00000800:00000200:3.1F:1746133406.657913:0:3766:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88006ea0e000] -> 12345-192.168.203.126@tcp (2) 00000800:00000200:3.1:1746133406.658219:0:3757:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88006ea0e000] -> 12345-192.168.203.126@tcp (2) 00000800:00000200:3.1:1746133406.658222:0:3757:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.126@tcp ffff88006ea0eb40 deleted 00000800:00000010:3.1:1746133406.658224:0:3757:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff88006ea0eb40. 00000800:00000200:3.1:1746133406.658227:0:3757:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1746133406.658232:0:3757:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.126@tcp ip 192.168.203.126:1023 00000800:00000200:3.1:1746133406.658236:0:3757:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800a4a52600 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.1:1746133406.658348:0:3756:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1F:1746133406.659329:0:3758:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88006ea0e000] -> 12345-192.168.203.126@tcp (4) 00000800:00000200:0.1:1746133406.659336:0:3758:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.126@tcp ffff8800b4850180 deleted 00000800:00000010:0.1:1746133406.659337:0:3758:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff8800b4850180. 00000800:00000200:0.1:1746133406.659340:0:3758:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.1:1746133406.659397:0:3756:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:1.1F:1746133406.755565:0:27:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a4a33800. 00010000:00000010:1.1:1746133406.774241:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b5faa00. 00010000:00000010:1.1:1746133406.927276:0:27:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880072ef2e00. 00010000:00000010:1.1:1746133406.927286:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880129f54e00. 00010000:00000010:1.1:1746133406.946474:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b45d000. 00010000:00000010:1.1:1746133406.946483:0:27:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a826a400. 00010000:00000010:1.1:1746133406.946486:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012b45d600. 00080000:00000010:1.1:1746133406.963009:0:11:0:(osd_handler.c:1608:osd_oxc_free()) kfreed 'oxe': 68 at ffff8801305a5de0. 00000100:00100000:0.0:1746134004.606492:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c433100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551096064:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134004.606595:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c433100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551096064:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 103us (200us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134004.606601:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 764 00002000:00100000:0.0:1746134004.606606:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012c433100 x1830953551096064/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:215/0 lens 488/4536 e 0 to 0 dl 1746134015 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134004.606612:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c433100 with x1830953551096064 ext(0->4095) 00010000:00010000:0.0:1746134004.606616:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095545e00/0x9682c7de153c4eb2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c3e1 expref: 6 pid: 18904 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746134004.606624:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095545e00/0x9682c7de153c4eb2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c3e1 expref: 6 pid: 18904 timeout: 773 lvb_type: 0 00002000:00010000:0.0:1746134004.606629:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c433100 00000100:00100000:0.0:1746134004.608031:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.610156:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.611991:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.614553:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.616085:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2010:x1830953551096704:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1139us (1535us total) trans 4294971674 rc 0/0 00000100:00100000:0.0:1746134004.616092:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 765 00002000:00100000:0.0:1746134004.616097:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009bfbed80 x1830953551096704/t4294971674(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:215/0 lens 496/448 e 0 to 0 dl 1746134015 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134004.616104:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfbed80 with x1830953551096704 ext(0->7) 00010000:00010000:0.0:1746134004.616109:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095545400/0x9682c7de153c4eb9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c3e8 expref: 28 pid: 18904 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746134004.616144:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095545400/0x9682c7de153c4eb9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c3e8 expref: 28 pid: 18904 timeout: 773 lvb_type: 0 00002000:00010000:0.0:1746134004.616150:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bfbed80 00000100:00100000:0.0:1746134004.619709:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.625814:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.626684:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.626719:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551097216 00000100:00100000:0.0:1746134004.626722:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551097216 00002000:00100000:0.0:1746134004.626744:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009bfbdc00 x1830953551097216/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:215/0 lens 488/0 e 0 to 0 dl 1746134015 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134004.626753:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfbdc00 with x1830953551097216 ext(0->4095) 00010000:00010000:0.0:1746134004.626758:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095545200/0x9682c7de153c4ec0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c3ef expref: 6 pid: 9581 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746134004.626767:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095545200/0x9682c7de153c4ec0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c3ef expref: 6 pid: 9581 timeout: 773 lvb_type: 0 00002000:00010000:0.0:1746134004.626772:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bfbdc00 00000100:00100000:0.0:1746134004.626794:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 766 00000100:00100000:0.0:1746134004.626800:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551097216:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134004.626897:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551097216:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 96us (212us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134004.626902:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 766 00002000:00100000:0.0:1746134004.626906:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009bfbdc00 x1830953551097216/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:215/0 lens 488/4536 e 0 to 0 dl 1746134015 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134004.626913:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfbdc00 with x1830953551097216 ext(0->4095) 00010000:00010000:0.0:1746134004.626917:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095545200/0x9682c7de153c4ec0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c3ef expref: 6 pid: 9581 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746134004.626925:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095545200/0x9682c7de153c4ec0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c3ef expref: 6 pid: 9581 timeout: 773 lvb_type: 0 00002000:00010000:0.0:1746134004.626931:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bfbdc00 00000100:00100000:0.0:1746134004.627961:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091b0bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9581:1830953547574912:192.168.203.26@tcp:104: 00010000:00010000:0.0:1746134004.627977:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880095545800/0x9682c7de153c4ec7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574c3f6 expref: 28 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134004.627988:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095545800, rc 0) 00000100:00100000:0.0:1746134004.628018:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfbd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:1086:x1830953551096960:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2035us (2211us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134004.628023:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 27587 00000100:00100000:0.0:1746134004.629449:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.629484:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.634732:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.638886:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.640817:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+31:2010:x1830953551097984:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1558us (1930us total) trans 4294971675 rc 0/0 00000100:00100000:0.0:1746134004.640824:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 768 00002000:00100000:0.0:1746134004.640834:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009bfbfb80 x1830953551097984/t4294971675(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:215/0 lens 496/448 e 0 to 0 dl 1746134015 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134004.640851:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfbfb80 with x1830953551097984 ext(0->7) 00010000:00010000:0.0:1746134004.640860:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095545800/0x9682c7de153c4ec7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c3f6 expref: 31 pid: 9581 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746134004.640872:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095545800/0x9682c7de153c4ec7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c3f6 expref: 31 pid: 9581 timeout: 773 lvb_type: 0 00002000:00010000:0.0:1746134004.640878:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bfbfb80 00000100:00100000:0.0:1746134004.642235:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.644737:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.648544:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.653552:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.653608:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.658817:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.660088:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551099136 00000100:00100000:0.0:1746134004.660093:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551099136 00002000:00100000:0.0:1746134004.660137:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009b900380 x1830953551099136/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:215/0 lens 488/0 e 0 to 0 dl 1746134015 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134004.660146:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b900380 with x1830953551099136 ext(0->4095) 00010000:00010000:0.0:1746134004.660152:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095544800/0x9682c7de153c4ece lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c3fd expref: 32 pid: 9581 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746134004.660162:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095544800/0x9682c7de153c4ece lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c3fd expref: 32 pid: 9581 timeout: 773 lvb_type: 0 00002000:00010000:0.0:1746134004.660167:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b900380 00000100:00100000:0.0:1746134004.660636:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 769 00000100:00100000:0.0:1746134004.660643:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b900380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+31:2009:x1830953551099136:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134004.660739:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b900380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+31:2009:x1830953551099136:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 96us (1045us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134004.660744:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 769 00002000:00100000:0.0:1746134004.660749:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009b900380 x1830953551099136/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:215/0 lens 488/4536 e 0 to 0 dl 1746134015 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134004.660755:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b900380 with x1830953551099136 ext(0->4095) 00010000:00010000:0.0:1746134004.660759:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095544800/0x9682c7de153c4ece lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c3fd expref: 31 pid: 9581 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746134004.660766:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095544800/0x9682c7de153c4ece lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c3fd expref: 31 pid: 9581 timeout: 773 lvb_type: 0 00002000:00010000:0.0:1746134004.660771:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b900380 00000100:00100000:0.0:1746134004.662915:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.662964:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.665287:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.667052:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.668427:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+32:2012:x1830953551100032:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1218us (1373us total) trans 4294971676 rc 0/0 00000100:00100000:0.0:1746134004.668433:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 771 00002000:00100000:0.0:1746134004.668439:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009cb9dc00 x1830953551100032/t4294971676(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:215/0 lens 496/448 e 0 to 0 dl 1746134015 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134004.668446:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9dc00 with x1830953551100032 ext(0->7) 00010000:00010000:0.0:1746134004.668452:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009565ea00/0x9682c7de153c4edc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c40b expref: 32 pid: 9581 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746134004.668462:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009565ea00/0x9682c7de153c4edc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c40b expref: 32 pid: 9581 timeout: 773 lvb_type: 0 00002000:00010000:0.0:1746134004.668468:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cb9dc00 00000100:00100000:0.0:1746134004.669738:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00010000:00010000:0.0:1746134004.670722:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009565e400/0x9682c7de153c4ee3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574c412 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134004.670734:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8382:1830953547575936:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134004.670896:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800916bed80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134004.674027:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.677699:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.677775:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.682006:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.686861:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.686902:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.691506:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.700721:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.702034:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+34:2009:x1830953551101824:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 765us (1318us total) trans 4294971677 rc 0/0 00000100:00100000:0.0:1746134004.702040:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 774 00002000:00100000:0.0:1746134004.702046:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009cb9ce00 x1830953551101824/t4294971677(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:215/0 lens 496/448 e 0 to 0 dl 1746134015 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134004.702053:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9ce00 with x1830953551101824 ext(0->7) 00010000:00010000:0.0:1746134004.702059:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009565f600/0x9682c7de153c4ef1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c420 expref: 34 pid: 9581 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746134004.702067:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009565f600/0x9682c7de153c4ef1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c420 expref: 34 pid: 9581 timeout: 773 lvb_type: 0 00002000:00010000:0.0:1746134004.702072:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cb9ce00 00000100:00100000:0.0:1746134004.720048:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.722149:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.727223:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.733234:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.739142:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.745525:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.750881:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.754440:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d96bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+36:2010:x1830953551102976:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3293us (3547us total) trans 4294971678 rc 0/0 00000100:00100000:0.0:1746134004.754450:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 776 00002000:00100000:0.0:1746134004.754466:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012d96bb80 x1830953551102976/t4294971678(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:215/0 lens 496/448 e 0 to 0 dl 1746134015 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134004.754475:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d96bb80 with x1830953551102976 ext(0->7) 00010000:00010000:0.0:1746134004.754483:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880123b78600/0x9682c7de153c4eff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c42e expref: 36 pid: 9582 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746134004.754504:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880123b78600/0x9682c7de153c4eff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c42e expref: 36 pid: 9582 timeout: 773 lvb_type: 0 00002000:00010000:0.0:1746134004.754510:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d96bb80 00000100:00100000:0.0:1746134004.757782:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.762848:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.765492:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.769537:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.770200:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.775861:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551104000 00000100:00100000:0.0:1746134004.775867:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551104000 00002000:00100000:0.0:1746134004.775897:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011db4d500 x1830953551104000/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:215/0 lens 488/0 e 0 to 0 dl 1746134015 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134004.775905:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011db4d500 with x1830953551104000 ext(0->4095) 00010000:00010000:0.0:1746134004.775913:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009565e800/0x9682c7de153c4f0d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c43c expref: 37 pid: 9581 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746134004.775924:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009565e800/0x9682c7de153c4f0d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c43c expref: 37 pid: 9581 timeout: 773 lvb_type: 0 00002000:00010000:0.0:1746134004.775930:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011db4d500 00000100:00100000:0.0:1746134004.775957:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 778 00000100:00100000:0.0:1746134004.775964:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+37:2009:x1830953551104000:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134004.776078:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+37:2009:x1830953551104000:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 114us (394us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134004.776083:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 778 00002000:00100000:0.0:1746134004.776087:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011db4d500 x1830953551104000/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:215/0 lens 488/4536 e 0 to 0 dl 1746134015 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134004.776095:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011db4d500 with x1830953551104000 ext(0->4095) 00010000:00010000:0.0:1746134004.776099:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009565e800/0x9682c7de153c4f0d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c43c expref: 37 pid: 9581 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746134004.776108:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009565e800/0x9682c7de153c4f0d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c43c expref: 37 pid: 9581 timeout: 773 lvb_type: 0 00002000:00010000:0.0:1746134004.776134:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011db4d500 00000100:00100000:0.0:1746134004.778744:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.781938:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+39:2011:x1830953551104256:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1576us (3195us total) trans 4294971679 rc 0/0 00000100:00100000:0.0:1746134004.781956:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 779 00002000:00100000:0.0:1746134004.781964:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009ce33100 x1830953551104256/t4294971679(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:215/0 lens 496/448 e 0 to 0 dl 1746134015 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134004.781972:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce33100 with x1830953551104256 ext(0->7) 00010000:00010000:0.0:1746134004.781993:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009565e800/0x9682c7de153c4f0d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c43c expref: 39 pid: 9581 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746134004.782016:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009565e800/0x9682c7de153c4f0d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c43c expref: 39 pid: 9581 timeout: 773 lvb_type: 0 00002000:00010000:0.0:1746134004.782034:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ce33100 00000100:00100000:0.0:1746134004.795194:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.799255:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.813415:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.813501:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.817033:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.817336:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.819992:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551105408 00000100:00100000:0.0:1746134004.819998:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551105408 00010000:00010000:0.0:1746134004.820015:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880123b79c00/0x9682c7de153c4f1b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c44a expref: 6 pid: 9582 timeout: 773 lvb_type: 0 00000100:00100000:0.0:1746134004.820030:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12905 00000100:00100000:0.0:1746134004.820036:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008115a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551105408:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134004.820044:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134004.820057:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880123b79c00/0x9682c7de153c4f1b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c44a expref: 6 pid: 9582 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746134004.821729:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880123b79c00/0x9682c7de153c4f1b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c44a expref: 6 pid: 9582 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746134004.821824:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880123b79c00/0x9682c7de153c4f1b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c44a expref: 6 pid: 9582 timeout: 773 lvb_type: 0 00010000:00010000:0.0:1746134004.822173:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134004.825390:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.831221:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.834088:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+41:2011:x1830953551106048:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2124us (2867us total) trans 4294971680 rc 0/0 00000100:00100000:0.0:1746134004.834096:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 782 00002000:00100000:0.0:1746134004.834103:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009ce32d80 x1830953551106048/t4294971680(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:215/0 lens 496/448 e 0 to 0 dl 1746134015 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134004.834129:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce32d80 with x1830953551106048 ext(0->7) 00010000:00010000:0.0:1746134004.834138:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880123b78800/0x9682c7de153c4f22 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c451 expref: 41 pid: 9582 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746134004.834155:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880123b78800/0x9682c7de153c4f22 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c451 expref: 41 pid: 9582 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746134004.834161:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ce32d80 00000100:00100000:0.0:1746134004.840005:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.846355:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.849916:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.854605:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.857377:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551106944 00000100:00100000:0.0:1746134004.857382:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551106944 00002000:00100000:0.0:1746134004.857410:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091b0a680 x1830953551106944/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:215/0 lens 488/0 e 0 to 0 dl 1746134015 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134004.857418:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b0a680 with x1830953551106944 ext(0->4095) 00010000:00010000:0.0:1746134004.857424:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880123b79400/0x9682c7de153c4f30 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c45f expref: 6 pid: 9582 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746134004.857433:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880123b79400/0x9682c7de153c4f30 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c45f expref: 6 pid: 9582 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746134004.857438:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091b0a680 00000100:00100000:0.0:1746134004.857481:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 783 00000100:00100000:0.0:1746134004.857488:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551106944:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134004.857593:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551106944:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 105us (757us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134004.857599:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 783 00002000:00100000:0.0:1746134004.857604:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091b0a680 x1830953551106944/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:215/0 lens 488/4536 e 0 to 0 dl 1746134015 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134004.857611:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b0a680 with x1830953551106944 ext(0->4095) 00010000:00010000:0.0:1746134004.857616:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880123b79400/0x9682c7de153c4f30 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c45f expref: 6 pid: 9582 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746134004.857622:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880123b79400/0x9682c7de153c4f30 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c45f expref: 6 pid: 9582 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746134004.857627:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091b0a680 00000100:00100000:0.0:1746134004.859188:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.866680:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.867757:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.869423:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.887299:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.888162:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ff3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+43:2010:x1830953551108096:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 671us (868us total) trans 4294971681 rc 0/0 00000100:00100000:0.0:1746134004.888168:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 786 00002000:00100000:0.0:1746134004.888174:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008ff3df80 x1830953551108096/t4294971681(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:215/0 lens 496/448 e 0 to 0 dl 1746134015 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134004.888181:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ff3df80 with x1830953551108096 ext(0->7) 00010000:00010000:0.0:1746134004.888185:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880123b79e00/0x9682c7de153c4f37 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c466 expref: 43 pid: 9582 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746134004.888194:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880123b79e00/0x9682c7de153c4f37 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c466 expref: 43 pid: 9582 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746134004.888204:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ff3df80 00000100:00100000:0.0:1746134004.890239:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.890279:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.892750:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.895837:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.895874:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.904641:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.913947:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:2009:x1830953551109376:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 694us (1357us total) trans 4294971682 rc 0/0 00000100:00100000:0.0:1746134004.913953:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 789 00002000:00100000:0.0:1746134004.913958:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88011db4dc00 x1830953551109376/t4294971682(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:215/0 lens 496/448 e 0 to 0 dl 1746134015 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134004.913966:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011db4dc00 with x1830953551109376 ext(0->7) 00010000:00010000:0.0:1746134004.913971:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095544200/0x9682c7de153c4f45 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c474 expref: 44 pid: 9582 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746134004.913981:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095544200/0x9682c7de153c4f45 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c474 expref: 44 pid: 9582 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746134004.913986:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011db4dc00 00000100:00100000:0.0:1746134004.919717:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.925657:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.932016:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.932060:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.937145:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.942998:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551110400 00000100:00100000:0.0:1746134004.943005:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551110400 00002000:00100000:0.0:1746134004.943039:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011db4ed80 x1830953551110400/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:215/0 lens 488/0 e 0 to 0 dl 1746134015 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134004.943049:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011db4ed80 with x1830953551110400 ext(0->4095) 00010000:00010000:0.0:1746134004.943056:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095544c00/0x9682c7de153c4f53 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c482 expref: 45 pid: 9582 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746134004.943067:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095544c00/0x9682c7de153c4f53 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c482 expref: 45 pid: 9582 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746134004.943074:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011db4ed80 00000100:00100000:0.0:1746134004.943089:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 790 00000100:00100000:0.0:1746134004.943096:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+45:2009:x1830953551110400:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134004.943247:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+45:2009:x1830953551110400:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 151us (458us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134004.943253:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 790 00002000:00100000:0.0:1746134004.943258:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011db4ed80 x1830953551110400/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:215/0 lens 488/4536 e 0 to 0 dl 1746134015 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134004.943265:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011db4ed80 with x1830953551110400 ext(0->4095) 00010000:00010000:0.0:1746134004.943270:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095544c00/0x9682c7de153c4f53 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c482 expref: 45 pid: 9582 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746134004.943278:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095544c00/0x9682c7de153c4f53 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c482 expref: 45 pid: 9582 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746134004.943288:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011db4ed80 00000100:00100000:0.0:1746134004.952493:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.956597:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d142300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+47:2011:x1830953551110656:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3908us (4101us total) trans 4294971683 rc 0/0 00000100:00100000:0.0:1746134004.956608:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 791 00002000:00100000:0.0:1746134004.956617:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012d142300 x1830953551110656/t4294971683(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:215/0 lens 496/448 e 0 to 0 dl 1746134015 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134004.956625:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d142300 with x1830953551110656 ext(0->7) 00010000:00010000:0.0:1746134004.956634:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095544c00/0x9682c7de153c4f53 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c482 expref: 47 pid: 9582 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746134004.956647:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095544c00/0x9682c7de153c4f53 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c482 expref: 47 pid: 9582 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746134004.956653:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d142300 00000100:00100000:0.0:1746134004.960483:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.972393:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.975192:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.979376:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.979990:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.987531:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.997241:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134004.998560:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d140380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+48:2010:x1830953551111936:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 981us (1323us total) trans 4294971684 rc 0/0 00000100:00100000:0.0:1746134004.998567:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 794 00002000:00100000:0.0:1746134004.998574:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012d140380 x1830953551111936/t4294971684(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:215/0 lens 496/448 e 0 to 0 dl 1746134015 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134004.998581:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d140380 with x1830953551111936 ext(0->7) 00010000:00010000:0.0:1746134004.998587:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095545c00/0x9682c7de153c4f61 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c490 expref: 48 pid: 9582 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746134004.998596:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095545c00/0x9682c7de153c4f61 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c490 expref: 48 pid: 9582 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746134004.998602:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d140380 00000100:00100000:0.0:1746134004.999915:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.002603:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00080000:0.0:1746134005.003021:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746134005.004832:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.008265:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.024620:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.026108:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.031490:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.032171:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.032211:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.032224:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551113472 00000100:00100000:0.0:1746134005.032227:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551113472 00010000:00010000:0.0:1746134005.032239:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095545400/0x9682c7de153c4f68 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c497 expref: 6 pid: 9582 timeout: 774 lvb_type: 0 00000100:00100000:0.0:1746134005.032267:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12917 00000100:00100000:0.0:1746134005.032273:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f844000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953551113472:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134005.032283:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134005.032290:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095545400/0x9682c7de153c4f68 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c497 expref: 6 pid: 9582 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746134005.032299:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095545400/0x9682c7de153c4f68 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c497 expref: 6 pid: 9582 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746134005.032310:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095545400/0x9682c7de153c4f68 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c497 expref: 6 pid: 9582 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746134005.032321:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134005.032323:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134005.032328:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bef4200/0x9682c7de153c4f76 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574c4a5 expref: 47 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134005.032334:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bef4200/0x9682c7de153c4f76 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574c4a5 expref: 47 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134005.032370:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bef4200/0x9682c7de153c4f76 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574c4a5 expref: 47 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134005.032381:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f845180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7221:1830953547580800:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134005.032446:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134005.036850:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.045030:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.045990:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f844a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+51:2009:x1830953551113984:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 747us (964us total) trans 4294971685 rc 0/0 00000100:00100000:0.0:1746134005.046001:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 796 00002000:00100000:0.0:1746134005.046007:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012f844a80 x1830953551113984/t4294971685(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:216/0 lens 496/448 e 0 to 0 dl 1746134016 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134005.046014:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f844a80 with x1830953551113984 ext(0->7) 00010000:00010000:0.0:1746134005.046019:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bef4200/0x9682c7de153c4f76 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c4a5 expref: 51 pid: 18904 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746134005.046028:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bef4200/0x9682c7de153c4f76 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c4a5 expref: 51 pid: 18904 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746134005.046033:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f844a80 00000100:00100000:0.0:1746134005.065209:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.066383:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.072139:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.077912:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.078823:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.087440:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.098723:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.099619:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+52:2011:x1830953551115264:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 666us (899us total) trans 4294971686 rc 0/0 00000100:00100000:0.0:1746134005.099625:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 799 00002000:00100000:0.0:1746134005.099630:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008f8b7480 x1830953551115264/t4294971686(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:216/0 lens 496/448 e 0 to 0 dl 1746134016 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134005.099636:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b7480 with x1830953551115264 ext(0->7) 00010000:00010000:0.0:1746134005.099641:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bef5a00/0x9682c7de153c4f84 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c4b3 expref: 52 pid: 18904 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746134005.099649:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bef5a00/0x9682c7de153c4f84 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c4b3 expref: 52 pid: 18904 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746134005.099654:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f8b7480 00000100:00100000:0.0:1746134005.103042:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.105046:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.105167:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.107648:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551116032 00000100:00100000:0.0:1746134005.107651:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551116032 00000100:00100000:0.0:1746134005.107666:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 27617 00000100:00100000:0.0:1746134005.107671:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+52:1099:x1830953551116032:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134005.107680:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134005.107687:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880123b78a00/0x9682c7de153c4f99 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574c4c8 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134005.107701:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009565ee00/0x9682c7de153c4f92 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574c4c1 expref: 53 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134005.107706:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134005.107707:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134005.107710:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880123b78a00/0x9682c7de153c4f99 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574c4c8 expref: 53 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134005.107724:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009565ee00/0x9682c7de153c4f92 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c4c1 expref: 53 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134005.107732:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009565ee00/0x9682c7de153c4f92 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c4c1 expref: 53 pid: 9582 timeout: 774 lvb_type: 0 00000100:00100000:0.0:1746134005.107740:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8b5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:18904:1830953547581952:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134005.107772:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90ca80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134005.109494:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.111463:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.112344:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:2011:x1830953551116544:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 711us (872us total) trans 4294971687 rc 0/0 00000100:00100000:0.0:1746134005.112351:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 802 00002000:00100000:0.0:1746134005.112357:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008f8b6d80 x1830953551116544/t4294971687(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:216/0 lens 496/448 e 0 to 0 dl 1746134016 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134005.112362:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b6d80 with x1830953551116544 ext(0->7) 00010000:00010000:0.0:1746134005.112366:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009565ee00/0x9682c7de153c4f92 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c4c1 expref: 55 pid: 9582 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746134005.112376:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009565ee00/0x9682c7de153c4f92 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c4c1 expref: 55 pid: 9582 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746134005.112381:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f8b6d80 00000100:00100000:0.0:1746134005.114078:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.117521:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.125878:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.126822:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.133404:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.133747:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.139287:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.139950:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.144073:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551118336 00000100:00100000:0.0:1746134005.144078:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551118336 00002000:00100000:0.0:1746134005.144104:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011db4c700 x1830953551118336/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:216/0 lens 488/0 e 0 to 0 dl 1746134016 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134005.144111:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011db4c700 with x1830953551118336 ext(0->4095) 00010000:00010000:0.0:1746134005.144135:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bef4000/0x9682c7de153c4fa7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c4d6 expref: 54 pid: 18904 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746134005.144147:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bef4000/0x9682c7de153c4fa7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c4d6 expref: 54 pid: 18904 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746134005.144152:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011db4c700 00000100:00100000:0.0:1746134005.144172:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 805 00000100:00100000:0.0:1746134005.144178:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:2010:x1830953551118336:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134005.144276:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:2010:x1830953551118336:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 98us (473us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134005.144281:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 805 00002000:00100000:0.0:1746134005.144285:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011db4c700 x1830953551118336/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:216/0 lens 488/4536 e 0 to 0 dl 1746134016 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134005.144291:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011db4c700 with x1830953551118336 ext(0->4095) 00010000:00010000:0.0:1746134005.144294:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bef4000/0x9682c7de153c4fa7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c4d6 expref: 54 pid: 18904 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746134005.144302:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bef4000/0x9682c7de153c4fa7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c4d6 expref: 54 pid: 18904 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746134005.144310:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011db4c700 00000100:00100000:0.0:1746134005.153160:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.154139:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:2010:x1830953551118592:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 749us (983us total) trans 4294971688 rc 0/0 00000100:00100000:0.0:1746134005.154146:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 806 00002000:00100000:0.0:1746134005.154151:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008f8b5500 x1830953551118592/t4294971688(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:216/0 lens 496/448 e 0 to 0 dl 1746134016 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134005.154158:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b5500 with x1830953551118592 ext(0->7) 00010000:00010000:0.0:1746134005.154163:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bef4000/0x9682c7de153c4fa7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c4d6 expref: 56 pid: 18904 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746134005.154171:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bef4000/0x9682c7de153c4fa7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c4d6 expref: 56 pid: 18904 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746134005.154176:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f8b5500 00000100:00100000:0.0:1746134005.166564:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.173700:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.195601:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.195645:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.198416:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.205218:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.215326:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+59:2011:x1830953551119872:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1006us (1562us total) trans 4294971689 rc 0/0 00000100:00100000:0.0:1746134005.215334:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 808 00002000:00100000:0.0:1746134005.215349:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88011db4df80 x1830953551119872/t4294971689(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:216/0 lens 496/448 e 0 to 0 dl 1746134016 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134005.215358:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011db4df80 with x1830953551119872 ext(0->7) 00010000:00010000:0.0:1746134005.215364:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095544a00/0x9682c7de153c4fb5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c4e4 expref: 59 pid: 24940 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746134005.215374:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095544a00/0x9682c7de153c4fb5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c4e4 expref: 59 pid: 24940 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746134005.215380:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011db4df80 00000100:00100000:0.0:1746134005.217731:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.221450:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.230714:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.232969:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.245413:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.254531:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.254576:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.256395:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.259679:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.267041:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.274964:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+61:2010:x1830953551121664:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 6676us (7921us total) trans 4294971690 rc 0/0 00000100:00100000:0.0:1746134005.274974:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 810 00002000:00100000:0.0:1746134005.274983:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008fe25500 x1830953551121664/t4294971690(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:216/0 lens 496/448 e 0 to 0 dl 1746134016 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134005.274992:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe25500 with x1830953551121664 ext(0->7) 00010000:00010000:0.0:1746134005.275000:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095545000/0x9682c7de153c4fca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c4f9 expref: 61 pid: 24940 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746134005.275018:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095545000/0x9682c7de153c4fca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c4f9 expref: 61 pid: 24940 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746134005.275024:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fe25500 00000100:00100000:0.0:1746134005.285631:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.295319:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.300716:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.303902:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.305618:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.310527:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.315881:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.325090:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551123072 00000100:00100000:0.0:1746134005.325100:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551123072 00010000:00010000:0.0:1746134005.325147:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009565e400/0x9682c7de153c4fd8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c507 expref: 62 pid: 24940 timeout: 774 lvb_type: 0 00000100:00100000:0.0:1746134005.325185:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12932 00000100:00100000:0.0:1746134005.325192:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b08380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+62:2009:x1830953551123072:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134005.325202:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134005.325216:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009565e400/0x9682c7de153c4fd8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c507 expref: 62 pid: 24940 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746134005.325227:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009565e400/0x9682c7de153c4fd8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c507 expref: 62 pid: 24940 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746134005.325245:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009565e400/0x9682c7de153c4fd8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c507 expref: 62 pid: 24940 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746134005.325265:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134005.325267:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134005.325273:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009565e600/0x9682c7de153c4fdf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574c50e expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134005.325280:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009565e600/0x9682c7de153c4fdf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574c50e expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134005.325305:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009565e600/0x9682c7de153c4fdf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574c50e expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134005.325314:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5e0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8382:1830953547584384:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134005.325397:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134005.328671:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.330719:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.333716:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.343622:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.358265:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.361230:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.363970:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+64:2010:x1830953551124096:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2418us (2733us total) trans 4294971692 rc 0/0 00000100:00100000:0.0:1746134005.363978:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 815 00002000:00100000:0.0:1746134005.363984:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012d5e1f80 x1830953551124096/t4294971692(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:216/0 lens 496/448 e 0 to 0 dl 1746134016 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134005.363991:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d5e1f80 with x1830953551124096 ext(0->7) 00010000:00010000:0.0:1746134005.363999:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009565e000/0x9682c7de153c4fe6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c515 expref: 64 pid: 24940 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746134005.364011:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009565e000/0x9682c7de153c4fe6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c515 expref: 64 pid: 24940 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746134005.364016:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d5e1f80 00000100:00100000:0.0:1746134005.366019:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.368711:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.370617:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.388417:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.390499:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.401403:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.404626:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.405208:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.405240:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.407297:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.409722:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.410771:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+67:2012:x1830953551126400:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 805us (1052us total) trans 4294971693 rc 0/0 00000100:00100000:0.0:1746134005.410778:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 817 00002000:00100000:0.0:1746134005.410784:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012da67480 x1830953551126400/t4294971693(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:216/0 lens 496/448 e 0 to 0 dl 1746134016 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134005.410791:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da67480 with x1830953551126400 ext(0->7) 00010000:00010000:0.0:1746134005.410795:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009565f800/0x9682c7de153c4ffb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c52a expref: 67 pid: 24940 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746134005.410809:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009565f800/0x9682c7de153c4ffb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c52a expref: 67 pid: 24940 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746134005.410815:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012da67480 00000100:00100000:0.0:1746134005.413530:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.416512:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.420280:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.420317:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.422870:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.427164:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.429702:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.430446:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+68:2012:x1830953551127680:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 535us (745us total) trans 4294971694 rc 0/0 00000100:00100000:0.0:1746134005.430453:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 819 00002000:00100000:0.0:1746134005.430459:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012da67800 x1830953551127680/t4294971694(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:216/0 lens 496/448 e 0 to 0 dl 1746134016 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134005.430466:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da67800 with x1830953551127680 ext(0->7) 00010000:00010000:0.0:1746134005.430470:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009565e400/0x9682c7de153c5009 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c53f expref: 68 pid: 24940 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746134005.430479:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009565e400/0x9682c7de153c5009 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c53f expref: 68 pid: 24940 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746134005.430484:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012da67800 00000100:00100000:0.0:1746134005.437022:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.439574:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.445147:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.445227:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.451325:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.456922:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.473078:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.473903:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+71:2011:x1830953551128960:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 648us (830us total) trans 4294971695 rc 0/0 00000100:00100000:0.0:1746134005.473910:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 821 00002000:00100000:0.0:1746134005.473915:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008fe85180 x1830953551128960/t4294971695(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:216/0 lens 496/448 e 0 to 0 dl 1746134016 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134005.473921:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe85180 with x1830953551128960 ext(0->7) 00010000:00010000:0.0:1746134005.473925:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009565ec00/0x9682c7de153c5017 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c546 expref: 71 pid: 24940 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746134005.473933:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009565ec00/0x9682c7de153c5017 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c546 expref: 71 pid: 24940 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746134005.473938:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fe85180 00000100:00100000:0.0:1746134005.496581:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.502401:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081158000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7221:1830953547586560:192.168.203.26@tcp:105: 00010000:00010000:0.0:1746134005.502413:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134005.502441:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129e4e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+72:2009:x1830953551129216:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 5688us (5867us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134005.502448:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12941 00000100:00100000:0.0:1746134005.510088:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.510164:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.516159:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.527783:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.532107:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.543556:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.549906:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.560725:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+75:2012:x1830953551131520:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 852us (1063us total) trans 4294971697 rc 0/0 00000100:00100000:0.0:1746134005.560731:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 826 00002000:00100000:0.0:1746134005.560736:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880091b0b800 x1830953551131520/t4294971697(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:216/0 lens 496/448 e 0 to 0 dl 1746134016 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134005.560743:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b0b800 with x1830953551131520 ext(0->7) 00010000:00010000:0.0:1746134005.560748:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095545800/0x9682c7de153c5033 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c562 expref: 75 pid: 18904 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746134005.560758:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095545800/0x9682c7de153c5033 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c562 expref: 75 pid: 18904 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746134005.560762:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091b0b800 00000100:00100000:0.0:1746134005.570933:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.577249:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.581445:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.586589:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.587108:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.591717:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.591739:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551132544 00000100:00100000:0.0:1746134005.591743:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551132544 00002000:00100000:0.0:1746134005.591772:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880072adad80 x1830953551132544/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:216/0 lens 488/0 e 0 to 0 dl 1746134016 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134005.591781:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072adad80 with x1830953551132544 ext(0->4095) 00010000:00010000:0.0:1746134005.591787:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095544c00/0x9682c7de153c5041 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c570 expref: 74 pid: 24940 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746134005.591798:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095544c00/0x9682c7de153c5041 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c570 expref: 74 pid: 24940 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746134005.591804:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072adad80 00000100:00100000:0.0:1746134005.600276:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.601237:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ad8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+76:2010:x1830953551132800:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 713us (965us total) trans 4294971698 rc 0/0 00000100:00100000:0.0:1746134005.601244:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 829 00002000:00100000:0.0:1746134005.601249:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880072ad8000 x1830953551132800/t4294971698(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:216/0 lens 496/448 e 0 to 0 dl 1746134016 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134005.601256:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ad8000 with x1830953551132800 ext(0->7) 00010000:00010000:0.0:1746134005.601261:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095544c00/0x9682c7de153c5041 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c570 expref: 76 pid: 24940 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746134005.601270:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095544c00/0x9682c7de153c5041 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c570 expref: 76 pid: 24940 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746134005.601275:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072ad8000 00000100:00100000:0.0:1746134005.606942:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.608966:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.619736:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.621396:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.649603:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.652063:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.652104:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.654883:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.676652:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.679822:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.680824:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801360fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+78:2010:x1830953551134464:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 812us (998us total) trans 4294971699 rc 0/0 00000100:00100000:0.0:1746134005.680831:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 830 00002000:00100000:0.0:1746134005.680837:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8801360fbb80 x1830953551134464/t4294971699(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:216/0 lens 496/448 e 0 to 0 dl 1746134016 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134005.680848:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801360fbb80 with x1830953551134464 ext(0->7) 00010000:00010000:0.0:1746134005.680853:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095544000/0x9682c7de153c5056 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c585 expref: 78 pid: 18904 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746134005.680862:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095544000/0x9682c7de153c5056 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c585 expref: 78 pid: 18904 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746134005.680871:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801360fbb80 00000100:00100000:0.0:1746134005.682581:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.693440:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.700502:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.702402:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.715572:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.715621:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.719609:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.719646:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.719664:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551135744 00000100:00100000:0.0:1746134005.719669:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551135744 00010000:00010000:0.0:1746134005.719695:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095545c00/0x9682c7de153c5064 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c593 expref: 80 pid: 18904 timeout: 774 lvb_type: 0 00000100:00100000:0.0:1746134005.719722:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551135872 00000100:00100000:0.0:1746134005.719725:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551135872 00010000:00010000:0.0:1746134005.719733:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095544400/0x9682c7de153c505d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c58c expref: 6 pid: 18904 timeout: 774 lvb_type: 0 00000100:00100000:0.0:1746134005.719745:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12951 00000100:00100000:0.0:1746134005.719752:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801360fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+80:2012:x1830953551135744:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134005.719760:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134005.719775:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095545c00/0x9682c7de153c5064 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c593 expref: 80 pid: 18904 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746134005.719784:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095545c00/0x9682c7de153c5064 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c593 expref: 80 pid: 18904 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746134005.719801:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134005.719831:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801360fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+80:2012:x1830953551135744:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 79us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134005.719836:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12951 00000100:00100000:0.0:1746134005.719850:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12952 00000100:00100000:0.0:1746134005.719854:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551135872:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134005.719863:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134005.719868:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095544400/0x9682c7de153c505d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c58c expref: 6 pid: 18904 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746134005.719875:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095544400/0x9682c7de153c505d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c58c expref: 6 pid: 18904 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746134005.719884:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134005.719885:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134005.719890:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009565f600/0x9682c7de153c506b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574c59a expref: 79 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134005.719897:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009565f600/0x9682c7de153c506b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574c59a expref: 79 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134005.719920:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009565f600/0x9682c7de153c506b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574c59a expref: 79 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134005.719930:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5aa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7220:1830953547589120:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134005.719973:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134005.722395:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.723095:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.726340:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.730302:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+81:2012:x1830953551136512:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1753us (3972us total) trans 4294971700 rc 0/0 00000100:00100000:0.0:1746134005.730310:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 833 00002000:00100000:0.0:1746134005.730316:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009b5a8e00 x1830953551136512/t4294971700(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:216/0 lens 496/448 e 0 to 0 dl 1746134016 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134005.730324:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5a8e00 with x1830953551136512 ext(0->7) 00010000:00010000:0.0:1746134005.730340:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009565f600/0x9682c7de153c506b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c59a expref: 81 pid: 24940 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746134005.730353:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009565f600/0x9682c7de153c506b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c59a expref: 81 pid: 24940 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746134005.730358:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b5a8e00 00000100:00100000:0.0:1746134005.731768:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.744517:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.747642:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.747684:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.750730:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.750775:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.756528:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.756579:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.761502:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.770077:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.774971:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+83:2011:x1830953551138304:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 709us (4898us total) trans 4294971701 rc 0/0 00000100:00100000:0.0:1746134005.774978:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 836 00002000:00100000:0.0:1746134005.774985:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009b5a8a80 x1830953551138304/t4294971701(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:216/0 lens 496/448 e 0 to 0 dl 1746134016 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134005.774994:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5a8a80 with x1830953551138304 ext(0->7) 00010000:00010000:0.0:1746134005.775002:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095545c00/0x9682c7de153c5079 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c5af expref: 83 pid: 18904 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746134005.775016:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095545c00/0x9682c7de153c5079 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c5af expref: 83 pid: 18904 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746134005.775023:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b5a8a80 00000100:00100000:0.0:1746134005.780619:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.780671:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.786164:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551138816 00000100:00100000:0.0:1746134005.786170:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551138816 00002000:00100000:0.0:1746134005.786197:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012d141180 x1830953551138816/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:216/0 lens 488/0 e 0 to 0 dl 1746134016 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134005.786205:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d141180 with x1830953551138816 ext(0->4095) 00010000:00010000:0.0:1746134005.786210:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095544c00/0x9682c7de153c5087 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c5b6 expref: 83 pid: 18904 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746134005.786219:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095544c00/0x9682c7de153c5087 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c5b6 expref: 83 pid: 18904 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746134005.786225:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d141180 00000100:00100000:0.0:1746134005.786595:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 837 00000100:00100000:0.0:1746134005.786602:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d141180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+83:2010:x1830953551138816:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134005.786716:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d141180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+83:2010:x1830953551138816:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 114us (767us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134005.786722:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 837 00002000:00100000:0.0:1746134005.786728:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012d141180 x1830953551138816/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:216/0 lens 488/4536 e 0 to 0 dl 1746134016 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134005.786741:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d141180 with x1830953551138816 ext(0->4095) 00010000:00010000:0.0:1746134005.786745:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095544c00/0x9682c7de153c5087 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c5b6 expref: 83 pid: 18904 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746134005.786752:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095544c00/0x9682c7de153c5087 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c5b6 expref: 83 pid: 18904 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746134005.786757:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d141180 00000100:00100000:0.0:1746134005.790441:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.791180:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.800857:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.806368:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.807410:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:2012:x1830953551139584:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 698us (1045us total) trans 4294971702 rc 0/0 00000100:00100000:0.0:1746134005.807416:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 839 00002000:00100000:0.0:1746134005.807421:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800917e5880 x1830953551139584/t4294971702(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:216/0 lens 496/448 e 0 to 0 dl 1746134016 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134005.807428:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e5880 with x1830953551139584 ext(0->7) 00010000:00010000:0.0:1746134005.807432:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095544000/0x9682c7de153c508e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c5bd expref: 84 pid: 18904 timeout: 774 lvb_type: 0 00010000:00010000:0.0:1746134005.807441:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095544000/0x9682c7de153c508e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c5bd expref: 84 pid: 18904 timeout: 774 lvb_type: 0 00002000:00010000:0.0:1746134005.807446:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917e5880 00000100:00100000:0.0:1746134005.813800:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.824777:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.838481:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.838531:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.858410:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.870661:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.880009:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.888442:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.888505:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.888729:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 27657 00000100:00100000:0.0:1746134005.888734:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:1086:x1830953551141504:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134005.888741:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134005.888746:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800917c0c00/0x9682c7de153c50b1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574c5e0 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134005.888758:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009565f400/0x9682c7de153c50a3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574c5d2 expref: 87 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134005.888764:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095544c00/0x9682c7de153c50aa lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574c5d9 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134005.888768:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134005.888769:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134005.888771:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917c0c00/0x9682c7de153c50b1 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574c5e0 expref: 87 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134005.888791:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095544c00/0x9682c7de153c50aa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c5d9 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134005.888806:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095544c00/0x9682c7de153c50aa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c5d9 expref: 5 pid: 18904 timeout: 775 lvb_type: 0 00000100:00100000:0.0:1746134005.888816:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9582:1830953547591168:192.168.203.26@tcp:104: 00010000:00010000:0.0:1746134005.888885:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009565f400/0x9682c7de153c50a3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c5d2 expref: 87 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134005.888892:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009565f400/0x9682c7de153c50a3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c5d2 expref: 87 pid: 24940 timeout: 775 lvb_type: 0 00000100:00100000:0.0:1746134005.888900:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9582:1830953547591296:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134005.888915:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134005.890991:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.891127:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.894363:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.900902:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.910678:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.919007:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.921467:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+88:2010:x1830953551142528:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2065us (2461us total) trans 4294971704 rc 0/0 00000100:00100000:0.0:1746134005.921475:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 843 00002000:00100000:0.0:1746134005.921483:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800917e5180 x1830953551142528/t4294971704(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:216/0 lens 496/448 e 0 to 0 dl 1746134016 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134005.921497:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e5180 with x1830953551142528 ext(0->7) 00010000:00010000:0.0:1746134005.921505:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800917c0c00/0x9682c7de153c50b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c5e0 expref: 88 pid: 9582 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746134005.921523:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800917c0c00/0x9682c7de153c50b1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c5e0 expref: 88 pid: 9582 timeout: 775 lvb_type: 0 00002000:00010000:0.0:1746134005.921531:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917e5180 00000100:00100000:0.0:1746134005.923803:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.925931:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.928824:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.931620:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.933753:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.939842:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.948802:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.949811:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:2009:x1830953551143680:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 838us (1011us total) trans 4294971705 rc 0/0 00000100:00100000:0.0:1746134005.949817:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 845 00002000:00100000:0.0:1746134005.949823:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88007282ca80 x1830953551143680/t4294971705(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:216/0 lens 496/448 e 0 to 0 dl 1746134016 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134005.949830:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282ca80 with x1830953551143680 ext(0->7) 00010000:00010000:0.0:1746134005.949835:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bef5400/0x9682c7de153c50bf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c5ee expref: 90 pid: 9582 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746134005.949844:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bef5400/0x9682c7de153c50bf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c5ee expref: 90 pid: 9582 timeout: 775 lvb_type: 0 00002000:00010000:0.0:1746134005.949849:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007282ca80 00000100:00100000:0.0:1746134005.951163:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.951204:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.954593:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.958641:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.963241:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.965080:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.968885:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081159880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24940:1830953547592576:192.168.203.26@tcp:104: 00010000:00010000:0.0:1746134005.968909:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009565f600/0x9682c7de153c50d4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574c603 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134005.968923:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009565f600, rc 0) 00000100:00100000:0.0:1746134005.969201:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1099:x1830953551144704:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3828us (4122us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134005.969209:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 27662 00000100:00100000:0.0:1746134005.970598:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+92:2010:x1830953551144832:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 660us (1059us total) trans 4294971706 rc 0/0 00000100:00100000:0.0:1746134005.970604:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 847 00002000:00100000:0.0:1746134005.970609:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008fe27480 x1830953551144832/t4294971706(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:216/0 lens 496/448 e 0 to 0 dl 1746134016 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134005.970615:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe27480 with x1830953551144832 ext(0->7) 00010000:00010000:0.0:1746134005.970620:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009565e400/0x9682c7de153c50cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c5fc expref: 92 pid: 24940 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746134005.970627:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009565e400/0x9682c7de153c50cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c5fc expref: 92 pid: 24940 timeout: 775 lvb_type: 0 00002000:00010000:0.0:1746134005.970636:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fe27480 00000100:00100000:0.0:1746134005.973111:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.977557:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.992920:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134005.994468:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.000292:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.004825:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00080000:0.0:1746134006.005740:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746134006.018994:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d141500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+95:2011:x1830953551146112:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2094us (2368us total) trans 4294971707 rc 0/0 00000100:00100000:0.0:1746134006.019003:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 849 00002000:00100000:0.0:1746134006.019011:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012d141500 x1830953551146112/t4294971707(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:217/0 lens 496/448 e 0 to 0 dl 1746134017 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134006.019018:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d141500 with x1830953551146112 ext(0->7) 00010000:00010000:0.0:1746134006.019026:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095545c00/0x9682c7de153c50db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c60a expref: 95 pid: 18904 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746134006.019036:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095545c00/0x9682c7de153c50db lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c60a expref: 95 pid: 18904 timeout: 775 lvb_type: 0 00002000:00010000:0.0:1746134006.019041:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d141500 00000100:00100000:0.0:1746134006.025898:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.030368:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.031867:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.035663:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.037512:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.040312:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.048784:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.051892:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+96:2009:x1830953551147392:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2590us (3288us total) trans 4294971708 rc 0/0 00000100:00100000:0.0:1746134006.051901:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 851 00002000:00100000:0.0:1746134006.051909:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88007282d500 x1830953551147392/t4294971708(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:217/0 lens 496/448 e 0 to 0 dl 1746134017 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134006.051916:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282d500 with x1830953551147392 ext(0->7) 00010000:00010000:0.0:1746134006.051923:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009565e400/0x9682c7de153c50e9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c618 expref: 96 pid: 9581 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746134006.051935:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009565e400/0x9682c7de153c50e9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c618 expref: 96 pid: 9581 timeout: 775 lvb_type: 0 00002000:00010000:0.0:1746134006.051941:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007282d500 00000100:00100000:0.0:1746134006.073273:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.074512:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.082894:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.086772:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.090786:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.098207:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.100681:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.103764:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+98:2010:x1830953551148544:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2858us (3080us total) trans 4294971709 rc 0/0 00000100:00100000:0.0:1746134006.103773:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 853 00002000:00100000:0.0:1746134006.103782:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880091a84a80 x1830953551148544/t4294971709(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:217/0 lens 496/448 e 0 to 0 dl 1746134017 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134006.103790:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a84a80 with x1830953551148544 ext(0->7) 00010000:00010000:0.0:1746134006.103797:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095545c00/0x9682c7de153c50f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c626 expref: 98 pid: 18904 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746134006.103810:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095545c00/0x9682c7de153c50f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c626 expref: 98 pid: 18904 timeout: 775 lvb_type: 0 00002000:00010000:0.0:1746134006.103816:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091a84a80 00000100:00100000:0.0:1746134006.118073:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.129496:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.130173:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.133495:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.136248:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.143317:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.155360:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.165794:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.177373:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.185373:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.186041:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.190478:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.192740:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.195316:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.198397:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.203192:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.210757:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.215270:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.231695:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.232110:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.237361:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.241848:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.268483:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.271024:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.272363:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+104:2010:x1830953551152640:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1147us (1341us total) trans 4294971712 rc 0/0 00000100:00100000:0.0:1746134006.272369:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 859 00002000:00100000:0.0:1746134006.272375:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800917e4e00 x1830953551152640/t4294971712(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:217/0 lens 496/448 e 0 to 0 dl 1746134017 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134006.272381:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e4e00 with x1830953551152640 ext(0->7) 00010000:00010000:0.0:1746134006.272387:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095544c00/0x9682c7de153c5128 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c657 expref: 104 pid: 18904 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746134006.272396:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095544c00/0x9682c7de153c5128 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c657 expref: 104 pid: 18904 timeout: 775 lvb_type: 0 00002000:00010000:0.0:1746134006.272401:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917e4e00 00000100:00100000:0.0:1746134006.273967:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.276557:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.278347:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.279782:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.280958:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fe26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3771:1830953547596160:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746134006.311413:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.316467:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.316514:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.320401:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.320432:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.336520:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12982 00000100:00100000:0.0:1746134006.336527:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe25f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551154432:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134006.336533:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134006.336541:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009565e000/0x9682c7de153c512f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c65e expref: 6 pid: 18904 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746134006.336549:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009565e000/0x9682c7de153c512f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c65e expref: 6 pid: 18904 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746134006.336559:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009565e000/0x9682c7de153c512f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c65e expref: 6 pid: 18904 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746134006.336570:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134006.336573:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134006.336578:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b6bae00/0x9682c7de153c513d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c66c expref: 105 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134006.336584:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b6bae00/0x9682c7de153c513d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c66c expref: 105 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134006.336607:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b6bae00/0x9682c7de153c513d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c66c expref: 105 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134006.336616:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b6bae00/0x9682c7de153c513d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c66c expref: 105 pid: 9581 timeout: 775 lvb_type: 0 00000100:00100000:0.0:1746134006.336626:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072ad9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8382:1830953547596672:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134006.358725:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.358771:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.366085:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.372030:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.374060:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.374097:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.376828:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.382089:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.405539:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.423022:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.424694:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.425906:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.429571:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.435243:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.438493:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+111:2011:x1830953551157504:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1995us (3251us total) trans 4294971715 rc 0/0 00000100:00100000:0.0:1746134006.438501:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 866 00002000:00100000:0.0:1746134006.438508:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009ce31180 x1830953551157504/t4294971715(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:217/0 lens 496/448 e 0 to 0 dl 1746134017 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134006.438515:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce31180 with x1830953551157504 ext(0->7) 00010000:00010000:0.0:1746134006.438521:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012f3a6c00/0x9682c7de153c5159 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c688 expref: 111 pid: 9581 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746134006.438534:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012f3a6c00/0x9682c7de153c5159 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c688 expref: 111 pid: 9581 timeout: 775 lvb_type: 0 00002000:00010000:0.0:1746134006.438539:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ce31180 00000100:00100000:0.0:1746134006.442799:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551157632 00000100:00100000:0.0:1746134006.442806:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551157632 00010000:00010000:0.0:1746134006.442833:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012f3a6c00/0x9682c7de153c5159 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c688 expref: 111 pid: 9581 timeout: 775 lvb_type: 0 00000100:00100000:0.0:1746134006.442866:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12987 00000100:00100000:0.0:1746134006.442873:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe25c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+111:2011:x1830953551157632:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134006.442883:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1746134006.442895:0:7220:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb mtime from disk: 1746134006 -> 1746134007 00002000:00010000:0.0:1746134006.442898:0:7220:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb ctime from disk: 1746134006 -> 1746134007 00010000:00010000:0.0:1746134006.442903:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012f3a6c00/0x9682c7de153c5159 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c688 expref: 111 pid: 9581 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746134006.442913:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012f3a6c00/0x9682c7de153c5159 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c688 expref: 111 pid: 9581 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746134006.442930:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012f3a6c00/0x9682c7de153c5159 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c688 expref: 111 pid: 9581 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746134006.443492:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134006.443495:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134006.443501:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009565e600/0x9682c7de153c5160 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574c68f expref: 110 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134006.443509:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009565e600/0x9682c7de153c5160 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574c68f expref: 110 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134006.443537:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009565e600/0x9682c7de153c5160 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574c68f expref: 110 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134006.443547:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce32a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7220:1830953547597824:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134006.444181:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c480 going to sleep for 11 seconds 00000100:00100000:0.0:1746134006.449919:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.453402:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.457462:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.458770:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.462939:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.472350:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.473450:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+112:2011:x1830953551158784:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 814us (1106us total) trans 4294971716 rc 0/0 00000100:00100000:0.0:1746134006.473457:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 869 00002000:00100000:0.0:1746134006.473462:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009ce32a00 x1830953551158784/t4294971716(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:217/0 lens 496/448 e 0 to 0 dl 1746134017 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134006.473469:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce32a00 with x1830953551158784 ext(0->7) 00010000:00010000:0.0:1746134006.473473:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009565e000/0x9682c7de153c5167 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c696 expref: 112 pid: 9581 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746134006.473482:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009565e000/0x9682c7de153c5167 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c696 expref: 112 pid: 9581 timeout: 775 lvb_type: 0 00002000:00010000:0.0:1746134006.473488:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ce32a00 00000100:00100000:0.0:1746134006.475809:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.478375:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.486767:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.486805:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.488805:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.494996:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.498057:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.502471:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d96a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+115:2010:x1830953551160064:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 889us (4416us total) trans 4294971717 rc 0/0 00000100:00100000:0.0:1746134006.502478:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 871 00002000:00100000:0.0:1746134006.502484:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012d96a680 x1830953551160064/t4294971717(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:217/0 lens 496/448 e 0 to 0 dl 1746134017 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134006.502490:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d96a680 with x1830953551160064 ext(0->7) 00010000:00010000:0.0:1746134006.502495:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012f3a6000/0x9682c7de153c5175 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c6a4 expref: 115 pid: 24940 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746134006.502504:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012f3a6000/0x9682c7de153c5175 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c6a4 expref: 115 pid: 24940 timeout: 775 lvb_type: 0 00002000:00010000:0.0:1746134006.502509:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d96a680 00000100:00100000:0.0:1746134006.503848:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.506802:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.508723:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.509998:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.550632:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.559320:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.562694:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.586668:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.593399:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.594414:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.614300:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.616209:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009558ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+116:2011:x1830953551162368:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1711us (1911us total) trans 4294971718 rc 0/0 00000100:00100000:0.0:1746134006.616217:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 873 00002000:00100000:0.0:1746134006.616223:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009558ce00 x1830953551162368/t4294971718(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:217/0 lens 496/448 e 0 to 0 dl 1746134017 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134006.616232:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009558ce00 with x1830953551162368 ext(0->7) 00010000:00010000:0.0:1746134006.616238:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012f3a6a00/0x9682c7de153c518a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c6b9 expref: 116 pid: 9582 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746134006.616249:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012f3a6a00/0x9682c7de153c518a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c6b9 expref: 116 pid: 9582 timeout: 775 lvb_type: 0 00002000:00010000:0.0:1746134006.616254:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009558ce00 00000100:00100000:0.0:1746134006.620183:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.629667:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.632371:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.635736:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.636883:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.651899:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.666022:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.668973:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+119:2011:x1830953551163648:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2775us (2950us total) trans 4294971719 rc 0/0 00000100:00100000:0.0:1746134006.668981:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 876 00002000:00100000:0.0:1746134006.668987:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800915f1f80 x1830953551163648/t4294971719(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:217/0 lens 496/448 e 0 to 0 dl 1746134017 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134006.668994:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915f1f80 with x1830953551163648 ext(0->7) 00010000:00010000:0.0:1746134006.669001:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009565e000/0x9682c7de153c5198 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c6c7 expref: 119 pid: 9582 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746134006.669013:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009565e000/0x9682c7de153c5198 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c6c7 expref: 119 pid: 9582 timeout: 775 lvb_type: 0 00002000:00010000:0.0:1746134006.669018:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800915f1f80 00000100:00100000:0.0:1746134006.671973:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.679066:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.683425:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.683472:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.685896:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.685939:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.690459:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.694299:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.699587:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.703978:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.706635:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+120:2010:x1830953551165312:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2425us (2657us total) trans 4294971720 rc 0/0 00000100:00100000:0.0:1746134006.706643:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 878 00002000:00100000:0.0:1746134006.706651:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012da6aa00 x1830953551165312/t4294971720(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:217/0 lens 496/448 e 0 to 0 dl 1746134017 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134006.706657:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6aa00 with x1830953551165312 ext(0->7) 00010000:00010000:0.0:1746134006.706663:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012f3a7000/0x9682c7de153c51ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c6dc expref: 120 pid: 24940 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746134006.706674:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012f3a7000/0x9682c7de153c51ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c6dc expref: 120 pid: 24940 timeout: 775 lvb_type: 0 00002000:00010000:0.0:1746134006.706679:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012da6aa00 00000100:00100000:0.0:1746134006.709759:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.710428:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.713394:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.716337:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.721040:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.724075:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.729598:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.732199:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+122:2010:x1830953551166464:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2158us (2597us total) trans 4294971721 rc 0/0 00000100:00100000:0.0:1746134006.732207:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 880 00002000:00100000:0.0:1746134006.732214:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009b5ab800 x1830953551166464/t4294971721(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:217/0 lens 496/448 e 0 to 0 dl 1746134017 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134006.732222:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5ab800 with x1830953551166464 ext(0->7) 00010000:00010000:0.0:1746134006.732228:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012f3a6c00/0x9682c7de153c51bb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c6ea expref: 122 pid: 24940 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746134006.732244:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012f3a6c00/0x9682c7de153c51bb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c6ea expref: 122 pid: 24940 timeout: 775 lvb_type: 0 00002000:00010000:0.0:1746134006.732250:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b5ab800 00000100:00100000:0.0:1746134006.735439:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.738293:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.738451:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.741686:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.744845:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.746837:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.747752:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+125:2011:x1830953551167744:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 773us (916us total) trans 4294971722 rc 0/0 00000100:00100000:0.0:1746134006.747758:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 883 00002000:00100000:0.0:1746134006.747763:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012d5e0700 x1830953551167744/t4294971722(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:217/0 lens 496/448 e 0 to 0 dl 1746134017 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134006.747770:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d5e0700 with x1830953551167744 ext(0->7) 00010000:00010000:0.0:1746134006.747774:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012f3a7600/0x9682c7de153c51c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c6f8 expref: 125 pid: 24940 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746134006.747783:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012f3a7600/0x9682c7de153c51c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c6f8 expref: 125 pid: 24940 timeout: 775 lvb_type: 0 00002000:00010000:0.0:1746134006.747788:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d5e0700 00000100:00100000:0.0:1746134006.749517:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.754948:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.754997:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551168128 00000100:00100000:0.0:1746134006.755002:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551168128 00002000:00100000:0.0:1746134006.755029:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012d5e2d80 x1830953551168128/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:217/0 lens 488/0 e 0 to 0 dl 1746134017 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134006.755036:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d5e2d80 with x1830953551168128 ext(0->4095) 00002000:00010000:0.0:1746134006.755040:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d5e2d80 00000100:00100000:0.0:1746134006.755615:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12126 00000100:00100000:0.0:1746134006.755622:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+124:2010:x1830953551168128:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134006.759978:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.762692:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.763431:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.764931:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.766897:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.769538:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.773506:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.776709:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.778218:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+126:2010:x1830953551169408:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 842us (1513us total) trans 4294971723 rc 0/0 00000100:00100000:0.0:1746134006.778224:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 885 00002000:00100000:0.0:1746134006.778229:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012da64380 x1830953551169408/t4294971723(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:217/0 lens 496/448 e 0 to 0 dl 1746134017 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134006.778236:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da64380 with x1830953551169408 ext(0->7) 00010000:00010000:0.0:1746134006.778241:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009565e400/0x9682c7de153c51de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c70d expref: 126 pid: 24940 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746134006.778250:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009565e400/0x9682c7de153c51de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c70d expref: 126 pid: 24940 timeout: 775 lvb_type: 0 00002000:00010000:0.0:1746134006.778256:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012da64380 00000100:00100000:0.0:1746134006.779802:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.784959:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.787348:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.788781:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.791312:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.791356:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.793350:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.793384:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.795310:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.801177:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.802972:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+128:2009:x1830953551171200:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 753us (1800us total) trans 4294971724 rc 0/0 00000100:00100000:0.0:1746134006.802979:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 888 00002000:00100000:0.0:1746134006.802985:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012fdc6300 x1830953551171200/t4294971724(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:217/0 lens 496/448 e 0 to 0 dl 1746134017 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134006.802992:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc6300 with x1830953551171200 ext(0->7) 00010000:00010000:0.0:1746134006.802998:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095544400/0x9682c7de153c51f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c722 expref: 128 pid: 24940 timeout: 775 lvb_type: 0 00010000:00010000:0.0:1746134006.803005:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095544400/0x9682c7de153c51f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c722 expref: 128 pid: 24940 timeout: 775 lvb_type: 0 00002000:00010000:0.0:1746134006.803009:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fdc6300 00000100:00100000:0.0:1746134006.806665:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.809912:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.814982:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.817030:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.818925:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.820965:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.822019:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.825769:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d969880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:18904:1830953547603456:192.168.203.26@tcp:104: 00010000:00010000:0.0:1746134006.825788:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d855800/0x9682c7de153c520f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574c73e expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134006.825800:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d855800, rc 0) 00000100:00100000:0.0:1746134006.825818:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1099:x1830953551172352:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3480us (4858us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134006.825823:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 27707 00000100:00100000:0.0:1746134006.827939:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.830132:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+130:2010:x1830953551172992:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2056us (2175us total) trans 4294971725 rc 0/0 00000100:00100000:0.0:1746134006.830140:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 891 00002000:00100000:0.0:1746134006.830146:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009c7e6d80 x1830953551172992/t4294971725(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:217/0 lens 496/448 e 0 to 0 dl 1746134017 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134006.830153:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7e6d80 with x1830953551172992 ext(0->7) 00010000:00010000:0.0:1746134006.830159:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d855c00/0x9682c7de153c5208 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c737 expref: 130 pid: 18904 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746134006.830169:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d855c00/0x9682c7de153c5208 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c737 expref: 130 pid: 18904 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746134006.830180:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c7e6d80 00000100:00100000:0.0:1746134006.832924:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.835532:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.839303:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.842779:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.846600:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.850445:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551174272 00000100:00100000:0.0:1746134006.850451:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551174272 00002000:00100000:0.0:1746134006.850483:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008fe25f80 x1830953551174272/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:217/0 lens 488/0 e 0 to 0 dl 1746134017 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134006.850492:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe25f80 with x1830953551174272 ext(0->4095) 00002000:00010000:0.0:1746134006.850495:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fe25f80 00000100:00100000:0.0:1746134006.850521:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12133 00000100:00100000:0.0:1746134006.850527:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2011:x1830953551174272:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134006.850622:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2011:x1830953551174272:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 94us (240us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134006.850627:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12133 00002000:00100000:0.0:1746134006.850631:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008fe25f80 x1830953551174272/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:217/0 lens 488/4536 e 0 to 0 dl 1746134017 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134006.850637:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe25f80 with x1830953551174272 ext(0->4095) 00002000:00010000:0.0:1746134006.850639:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fe25f80 00000100:00100000:0.0:1746134006.855796:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.855825:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.855861:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.859509:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.863863:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.865437:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800872b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+133:2011:x1830953551175296:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1398us (1576us total) trans 4294971726 rc 0/0 00000100:00100000:0.0:1746134006.865445:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 893 00002000:00100000:0.0:1746134006.865452:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800872b6a00 x1830953551175296/t4294971726(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:217/0 lens 496/448 e 0 to 0 dl 1746134017 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134006.865459:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800872b6a00 with x1830953551175296 ext(0->7) 00010000:00010000:0.0:1746134006.865465:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009565e600/0x9682c7de153c521d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c74c expref: 133 pid: 18904 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746134006.865475:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009565e600/0x9682c7de153c521d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c74c expref: 133 pid: 18904 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746134006.865480:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800872b6a00 00000100:00100000:0.0:1746134006.867975:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.872624:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.878006:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.881539:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.888239:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.888927:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.891786:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.891839:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.891872:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.894908:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.897692:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.898701:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009202ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+134:2010:x1830953551177344:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 781us (1013us total) trans 4294971727 rc 0/0 00000100:00100000:0.0:1746134006.898708:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 896 00002000:00100000:0.0:1746134006.898713:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009202ad80 x1830953551177344/t4294971727(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:217/0 lens 496/448 e 0 to 0 dl 1746134017 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134006.898720:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009202ad80 with x1830953551177344 ext(0->7) 00010000:00010000:0.0:1746134006.898725:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012f3a6400/0x9682c7de153c5232 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c761 expref: 134 pid: 18904 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746134006.898734:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012f3a6400/0x9682c7de153c5232 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c761 expref: 134 pid: 18904 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746134006.898738:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009202ad80 00000100:00100000:0.0:1746134006.900858:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.908079:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.913477:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.914590:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.917719:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.920966:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551178624 00000100:00100000:0.0:1746134006.920972:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551178624 00010000:00010000:0.0:1746134006.920996:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012f3a6c00/0x9682c7de153c5240 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c76f expref: 135 pid: 18904 timeout: 776 lvb_type: 0 00000100:00100000:0.0:1746134006.921022:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13020 00000100:00100000:0.0:1746134006.921027:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d969880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+135:2010:x1830953551178624:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134006.921035:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134006.921049:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012f3a6c00/0x9682c7de153c5240 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c76f expref: 135 pid: 18904 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746134006.921058:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012f3a6c00/0x9682c7de153c5240 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c76f expref: 135 pid: 18904 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746134006.921071:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012f3a6c00/0x9682c7de153c5240 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c76f expref: 135 pid: 18904 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746134006.921083:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134006.921084:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134006.921089:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012f3a7600/0x9682c7de153c5247 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c776 expref: 134 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134006.921096:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012f3a7600/0x9682c7de153c5247 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c776 expref: 134 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134006.921146:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012f3a7600/0x9682c7de153c5247 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c776 expref: 134 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134006.921156:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012f3a7600/0x9682c7de153c5247 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c776 expref: 134 pid: 9582 timeout: 776 lvb_type: 0 00000100:00100000:0.0:1746134006.921164:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800916fc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8382:1830953547605376:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134006.921219:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c000 going to sleep for 11 seconds 00000100:00100000:0.0:1746134006.923789:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.925902:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.926786:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+136:2010:x1830953551179136:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 712us (888us total) trans 4294971728 rc 0/0 00000100:00100000:0.0:1746134006.926793:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 899 00002000:00100000:0.0:1746134006.926798:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800916fe680 x1830953551179136/t4294971728(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:217/0 lens 496/448 e 0 to 0 dl 1746134017 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134006.926804:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916fe680 with x1830953551179136 ext(0->7) 00010000:00010000:0.0:1746134006.926808:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012f3a7600/0x9682c7de153c5247 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c776 expref: 136 pid: 9582 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746134006.926816:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012f3a7600/0x9682c7de153c5247 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c776 expref: 136 pid: 9582 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746134006.926821:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800916fe680 00000100:00100000:0.0:1746134006.944196:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.960980:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.968311:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.979597:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.983387:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+139:2010:x1830953551180416:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3589us (3787us total) trans 4294971729 rc 0/0 00000100:00100000:0.0:1746134006.983397:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 901 00002000:00100000:0.0:1746134006.983406:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800923a4700 x1830953551180416/t4294971729(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:217/0 lens 496/448 e 0 to 0 dl 1746134017 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134006.983414:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923a4700 with x1830953551180416 ext(0->7) 00010000:00010000:0.0:1746134006.983421:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800955ae400/0x9682c7de153c5255 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c784 expref: 139 pid: 18904 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746134006.983434:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800955ae400/0x9682c7de153c5255 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c784 expref: 139 pid: 18904 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746134006.983441:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800923a4700 00000100:00100000:0.0:1746134006.986525:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134006.992935:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551180928 00000100:00100000:0.0:1746134006.992938:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551180928 00002000:00100000:0.0:1746134006.992957:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008fe25180 x1830953551180928/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:217/0 lens 488/0 e 0 to 0 dl 1746134017 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134006.992965:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe25180 with x1830953551180928 ext(0->4095) 00010000:00010000:0.0:1746134006.992970:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012f3a6400/0x9682c7de153c525c lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c78b expref: 141 pid: 9582 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746134006.992978:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012f3a6400/0x9682c7de153c525c lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c78b expref: 141 pid: 9582 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746134006.992982:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fe25180 00000100:00100000:0.0:1746134006.992996:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 902 00000100:00100000:0.0:1746134006.993000:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+141:2010:x1830953551180928:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134006.993438:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+140:2010:x1830953551180928:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 436us (1095us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134006.993444:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 902 00002000:00100000:0.0:1746134006.993449:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008fe25180 x1830953551180928/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:217/0 lens 488/4536 e 0 to 0 dl 1746134017 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134006.993456:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe25180 with x1830953551180928 ext(0->4095) 00010000:00010000:0.0:1746134006.993460:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012f3a6400/0x9682c7de153c525c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c78b expref: 140 pid: 9582 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746134006.993472:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012f3a6400/0x9682c7de153c525c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c78b expref: 140 pid: 9582 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746134006.993477:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fe25180 00000100:00100000:0.0:1746134006.996596:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551181056 00000100:00100000:0.0:1746134006.996600:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551181056 00010000:00010000:0.0:1746134006.996616:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012f3a6400/0x9682c7de153c525c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c78b expref: 139 pid: 9582 timeout: 776 lvb_type: 0 00000100:00100000:0.0:1746134006.996647:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13024 00000100:00100000:0.0:1746134006.996654:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081159880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+139:2010:x1830953551181056:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134006.996662:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134006.996676:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012f3a6400/0x9682c7de153c525c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c78b expref: 139 pid: 9582 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746134006.996684:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012f3a6400/0x9682c7de153c525c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c78b expref: 139 pid: 9582 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746134006.996700:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012f3a6400/0x9682c7de153c525c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c78b expref: 139 pid: 9582 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746134006.996725:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134006.996726:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134006.996732:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800955ae200/0x9682c7de153c5263 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c792 expref: 138 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134006.996742:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800955ae200/0x9682c7de153c5263 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c792 expref: 138 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134006.996761:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800955ae200/0x9682c7de153c5263 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c792 expref: 138 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134006.996769:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800955ae200/0x9682c7de153c5263 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c792 expref: 138 pid: 18904 timeout: 776 lvb_type: 0 00000100:00100000:0.0:1746134006.996779:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923a4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8382:1830953547606400:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134006.996835:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c540 going to sleep for 11 seconds 00000100:00100000:0.0:1746134007.002925:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551181696 00000100:00100000:0.0:1746134007.002932:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551181696 00002000:00100000:0.0:1746134007.002965:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880081158e00 x1830953551181696/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:218/0 lens 496/0 e 0 to 0 dl 1746134018 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134007.002974:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081158e00 with x1830953551181696 ext(0->7) 00010000:00010000:0.0:1746134007.002981:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800955ae200/0x9682c7de153c5263 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c792 expref: 138 pid: 18904 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746134007.002992:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800955ae200/0x9682c7de153c5263 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c792 expref: 138 pid: 18904 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746134007.002997:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081158e00 00000100:00100000:0.0:1746134007.003023:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 904 00000100:00100000:0.0:1746134007.003029:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081158e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+138:2012:x1830953551181696:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134007.004529:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081158e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+140:2012:x1830953551181696:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1495us (1672us total) trans 4294971730 rc 0/0 00000100:00100000:0.0:1746134007.004536:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 904 00002000:00100000:0.0:1746134007.004542:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880081158e00 x1830953551181696/t4294971730(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:218/0 lens 496/448 e 0 to 0 dl 1746134018 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134007.004549:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081158e00 with x1830953551181696 ext(0->7) 00010000:00010000:0.0:1746134007.004555:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800955ae200/0x9682c7de153c5263 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c792 expref: 140 pid: 18904 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746134007.004565:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800955ae200/0x9682c7de153c5263 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c792 expref: 140 pid: 18904 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746134007.004570:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081158e00 00000100:00100000:0.0:1746134007.013685:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551182080 00000100:00100000:0.0:1746134007.013690:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551182080 00002000:00100000:0.0:1746134007.013733:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008115a680 x1830953551182080/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:218/0 lens 488/0 e 0 to 0 dl 1746134018 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134007.013742:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008115a680 with x1830953551182080 ext(0->4095) 00002000:00010000:0.0:1746134007.013746:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008115a680 00000100:00100000:0.0:1746134007.013763:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12138 00000100:00100000:0.0:1746134007.013769:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008115a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551182080:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134007.013871:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008115a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551182080:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 102us (239us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134007.013876:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12138 00002000:00100000:0.0:1746134007.013881:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008115a680 x1830953551182080/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:218/0 lens 488/4536 e 0 to 0 dl 1746134018 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134007.013888:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008115a680 with x1830953551182080 ext(0->4095) 00002000:00010000:0.0:1746134007.013890:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008115a680 00000100:00100000:0.0:1746134007.016791:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551182208 00000100:00100000:0.0:1746134007.016798:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551182208 00000100:00100000:0.0:1746134007.016839:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 27721 00000100:00100000:0.0:1746134007.016846:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081159180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+139:1099:x1830953551182208:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134007.016860:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134007.016873:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800957ea000/0x9682c7de153c5271 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574c7a0 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134007.016899:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134007.016901:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134007.016907:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800957ea000/0x9682c7de153c5271 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574c7a0 expref: 140 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134007.016918:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800957ea000/0x9682c7de153c5271 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574c7a0 expref: 140 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134007.016928:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957ea000, rc 0) 00000100:00100000:0.0:1746134007.016976:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081159180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+140:1099:x1830953551182208:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 130us (813us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134007.016981:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 27721 00000100:00100000:0.0:1746134007.019027:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.019176:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.021766:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.022429:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13027 00000100:00100000:0.0:1746134007.022435:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081158700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+141:2010:x1830953551182848:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134007.022449:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134007.023175:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800957ea000/0x9682c7de153c5271 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c7a0 expref: 141 pid: 24940 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746134007.023184:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800957ea000/0x9682c7de153c5271 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c7a0 expref: 141 pid: 24940 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746134007.023196:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800957ea000/0x9682c7de153c5271 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c7a0 expref: 141 pid: 24940 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746134007.023212:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134007.023214:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134007.023219:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800955ae400/0x9682c7de153c5278 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c7a7 expref: 140 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134007.023225:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800955ae400/0x9682c7de153c5278 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c7a7 expref: 140 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134007.023244:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800955ae400/0x9682c7de153c5278 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c7a7 expref: 140 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134007.023253:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800955ae400/0x9682c7de153c5278 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c7a7 expref: 140 pid: 18904 timeout: 776 lvb_type: 0 00000100:00100000:0.0:1746134007.023266:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923a5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7221:1830953547607040:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134007.023492:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c480 going to sleep for 11 seconds 00000100:00100000:0.0:1746134007.025773:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.028259:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081159880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+142:2011:x1830953551183488:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 653us (780us total) trans 4294971731 rc 0/0 00000100:00100000:0.0:1746134007.028266:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 906 00002000:00100000:0.0:1746134007.028272:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880081159880 x1830953551183488/t4294971731(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:218/0 lens 496/448 e 0 to 0 dl 1746134018 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134007.028278:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081159880 with x1830953551183488 ext(0->7) 00010000:00010000:0.0:1746134007.028283:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800955ae400/0x9682c7de153c5278 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c7a7 expref: 142 pid: 18904 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746134007.028292:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800955ae400/0x9682c7de153c5278 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c7a7 expref: 142 pid: 18904 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746134007.028297:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081159880 00000100:00100000:0.0:1746134007.030005:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.032440:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.037855:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.041357:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.043002:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.047570:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.048647:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.048695:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.051277:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.054501:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.056269:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+144:2009:x1830953551185280:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1460us (1770us total) trans 4294971732 rc 0/0 00000100:00100000:0.0:1746134007.056277:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 909 00002000:00100000:0.0:1746134007.056282:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012d5e3800 x1830953551185280/t4294971732(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:218/0 lens 496/448 e 0 to 0 dl 1746134018 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134007.056288:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d5e3800 with x1830953551185280 ext(0->7) 00010000:00010000:0.0:1746134007.056294:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800955afe00/0x9682c7de153c528d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c7bc expref: 144 pid: 18904 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746134007.056303:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800955afe00/0x9682c7de153c528d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c7bc expref: 144 pid: 18904 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746134007.056308:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d5e3800 00000100:00100000:0.0:1746134007.058381:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.066245:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.066293:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.073232:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.076371:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.080941:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.085897:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.087812:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f847800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+147:2012:x1830953551186560:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 576us (1921us total) trans 4294971733 rc 0/0 00000100:00100000:0.0:1746134007.087818:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 911 00002000:00100000:0.0:1746134007.087824:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012f847800 x1830953551186560/t4294971733(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:218/0 lens 496/448 e 0 to 0 dl 1746134018 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134007.087831:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f847800 with x1830953551186560 ext(0->7) 00010000:00010000:0.0:1746134007.087836:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095545c00/0x9682c7de153c529b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c7ca expref: 147 pid: 24940 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746134007.087846:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095545c00/0x9682c7de153c529b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c7ca expref: 147 pid: 24940 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746134007.087851:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f847800 00000100:00100000:0.0:1746134007.089445:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.092243:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551186944 00000100:00100000:0.0:1746134007.092248:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551186944 00002000:00100000:0.0:1746134007.092272:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008fe26a00 x1830953551186944/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:218/0 lens 488/0 e 0 to 0 dl 1746134018 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134007.092280:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe26a00 with x1830953551186944 ext(0->4095) 00002000:00010000:0.0:1746134007.092284:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fe26a00 00000100:00100000:0.0:1746134007.092295:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12142 00000100:00100000:0.0:1746134007.092300:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+146:2010:x1830953551186944:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134007.092419:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+146:2010:x1830953551186944:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 118us (558us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134007.092425:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12142 00002000:00100000:0.0:1746134007.092430:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008fe26a00 x1830953551186944/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:218/0 lens 488/4536 e 0 to 0 dl 1746134018 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134007.092436:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe26a00 with x1830953551186944 ext(0->4095) 00002000:00010000:0.0:1746134007.092439:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fe26a00 00000100:00100000:0.0:1746134007.096586:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.098955:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551187712 00000100:00100000:0.0:1746134007.098960:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551187712 00002000:00100000:0.0:1746134007.099245:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012b6da680 x1830953551187712/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:218/0 lens 488/0 e 0 to 0 dl 1746134018 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134007.099254:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b6da680 with x1830953551187712 ext(0->4095) 00010000:00010000:0.0:1746134007.099259:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800955ae200/0x9682c7de153c52a2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c7d1 expref: 148 pid: 18904 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746134007.099266:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800955ae200/0x9682c7de153c52a2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c7d1 expref: 148 pid: 18904 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746134007.099271:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b6da680 00000100:00100000:0.0:1746134007.099291:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 912 00000100:00100000:0.0:1746134007.099298:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b6da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+148:2010:x1830953551187712:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134007.099385:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b6da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+147:2010:x1830953551187712:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 88us (531us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134007.099390:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 912 00002000:00100000:0.0:1746134007.099395:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012b6da680 x1830953551187712/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:218/0 lens 488/4536 e 0 to 0 dl 1746134018 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134007.099401:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b6da680 with x1830953551187712 ext(0->4095) 00010000:00010000:0.0:1746134007.099405:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800955ae200/0x9682c7de153c52a2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c7d1 expref: 147 pid: 18904 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746134007.099412:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800955ae200/0x9682c7de153c52a2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c7d1 expref: 147 pid: 18904 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746134007.099417:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b6da680 00000100:00100000:0.0:1746134007.101277:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.101352:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.103251:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923a6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7220:1830953547608832:192.168.203.26@tcp:105: 00010000:00010000:0.0:1746134007.103263:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134007.103294:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfbea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+146:2011:x1830953551187968:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1846us (1941us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134007.103300:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13035 00000100:00100000:0.0:1746134007.103516:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.105211:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.108435:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.110834:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.113100:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.115703:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.119048:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.119672:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.126175:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.126205:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.126238:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.131536:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.135568:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b901180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+150:2009:x1830953551190656:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 586us (859us total) trans 4294971735 rc 0/0 00000100:00100000:0.0:1746134007.135575:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 917 00002000:00100000:0.0:1746134007.135581:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009b901180 x1830953551190656/t4294971735(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:218/0 lens 496/448 e 0 to 0 dl 1746134018 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134007.135588:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b901180 with x1830953551190656 ext(0->7) 00010000:00010000:0.0:1746134007.135593:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800955ae000/0x9682c7de153c52c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c7f4 expref: 150 pid: 18904 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746134007.135606:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800955ae000/0x9682c7de153c52c5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c7f4 expref: 150 pid: 18904 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746134007.135611:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b901180 00000100:00100000:0.0:1746134007.136731:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.138986:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.141511:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.144246:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.147559:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.147594:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.150205:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.152450:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.152895:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.160330:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.164248:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009239aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+153:2009:x1830953551192704:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2873us (3714us total) trans 4294971736 rc 0/0 00000100:00100000:0.0:1746134007.164882:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 919 00002000:00100000:0.0:1746134007.164891:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009239aa00 x1830953551192704/t4294971736(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:218/0 lens 496/448 e 0 to 0 dl 1746134018 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134007.164899:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009239aa00 with x1830953551192704 ext(0->7) 00010000:00010000:0.0:1746134007.164908:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092101200/0x9682c7de153c52da lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c809 expref: 153 pid: 18904 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746134007.164921:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092101200/0x9682c7de153c52da lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c809 expref: 153 pid: 18904 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746134007.164931:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009239aa00 00000100:00100000:0.0:1746134007.167718:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.173069:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923a6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8382:1830953547610240:192.168.203.26@tcp:105: 00010000:00010000:0.0:1746134007.173087:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134007.173142:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009239a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+152:2012:x1830953551192832:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 5290us (5430us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134007.173151:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13042 00000100:00100000:0.0:1746134007.176950:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.177035:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.180007:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.182620:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.189940:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.191193:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+154:2011:x1830953551193984:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 970us (1258us total) trans 4294971737 rc 0/0 00000100:00100000:0.0:1746134007.191201:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 921 00002000:00100000:0.0:1746134007.191207:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880099b2c000 x1830953551193984/t4294971737(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:218/0 lens 496/448 e 0 to 0 dl 1746134018 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134007.191214:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099b2c000 with x1830953551193984 ext(0->7) 00010000:00010000:0.0:1746134007.191219:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012f3a6c00/0x9682c7de153c52e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c81e expref: 154 pid: 24940 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746134007.191229:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012f3a6c00/0x9682c7de153c52e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c81e expref: 154 pid: 24940 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746134007.191239:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099b2c000 00000100:00100000:0.0:1746134007.210229:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551194240 00000100:00100000:0.0:1746134007.210237:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551194240 00000100:00100000:0.0:1746134007.210279:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 27740 00000100:00100000:0.0:1746134007.210285:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+153:1086:x1830953551194240:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134007.210298:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134007.210310:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095589000/0x9682c7de153c52f6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574c825 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134007.210343:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bef5000/0x9682c7de153c52ef lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574c817 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134007.210350:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134007.210351:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134007.210355:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095589000/0x9682c7de153c52f6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574c825 expref: 154 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134007.210376:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bef5000/0x9682c7de153c52ef lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c817 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134007.210386:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bef5000/0x9682c7de153c52ef lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c817 expref: 5 pid: 9582 timeout: 776 lvb_type: 0 00000100:00100000:0.0:1746134007.210396:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24940:1830953547610880:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134007.210451:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c780 going to sleep for 11 seconds 00000100:00100000:0.0:1746134007.220199:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f845180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8382:1830953547611136:192.168.203.26@tcp:105: 00010000:00010000:0.0:1746134007.220214:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134007.220245:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953551194752:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3131us (3641us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134007.220253:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13045 00000100:00100000:0.0:1746134007.222775:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.226404:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.235304:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.238572:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.241463:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.241502:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.247423:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.254954:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.272803:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.286440:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.309546:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.315985:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.325243:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.327182:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+160:2010:x1830953551197696:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1762us (1935us total) trans 4294971740 rc 0/0 00000100:00100000:0.0:1746134007.327190:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 929 00002000:00100000:0.0:1746134007.327197:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009bc71880 x1830953551197696/t4294971740(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:218/0 lens 496/448 e 0 to 0 dl 1746134018 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134007.327205:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc71880 with x1830953551197696 ext(0->7) 00010000:00010000:0.0:1746134007.327212:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012f3a6a00/0x9682c7de153c5312 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c841 expref: 160 pid: 24940 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746134007.327229:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012f3a6a00/0x9682c7de153c5312 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c841 expref: 160 pid: 24940 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746134007.327235:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bc71880 00000100:00100000:0.0:1746134007.334645:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.335470:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.338928:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.342147:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.346199:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.349179:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.359674:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.360588:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+162:2009:x1830953551198848:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 735us (915us total) trans 4294971741 rc 0/0 00000100:00100000:0.0:1746134007.360595:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 931 00002000:00100000:0.0:1746134007.360600:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012fdc7480 x1830953551198848/t4294971741(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:218/0 lens 496/448 e 0 to 0 dl 1746134018 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134007.360607:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc7480 with x1830953551198848 ext(0->7) 00010000:00010000:0.0:1746134007.360611:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012f3a7a00/0x9682c7de153c5320 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c84f expref: 162 pid: 24940 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746134007.360620:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012f3a7a00/0x9682c7de153c5320 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c84f expref: 162 pid: 24940 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746134007.360625:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fdc7480 00000100:00100000:0.0:1746134007.363257:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.370057:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.370104:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.375565:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.375619:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.387986:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.388792:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+165:2010:x1830953551200128:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 556us (811us total) trans 4294971742 rc 0/0 00000100:00100000:0.0:1746134007.388798:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 934 00002000:00100000:0.0:1746134007.388803:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008f8b5c00 x1830953551200128/t4294971742(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:218/0 lens 496/448 e 0 to 0 dl 1746134018 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134007.388809:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b5c00 with x1830953551200128 ext(0->7) 00010000:00010000:0.0:1746134007.388813:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092339800/0x9682c7de153c532e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c85d expref: 165 pid: 9582 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746134007.388821:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092339800/0x9682c7de153c532e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c85d expref: 165 pid: 9582 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746134007.388826:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f8b5c00 00000100:00100000:0.0:1746134007.392947:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.404711:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.409792:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.410569:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.415333:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.415374:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.421672:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.425845:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.430920:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.441897:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.443421:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+166:2010:x1830953551201792:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1334us (1528us total) trans 4294971743 rc 0/0 00000100:00100000:0.0:1746134007.443427:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 936 00002000:00100000:0.0:1746134007.443433:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880091a87100 x1830953551201792/t4294971743(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:218/0 lens 496/448 e 0 to 0 dl 1746134018 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134007.443444:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a87100 with x1830953551201792 ext(0->7) 00010000:00010000:0.0:1746134007.443450:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092339000/0x9682c7de153c5343 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c872 expref: 166 pid: 9582 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746134007.443459:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092339000/0x9682c7de153c5343 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c872 expref: 166 pid: 9582 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746134007.443464:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091a87100 00000100:00100000:0.0:1746134007.444712:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.450388:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.453178:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.458760:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.461532:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551202688 00000100:00100000:0.0:1746134007.461536:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551202688 00002000:00100000:0.0:1746134007.461564:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880081158700 x1830953551202688/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:218/0 lens 488/0 e 0 to 0 dl 1746134018 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134007.461572:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081158700 with x1830953551202688 ext(0->4095) 00010000:00010000:0.0:1746134007.461577:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092338000/0x9682c7de153c5351 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c880 expref: 168 pid: 9582 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746134007.461585:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092338000/0x9682c7de153c5351 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c880 expref: 168 pid: 9582 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746134007.461592:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081158700 00000100:00100000:0.0:1746134007.461605:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 937 00000100:00100000:0.0:1746134007.461611:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081158700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+168:2010:x1830953551202688:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134007.461723:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081158700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+168:2010:x1830953551202688:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 111us (283us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134007.461729:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 937 00002000:00100000:0.0:1746134007.461734:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880081158700 x1830953551202688/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:218/0 lens 488/4536 e 0 to 0 dl 1746134018 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134007.461740:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081158700 with x1830953551202688 ext(0->4095) 00010000:00010000:0.0:1746134007.461744:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092338000/0x9682c7de153c5351 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c880 expref: 168 pid: 9582 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746134007.461750:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092338000/0x9682c7de153c5351 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c880 expref: 168 pid: 9582 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746134007.461755:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081158700 00000100:00100000:0.0:1746134007.463584:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.468893:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.468924:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.468958:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.472894:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.477570:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.479769:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ad8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+169:2010:x1830953551203840:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2038us (2200us total) trans 4294971744 rc 0/0 00000100:00100000:0.0:1746134007.479780:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 940 00002000:00100000:0.0:1746134007.479787:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880072ad8700 x1830953551203840/t4294971744(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:218/0 lens 496/448 e 0 to 0 dl 1746134018 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134007.479796:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ad8700 with x1830953551203840 ext(0->7) 00010000:00010000:0.0:1746134007.479803:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092338600/0x9682c7de153c5358 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c887 expref: 169 pid: 9582 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746134007.479814:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092338600/0x9682c7de153c5358 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c887 expref: 169 pid: 9582 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746134007.479820:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072ad8700 00000100:00100000:0.0:1746134007.491609:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.499258:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.507835:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551204352 00000100:00100000:0.0:1746134007.507842:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551204352 00000100:00100000:0.0:1746134007.507877:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551204480 00000100:00100000:0.0:1746134007.507879:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551204480 00000100:00100000:0.0:1746134007.507892:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 27756 00000100:00100000:0.0:1746134007.507898:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1099:x1830953551204352:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134007.507912:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134007.507925:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009565e400/0x9682c7de153c5366 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574c895 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134007.507945:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134007.507947:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134007.507953:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009565e400/0x9682c7de153c5366 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574c895 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134007.507969:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009565e400/0x9682c7de153c5366 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574c895 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134007.507977:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009565e400, rc 0) 00000100:00100000:0.0:1746134007.508009:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1099:x1830953551204352:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 111us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134007.508014:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 27756 00000100:00100000:0.0:1746134007.508026:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 27757 00000100:00100000:0.0:1746134007.508030:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+168:1086:x1830953551204480:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134007.508036:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134007.508041:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009565e000/0x9682c7de153c536d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574c89c expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134007.508052:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012f3a7000/0x9682c7de153c535f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574c88e expref: 169 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134007.508058:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009565e400/0x9682c7de153c5366 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574c895 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134007.508062:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134007.508063:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134007.508065:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009565e000/0x9682c7de153c536d lrc: 5/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574c89c expref: 169 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134007.508085:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009565e400/0x9682c7de153c5366 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c895 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134007.508095:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009565e400/0x9682c7de153c5366 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c895 expref: 5 pid: 9581 timeout: 776 lvb_type: 0 00000100:00100000:0.0:1746134007.508104:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072adb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9581:1830953547614720:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134007.513183:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.513211:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.515808:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.519363:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.527031:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.547576:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.549845:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+170:2010:x1830953551205504:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 656us (2273us total) trans 4294971745 rc 0/0 00000100:00100000:0.0:1746134007.549852:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 942 00002000:00100000:0.0:1746134007.549858:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88007282e680 x1830953551205504/t4294971745(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:218/0 lens 496/448 e 0 to 0 dl 1746134018 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134007.549865:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282e680 with x1830953551205504 ext(0->7) 00010000:00010000:0.0:1746134007.549869:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009565e000/0x9682c7de153c536d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c89c expref: 170 pid: 9581 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746134007.549879:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009565e000/0x9682c7de153c536d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c89c expref: 170 pid: 9581 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746134007.549884:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007282e680 00000100:00100000:0.0:1746134007.555602:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.562374:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.562410:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.565616:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.565718:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.569292:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.572556:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551206784 00000100:00100000:0.0:1746134007.572564:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551206784 00002000:00100000:0.0:1746134007.572595:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012da68a80 x1830953551206784/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:218/0 lens 496/0 e 0 to 0 dl 1746134018 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134007.572604:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da68a80 with x1830953551206784 ext(0->7) 00010000:00010000:0.0:1746134007.572611:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092338a00/0x9682c7de153c537b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c8aa expref: 171 pid: 9581 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746134007.572622:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092338a00/0x9682c7de153c537b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c8aa expref: 171 pid: 9581 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746134007.572627:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012da68a80 00000100:00100000:0.0:1746134007.572655:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 944 00000100:00100000:0.0:1746134007.572661:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+171:2012:x1830953551206784:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134007.573444:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+173:2012:x1830953551206784:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 781us (955us total) trans 4294971746 rc 0/0 00000100:00100000:0.0:1746134007.573450:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 944 00002000:00100000:0.0:1746134007.573456:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012da68a80 x1830953551206784/t4294971746(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:218/0 lens 496/448 e 0 to 0 dl 1746134018 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134007.573463:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da68a80 with x1830953551206784 ext(0->7) 00010000:00010000:0.0:1746134007.573467:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092338a00/0x9682c7de153c537b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c8aa expref: 173 pid: 9581 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746134007.573477:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092338a00/0x9682c7de153c537b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c8aa expref: 173 pid: 9581 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746134007.573483:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012da68a80 00000100:00100000:0.0:1746134007.574916:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.577664:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.580620:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.583313:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.583398:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.585710:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.586645:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.588138:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.588180:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.590168:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.593564:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.594750:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+174:2009:x1830953551208832:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 947us (1190us total) trans 4294971747 rc 0/0 00000100:00100000:0.0:1746134007.594757:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 947 00002000:00100000:0.0:1746134007.594763:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009ce30000 x1830953551208832/t4294971747(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:218/0 lens 496/448 e 0 to 0 dl 1746134018 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134007.594775:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce30000 with x1830953551208832 ext(0->7) 00010000:00010000:0.0:1746134007.594781:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092338600/0x9682c7de153c5390 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c8bf expref: 174 pid: 9581 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746134007.594790:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092338600/0x9682c7de153c5390 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c8bf expref: 174 pid: 9581 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746134007.594801:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ce30000 00000100:00100000:0.0:1746134007.596191:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.600804:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.604030:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.604605:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.605259:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 27765 00000100:00100000:0.0:1746134007.605265:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+175:1099:x1830953551209472:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134007.605272:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134007.605278:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bca6000/0x9682c7de153c53a5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574c8d4 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134007.605288:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134007.605291:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012f3a7a00/0x9682c7de153c539e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574c8cd expref: 176 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134007.605296:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134007.605299:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bca6000/0x9682c7de153c53a5 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574c8d4 expref: 176 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134007.605317:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012f3a7a00/0x9682c7de153c539e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c8cd expref: 176 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134007.605336:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bca6000/0x9682c7de153c53a5 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574c8d4 expref: 176 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134007.605344:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bca6000, rc 0) 00000100:00100000:0.0:1746134007.605370:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+176:1099:x1830953551209472:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 106us (766us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134007.605375:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 27765 00000100:00100000:0.0:1746134007.607377:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.611473:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551209856 00000100:00100000:0.0:1746134007.611479:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551209856 00002000:00100000:0.0:1746134007.611506:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800957a2d80 x1830953551209856/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:218/0 lens 488/0 e 0 to 0 dl 1746134018 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134007.611514:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957a2d80 with x1830953551209856 ext(0->4095) 00010000:00010000:0.0:1746134007.611521:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012f3a7a00/0x9682c7de153c539e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c8cd expref: 175 pid: 18904 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746134007.611531:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012f3a7a00/0x9682c7de153c539e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c8cd expref: 175 pid: 18904 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746134007.611536:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800957a2d80 00000100:00100000:0.0:1746134007.611560:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 948 00000100:00100000:0.0:1746134007.611566:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+175:2009:x1830953551209856:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134007.611658:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+175:2009:x1830953551209856:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 92us (561us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134007.611663:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 948 00002000:00100000:0.0:1746134007.611668:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800957a2d80 x1830953551209856/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:218/0 lens 488/4536 e 0 to 0 dl 1746134018 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134007.611675:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957a2d80 with x1830953551209856 ext(0->4095) 00010000:00010000:0.0:1746134007.611679:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012f3a7a00/0x9682c7de153c539e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c8cd expref: 175 pid: 18904 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746134007.611688:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012f3a7a00/0x9682c7de153c539e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c8cd expref: 175 pid: 18904 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746134007.611693:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800957a2d80 00000100:00100000:0.0:1746134007.617418:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.627910:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.636653:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.640437:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.641272:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.643875:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.646726:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.646745:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.646762:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.647180:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551211136 00000100:00100000:0.0:1746134007.647184:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551211136 00010000:00010000:0.0:1746134007.647199:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012f3a7e00/0x9682c7de153c53ac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c8db expref: 8 pid: 18904 timeout: 776 lvb_type: 0 00000100:00100000:0.0:1746134007.647214:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551211392 00000100:00100000:0.0:1746134007.647215:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551211392 00010000:00010000:0.0:1746134007.647222:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bca6000/0x9682c7de153c53a5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c8d4 expref: 177 pid: 9582 timeout: 776 lvb_type: 0 00000100:00100000:0.0:1746134007.647240:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13071 00000100:00100000:0.0:1746134007.647245:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072971880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+8:2009:x1830953551211136:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134007.647251:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134007.647266:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012f3a7e00/0x9682c7de153c53ac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c8db expref: 8 pid: 18904 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746134007.647273:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012f3a7e00/0x9682c7de153c53ac lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c8db expref: 8 pid: 18904 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746134007.647287:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012f3a7e00/0x9682c7de153c53ac lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c8db expref: 8 pid: 18904 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746134007.647299:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134007.647338:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072971880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+7:2009:x1830953551211136:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 92us (590us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134007.647343:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13071 00000100:00100000:0.0:1746134007.647354:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13072 00000100:00100000:0.0:1746134007.647358:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072971c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+177:2009:x1830953551211392:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134007.647364:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134007.647370:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bca6000/0x9682c7de153c53a5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c8d4 expref: 177 pid: 9582 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746134007.647377:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bca6000/0x9682c7de153c53a5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c8d4 expref: 177 pid: 9582 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746134007.647387:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bca6000/0x9682c7de153c53a5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c8d4 expref: 177 pid: 9582 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746134007.647394:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134007.647395:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134007.647399:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012f3a7000/0x9682c7de153c53b3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c8e2 expref: 176 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134007.647405:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012f3a7000/0x9682c7de153c53b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c8e2 expref: 176 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134007.647424:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012f3a7000/0x9682c7de153c53b3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c8e2 expref: 176 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134007.647432:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012f3a7000/0x9682c7de153c53b3 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c8e2 expref: 176 pid: 18904 timeout: 776 lvb_type: 0 00000100:00100000:0.0:1746134007.647440:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072973800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8382:1830953547617280:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134007.647710:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134007.650539:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.652835:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.655476:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.658632:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.666478:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.668826:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.670643:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.672270:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.677270:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.680835:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.681768:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+180:2010:x1830953551213696:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 741us (938us total) trans 4294971750 rc 0/0 00000100:00100000:0.0:1746134007.681774:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 955 00002000:00100000:0.0:1746134007.681780:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880131cbea00 x1830953551213696/t4294971750(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:218/0 lens 496/448 e 0 to 0 dl 1746134018 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134007.681786:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cbea00 with x1830953551213696 ext(0->7) 00010000:00010000:0.0:1746134007.681790:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092339a00/0x9682c7de153c53c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c8f7 expref: 180 pid: 18904 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746134007.681799:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092339a00/0x9682c7de153c53c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c8f7 expref: 180 pid: 18904 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746134007.681804:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131cbea00 00000100:00100000:0.0:1746134007.683213:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.688521:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.692057:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.693314:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 27772 00000100:00100000:0.0:1746134007.693332:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+179:1099:x1830953551214208:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134007.693347:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134007.693360:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8cb800/0x9682c7de153c53d6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574c905 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134007.693380:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134007.693381:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134007.693387:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8cb800/0x9682c7de153c53d6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574c905 expref: 180 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134007.693398:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8cb800/0x9682c7de153c53d6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574c905 expref: 180 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134007.693411:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8cb800, rc 0) 00000100:00100000:0.0:1746134007.693452:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+180:1099:x1830953551214208:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 131us (1401us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134007.693458:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 27772 00000100:00100000:0.0:1746134007.699679:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551214592 00000100:00100000:0.0:1746134007.699686:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551214592 00002000:00100000:0.0:1746134007.699715:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880081159180 x1830953551214592/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:218/0 lens 488/0 e 0 to 0 dl 1746134018 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134007.699725:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081159180 with x1830953551214592 ext(0->4095) 00002000:00010000:0.0:1746134007.699728:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880081159180 00000100:00100000:0.0:1746134007.699743:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12164 00000100:00100000:0.0:1746134007.699748:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081159180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+180:2009:x1830953551214592:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134007.699864:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081159180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+180:2009:x1830953551214592:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 115us (233us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134007.699870:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12164 00002000:00100000:0.0:1746134007.699876:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880081159180 x1830953551214592/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:218/0 lens 488/4536 e 0 to 0 dl 1746134018 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134007.699882:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081159180 with x1830953551214592 ext(0->4095) 00002000:00010000:0.0:1746134007.699884:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880081159180 00000100:00100000:0.0:1746134007.703854:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.703907:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.707216:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.707389:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.711706:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.715557:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008115b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+183:2010:x1830953551215744:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 859us (1061us total) trans 4294971751 rc 0/0 00000100:00100000:0.0:1746134007.715564:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 958 00002000:00100000:0.0:1746134007.715569:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008115b100 x1830953551215744/t4294971751(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:218/0 lens 496/448 e 0 to 0 dl 1746134018 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134007.715575:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008115b100 with x1830953551215744 ext(0->7) 00010000:00010000:0.0:1746134007.715580:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012f3a7a00/0x9682c7de153c53dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c90c expref: 183 pid: 18904 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746134007.715589:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012f3a7a00/0x9682c7de153c53dd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c90c expref: 183 pid: 18904 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746134007.715594:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008115b100 00000100:00100000:0.0:1746134007.717676:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.720346:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.723306:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.729072:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.729156:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.733200:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.733224:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.733254:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.736886:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.742426:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.747030:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088052a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+185:2010:x1830953551217536:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4288us (4603us total) trans 4294971752 rc 0/0 00000100:00100000:0.0:1746134007.747039:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 961 00002000:00100000:0.0:1746134007.747048:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880088052a00 x1830953551217536/t4294971752(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:218/0 lens 496/448 e 0 to 0 dl 1746134018 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134007.747056:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088052a00 with x1830953551217536 ext(0->7) 00010000:00010000:0.0:1746134007.747063:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012f3a7600/0x9682c7de153c53f2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c921 expref: 185 pid: 18904 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746134007.747076:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012f3a7600/0x9682c7de153c53f2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c921 expref: 185 pid: 18904 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746134007.747082:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088052a00 00000100:00100000:0.0:1746134007.753746:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.758102:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.760381:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.762869:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.762908:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.765643:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.774206:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.774998:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088050700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+186:2011:x1830953551218816:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 579us (798us total) trans 4294971753 rc 0/0 00000100:00100000:0.0:1746134007.775003:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 964 00002000:00100000:0.0:1746134007.775007:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880088050700 x1830953551218816/t4294971753(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:218/0 lens 496/448 e 0 to 0 dl 1746134018 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134007.775011:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088050700 with x1830953551218816 ext(0->7) 00010000:00010000:0.0:1746134007.775015:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012f3a7a00/0x9682c7de153c5400 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c92f expref: 186 pid: 9581 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746134007.775024:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012f3a7a00/0x9682c7de153c5400 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c92f expref: 186 pid: 9581 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746134007.775028:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088050700 00000100:00100000:0.0:1746134007.787306:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.796651:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.800186:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.803827:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.805103:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.808784:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.817486:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.821500:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072814e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+189:2011:x1830953551220096:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3235us (4011us total) trans 4294971754 rc 0/0 00000100:00100000:0.0:1746134007.821512:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 966 00002000:00100000:0.0:1746134007.821523:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880072814e00 x1830953551220096/t4294971754(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:218/0 lens 496/448 e 0 to 0 dl 1746134018 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134007.821532:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072814e00 with x1830953551220096 ext(0->7) 00010000:00010000:0.0:1746134007.821541:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009565e400/0x9682c7de153c540e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c93d expref: 189 pid: 9581 timeout: 776 lvb_type: 0 00010000:00010000:0.0:1746134007.821555:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009565e400/0x9682c7de153c540e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c93d expref: 189 pid: 9581 timeout: 776 lvb_type: 0 00002000:00010000:0.0:1746134007.821562:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072814e00 00000100:00100000:0.0:1746134007.829078:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.829195:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.833605:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.836168:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.838188:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.840887:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.850468:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551221376 00000100:00100000:0.0:1746134007.850476:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551221376 00002000:00100000:0.0:1746134007.850514:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800957a0e00 x1830953551221376/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:218/0 lens 496/0 e 0 to 0 dl 1746134018 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134007.850523:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957a0e00 with x1830953551221376 ext(0->7) 00010000:00010000:0.0:1746134007.850533:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013244da00/0x9682c7de153c541c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c94b expref: 188 pid: 18904 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746134007.850544:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013244da00/0x9682c7de153c541c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c94b expref: 188 pid: 18904 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746134007.850550:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800957a0e00 00000100:00100000:0.0:1746134007.850574:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 969 00000100:00100000:0.0:1746134007.850581:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+188:2011:x1830953551221376:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134007.851287:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+190:2011:x1830953551221376:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 705us (1061us total) trans 4294971755 rc 0/0 00000100:00100000:0.0:1746134007.851294:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 969 00002000:00100000:0.0:1746134007.851299:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800957a0e00 x1830953551221376/t4294971755(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:218/0 lens 496/448 e 0 to 0 dl 1746134018 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134007.851306:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957a0e00 with x1830953551221376 ext(0->7) 00010000:00010000:0.0:1746134007.851311:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013244da00/0x9682c7de153c541c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c94b expref: 190 pid: 18904 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746134007.851328:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013244da00/0x9682c7de153c541c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c94b expref: 190 pid: 18904 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746134007.851333:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800957a0e00 00000100:00100000:0.0:1746134007.860554:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.865519:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.867820:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.870816:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.872846:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.875659:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.881516:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.887376:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.891906:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.892384:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.895420:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.895465:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.900095:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.904421:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.907411:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091868700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+194:2010:x1830953551223936:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2584us (2990us total) trans 4294971757 rc 0/0 00000100:00100000:0.0:1746134007.907420:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 975 00002000:00100000:0.0:1746134007.907427:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880091868700 x1830953551223936/t4294971757(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:218/0 lens 496/448 e 0 to 0 dl 1746134018 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134007.907435:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091868700 with x1830953551223936 ext(0->7) 00010000:00010000:0.0:1746134007.907443:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013244da00/0x9682c7de153c5438 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c967 expref: 194 pid: 18904 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746134007.907455:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013244da00/0x9682c7de153c5438 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c967 expref: 194 pid: 18904 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746134007.907461:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091868700 00000100:00100000:0.0:1746134007.915525:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.922502:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.923568:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.928733:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.930966:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.932373:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091869880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+197:2010:x1830953551225216:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1099us (1408us total) trans 4294971758 rc 0/0 00000100:00100000:0.0:1746134007.932380:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 977 00002000:00100000:0.0:1746134007.932387:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880091869880 x1830953551225216/t4294971758(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:218/0 lens 496/448 e 0 to 0 dl 1746134018 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134007.932393:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091869880 with x1830953551225216 ext(0->7) 00010000:00010000:0.0:1746134007.932398:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012eaac600/0x9682c7de153c5446 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c975 expref: 197 pid: 9581 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746134007.932407:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012eaac600/0x9682c7de153c5446 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c975 expref: 197 pid: 9581 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746134007.932412:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091869880 00000100:00100000:0.0:1746134007.936535:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.946946:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.954325:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551225728 00000100:00100000:0.0:1746134007.954333:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551225728 00000100:00100000:0.0:1746134007.954377:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551225856 00000100:00100000:0.0:1746134007.954379:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551225856 00000100:00100000:0.0:1746134007.954394:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 27790 00000100:00100000:0.0:1746134007.954400:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+196:1086:x1830953551225728:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134007.954414:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134007.954428:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8ca600/0x9682c7de153c5454 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574c983 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134007.954451:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012eaade00/0x9682c7de153c544d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574c97c expref: 197 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134007.954457:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134007.954459:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134007.954461:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8ca600/0x9682c7de153c5454 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574c983 expref: 197 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134007.954483:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012eaade00/0x9682c7de153c544d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c97c expref: 197 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134007.954493:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012eaade00/0x9682c7de153c544d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c97c expref: 197 pid: 9581 timeout: 777 lvb_type: 0 00000100:00100000:0.0:1746134007.954503:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009186a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9581:1830953547622656:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134007.954559:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134007.954574:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 27791 00000100:00100000:0.0:1746134007.954580:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1099:x1830953551225856:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134007.954589:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134007.954595:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c7fda00/0x9682c7de153c545b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574c98a expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134007.954604:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134007.954607:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8ca600/0x9682c7de153c5454 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574c983 expref: 197 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134007.954611:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134007.954614:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c7fda00/0x9682c7de153c545b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574c98a expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134007.954631:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8ca600/0x9682c7de153c5454 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c983 expref: 197 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134007.954641:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c7fda00/0x9682c7de153c545b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574c98a expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134007.954649:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c7fda00, rc 0) 00000100:00100000:0.0:1746134007.954667:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1099:x1830953551225856:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 87us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134007.954672:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 27791 00000100:00100000:0.0:1746134007.958980:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.964206:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134007.975782:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551226496 00000100:00100000:0.0:1746134007.975790:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551226496 00002000:00100000:0.0:1746134007.975824:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800917e4000 x1830953551226496/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:218/0 lens 496/0 e 0 to 0 dl 1746134018 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134007.975836:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e4000 with x1830953551226496 ext(0->7) 00010000:00010000:0.0:1746134007.975844:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8ca600/0x9682c7de153c5454 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c983 expref: 196 pid: 9581 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746134007.975855:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8ca600/0x9682c7de153c5454 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c983 expref: 196 pid: 9581 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746134007.975860:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917e4000 00000100:00100000:0.0:1746134007.975875:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 979 00000100:00100000:0.0:1746134007.975881:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+196:2012:x1830953551226496:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134007.979526:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+198:2012:x1830953551226496:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3638us (3900us total) trans 4294971759 rc 0/0 00000100:00100000:0.0:1746134007.979535:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 979 00002000:00100000:0.0:1746134007.979545:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800917e4000 x1830953551226496/t4294971759(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:218/0 lens 496/448 e 0 to 0 dl 1746134018 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134007.979552:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e4000 with x1830953551226496 ext(0->7) 00010000:00010000:0.0:1746134007.979560:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8ca600/0x9682c7de153c5454 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c983 expref: 198 pid: 9581 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746134007.979572:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8ca600/0x9682c7de153c5454 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c983 expref: 198 pid: 9581 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746134007.979578:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917e4000 00000100:00100000:0.0:1746134007.987286:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.002725:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.004433:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.018341:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.021200:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.025236:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.026451:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 27793 00000100:00100000:0.0:1746134008.026461:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1099:x1830953551227520:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134008.026476:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134008.026490:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008fe0e400/0x9682c7de153c5469 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574c998 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134008.026512:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012eaad200/0x9682c7de153c5462 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574c991 expref: 197 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134008.026519:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134008.026520:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134008.026523:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008fe0e400/0x9682c7de153c5469 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574c998 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134008.026547:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012eaad200/0x9682c7de153c5462 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c991 expref: 197 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134008.026556:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012eaad200/0x9682c7de153c5462 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c991 expref: 197 pid: 9581 timeout: 777 lvb_type: 0 00000100:00100000:0.0:1746134008.026565:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091868000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:18904:1830953547623424:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134008.026641:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c240 going to sleep for 11 seconds 00000100:00100000:0.0:1746134008.032027:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.032895:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091868a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+200:2010:x1830953551227648:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 627us (867us total) trans 4294971760 rc 0/0 00000100:00100000:0.0:1746134008.032901:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 981 00002000:00100000:0.0:1746134008.032907:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880091868a80 x1830953551227648/t4294971760(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:219/0 lens 496/448 e 0 to 0 dl 1746134019 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134008.032913:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091868a80 with x1830953551227648 ext(0->7) 00010000:00010000:0.0:1746134008.032918:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012eaad200/0x9682c7de153c5462 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c991 expref: 200 pid: 9581 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746134008.032927:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012eaad200/0x9682c7de153c5462 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c991 expref: 200 pid: 9581 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746134008.032933:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091868a80 00000100:00100000:0.0:1746134008.034355:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.035865:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.038647:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.038840:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551228160 00000100:00100000:0.0:1746134008.038845:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551228160 00002000:00100000:0.0:1746134008.038873:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091868000 x1830953551228160/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:219/0 lens 488/0 e 0 to 0 dl 1746134019 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134008.038881:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091868000 with x1830953551228160 ext(0->4095) 00010000:00010000:0.0:1746134008.038888:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008fe0e400/0x9682c7de153c5469 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c998 expref: 6 pid: 18904 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746134008.038898:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008fe0e400/0x9682c7de153c5469 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c998 expref: 6 pid: 18904 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746134008.038909:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091868000 00000100:00100000:0.0:1746134008.038934:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 982 00000100:00100000:0.0:1746134008.039086:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091868000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551228160:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134008.039192:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091868000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551228160:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 107us (545us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134008.039197:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 982 00002000:00100000:0.0:1746134008.039201:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091868000 x1830953551228160/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:219/0 lens 488/4536 e 0 to 0 dl 1746134019 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134008.039208:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091868000 with x1830953551228160 ext(0->4095) 00010000:00010000:0.0:1746134008.039212:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008fe0e400/0x9682c7de153c5469 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c998 expref: 6 pid: 18904 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746134008.039219:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008fe0e400/0x9682c7de153c5469 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c998 expref: 6 pid: 18904 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746134008.039224:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091868000 00000100:00100000:0.0:1746134008.042855:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.042907:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.048175:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.055242:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.056861:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+203:2011:x1830953551228928:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1435us (1623us total) trans 4294971761 rc 0/0 00000100:00100000:0.0:1746134008.056868:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 984 00002000:00100000:0.0:1746134008.056874:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800893e0a80 x1830953551228928/t4294971761(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:219/0 lens 496/448 e 0 to 0 dl 1746134019 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134008.056882:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800893e0a80 with x1830953551228928 ext(0->7) 00010000:00010000:0.0:1746134008.056887:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012eaac600/0x9682c7de153c5470 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c99f expref: 203 pid: 18904 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746134008.056898:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012eaac600/0x9682c7de153c5470 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c99f expref: 203 pid: 18904 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746134008.056904:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800893e0a80 00000100:00100000:0.0:1746134008.059183:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.061476:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.061526:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551229312 00000100:00100000:0.0:1746134008.061530:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551229312 00002000:00100000:0.0:1746134008.061554:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800893e1180 x1830953551229312/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:219/0 lens 488/0 e 0 to 0 dl 1746134019 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134008.061562:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800893e1180 with x1830953551229312 ext(0->4095) 00002000:00010000:0.0:1746134008.061565:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800893e1180 00000100:00100000:0.0:1746134008.061579:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12170 00000100:00100000:0.0:1746134008.061584:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+202:2010:x1830953551229312:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134008.061695:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+202:2010:x1830953551229312:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 110us (218us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134008.061701:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12170 00002000:00100000:0.0:1746134008.061706:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800893e1180 x1830953551229312/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:219/0 lens 488/4536 e 0 to 0 dl 1746134019 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134008.061713:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800893e1180 with x1830953551229312 ext(0->4095) 00002000:00010000:0.0:1746134008.061716:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800893e1180 00000100:00100000:0.0:1746134008.065687:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.068353:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.071025:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.071059:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.073163:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.075078:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.077071:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.080717:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.082838:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+204:2012:x1830953551230592:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1805us (2132us total) trans 4294971762 rc 0/0 00000100:00100000:0.0:1746134008.082846:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 986 00002000:00100000:0.0:1746134008.082852:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800893e2a00 x1830953551230592/t4294971762(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:219/0 lens 496/448 e 0 to 0 dl 1746134019 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134008.082860:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800893e2a00 with x1830953551230592 ext(0->7) 00010000:00010000:0.0:1746134008.082866:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012eaaca00/0x9682c7de153c5485 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c9b4 expref: 204 pid: 9581 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746134008.082877:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012eaaca00/0x9682c7de153c5485 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c9b4 expref: 204 pid: 9581 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746134008.082883:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800893e2a00 00000100:00100000:0.0:1746134008.084523:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.087415:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.091096:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.092086:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551231104 00000100:00100000:0.0:1746134008.092093:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551231104 00000100:00100000:0.0:1746134008.092140:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551231232 00000100:00100000:0.0:1746134008.092143:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551231232 00000100:00100000:0.0:1746134008.092170:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 27799 00000100:00100000:0.0:1746134008.092178:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+204:1099:x1830953551231104:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134008.092192:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134008.092206:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008fe0e400/0x9682c7de153c5493 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574c9c2 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134008.092225:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134008.092227:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134008.092234:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008fe0e400/0x9682c7de153c5493 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574c9c2 expref: 205 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134008.092246:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008fe0e400/0x9682c7de153c5493 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574c9c2 expref: 205 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134008.092255:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fe0e400, rc 0) 00000100:00100000:0.0:1746134008.092287:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+205:1099:x1830953551231104:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 110us (1198us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134008.092292:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 27799 00000100:00100000:0.0:1746134008.092306:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 27800 00000100:00100000:0.0:1746134008.092311:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072973800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+204:1086:x1830953551231232:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134008.092326:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134008.092331:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008fe0fc00/0x9682c7de153c549a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574c9c9 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134008.092344:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012eaadc00/0x9682c7de153c548c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574c9bb expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134008.092350:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008fe0e400/0x9682c7de153c5493 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574c9c2 expref: 205 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134008.092355:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134008.092356:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134008.092359:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008fe0fc00/0x9682c7de153c549a lrc: 5/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574c9c9 expref: 205 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134008.092380:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008fe0e400/0x9682c7de153c5493 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c9c2 expref: 205 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134008.092389:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008fe0e400/0x9682c7de153c5493 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c9c2 expref: 205 pid: 9582 timeout: 777 lvb_type: 0 00000100:00100000:0.0:1746134008.092399:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800893e3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9582:1830953547624832:192.168.203.26@tcp:104: 00010000:00010000:0.0:1746134008.092454:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012eaadc00/0x9682c7de153c548c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c9bb expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134008.092462:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012eaadc00/0x9682c7de153c548c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c9bb expref: 5 pid: 9581 timeout: 777 lvb_type: 0 00000100:00100000:0.0:1746134008.092469:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800893e3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9582:1830953547624960:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134008.093229:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c000 going to sleep for 11 seconds 00000100:00100000:0.0:1746134008.095821:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.096606:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.098860:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.098939:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.102077:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.107286:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+206:2010:x1830953551232384:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1247us (1429us total) trans 4294971763 rc 0/0 00000100:00100000:0.0:1746134008.107294:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 989 00002000:00100000:0.0:1746134008.107300:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880091a85c00 x1830953551232384/t4294971763(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:219/0 lens 496/448 e 0 to 0 dl 1746134019 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134008.107307:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a85c00 with x1830953551232384 ext(0->7) 00010000:00010000:0.0:1746134008.107313:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008fe0fc00/0x9682c7de153c549a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c9c9 expref: 206 pid: 9582 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746134008.107336:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008fe0fc00/0x9682c7de153c549a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c9c9 expref: 206 pid: 9582 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746134008.107342:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091a85c00 00000100:00100000:0.0:1746134008.107808:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.107850:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.107881:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.107906:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.107919:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.107932:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.107950:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00080000:0.0:1746134008.108814:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746134008.108817:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746134008.109049:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746134008.109080:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00080000:0.0:1746134008.109185:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746134008.117220:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.117985:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.120606:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.123607:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.129186:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.132327:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.138284:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.138821:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.141575:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.143063:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.145776:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.152232:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.153971:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+210:2012:x1830953551235840:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1324us (1742us total) trans 4294971765 rc 0/0 00000100:00100000:0.0:1746134008.153979:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 994 00002000:00100000:0.0:1746134008.153986:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008ad8f800 x1830953551235840/t4294971765(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:219/0 lens 496/448 e 0 to 0 dl 1746134019 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134008.153994:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ad8f800 with x1830953551235840 ext(0->7) 00010000:00010000:0.0:1746134008.154000:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013244da00/0x9682c7de153c54b6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c9e5 expref: 210 pid: 18904 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746134008.154012:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013244da00/0x9682c7de153c54b6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c9e5 expref: 210 pid: 18904 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746134008.154017:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ad8f800 00000100:00100000:0.0:1746134008.160152:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551235968 00000100:00100000:0.0:1746134008.160160:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551235968 00010000:00010000:0.0:1746134008.160221:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013244da00/0x9682c7de153c54b6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c9e5 expref: 210 pid: 18904 timeout: 777 lvb_type: 0 00000100:00100000:0.0:1746134008.160290:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13110 00000100:00100000:0.0:1746134008.160298:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+210:2010:x1830953551235968:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134008.160328:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134008.160346:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013244da00/0x9682c7de153c54b6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c9e5 expref: 210 pid: 18904 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746134008.160856:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013244da00/0x9682c7de153c54b6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c9e5 expref: 210 pid: 18904 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746134008.160879:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013244da00/0x9682c7de153c54b6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c9e5 expref: 210 pid: 18904 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746134008.160928:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134008.160930:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134008.160936:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009565e000/0x9682c7de153c54bd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574c9ec expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134008.160944:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009565e000/0x9682c7de153c54bd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574c9ec expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134008.160999:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009565e000/0x9682c7de153c54bd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574c9ec expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134008.161010:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad8fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7221:1830953547626368:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134008.161149:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c540 going to sleep for 11 seconds 00000100:00100000:0.0:1746134008.165437:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.165622:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.167864:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.170494:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.175272:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.183230:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.184768:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+213:2011:x1830953551237120:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1341us (1541us total) trans 4294971766 rc 0/0 00000100:00100000:0.0:1746134008.184776:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 996 00002000:00100000:0.0:1746134008.184783:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800957a3480 x1830953551237120/t4294971766(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:219/0 lens 496/448 e 0 to 0 dl 1746134019 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134008.184790:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957a3480 with x1830953551237120 ext(0->7) 00010000:00010000:0.0:1746134008.184797:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009565e600/0x9682c7de153c54c4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c9f3 expref: 213 pid: 18904 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746134008.184809:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009565e600/0x9682c7de153c54c4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574c9f3 expref: 213 pid: 18904 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746134008.184814:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800957a3480 00000100:00100000:0.0:1746134008.189640:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.194165:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.194841:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551237504 00000100:00100000:0.0:1746134008.194846:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551237504 00002000:00100000:0.0:1746134008.194871:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800957a0380 x1830953551237504/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:219/0 lens 488/0 e 0 to 0 dl 1746134019 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134008.194885:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957a0380 with x1830953551237504 ext(0->4095) 00002000:00010000:0.0:1746134008.194888:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800957a0380 00000100:00100000:0.0:1746134008.194911:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12176 00000100:00100000:0.0:1746134008.194916:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+212:2010:x1830953551237504:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134008.195012:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+212:2010:x1830953551237504:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 95us (847us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134008.195018:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12176 00002000:00100000:0.0:1746134008.195022:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800957a0380 x1830953551237504/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:219/0 lens 488/4536 e 0 to 0 dl 1746134019 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134008.195028:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957a0380 with x1830953551237504 ext(0->4095) 00002000:00010000:0.0:1746134008.195030:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800957a0380 00000100:00100000:0.0:1746134008.196406:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.198486:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.199000:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.202618:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.203014:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.204434:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.212217:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.220810:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+215:2011:x1830953551238912:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5204us (8591us total) trans 4294971767 rc 0/0 00000100:00100000:0.0:1746134008.220820:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 999 00002000:00100000:0.0:1746134008.220831:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800893e1500 x1830953551238912/t4294971767(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:219/0 lens 496/448 e 0 to 0 dl 1746134019 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134008.220845:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800893e1500 with x1830953551238912 ext(0->7) 00010000:00010000:0.0:1746134008.220854:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009565e400/0x9682c7de153c54d9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ca08 expref: 215 pid: 18904 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746134008.220867:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009565e400/0x9682c7de153c54d9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ca08 expref: 215 pid: 18904 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746134008.220873:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800893e1500 00000100:00100000:0.0:1746134008.223771:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.226582:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.227392:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.230911:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.230986:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.236039:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.241860:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.245060:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+216:2009:x1830953551240192:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2634us (3200us total) trans 4294971768 rc 0/0 00000100:00100000:0.0:1746134008.245068:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1002 00002000:00100000:0.0:1746134008.245077:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800893e0000 x1830953551240192/t4294971768(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:219/0 lens 496/448 e 0 to 0 dl 1746134019 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134008.245085:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800893e0000 with x1830953551240192 ext(0->7) 00010000:00010000:0.0:1746134008.245093:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012eaade00/0x9682c7de153c54e7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ca16 expref: 216 pid: 18904 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746134008.245104:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012eaade00/0x9682c7de153c54e7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ca16 expref: 216 pid: 18904 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746134008.245110:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800893e0000 00000100:00100000:0.0:1746134008.252240:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.269110:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.269178:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.276551:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.277950:0:10924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551240960 00000100:00100000:0.0:1746134008.277954:0:10924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551240960 00010000:00010000:0.0:1746134008.277971:0:10924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800955ae200/0x9682c7de153c54ee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ca1d expref: 6 pid: 9581 timeout: 777 lvb_type: 0 00000100:00100000:0.0:1746134008.277989:0:10924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13118 00000100:00100000:0.0:1746134008.277993:0:10924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072973800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551240960:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134008.278001:0:10924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134008.278016:0:10924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800955ae200/0x9682c7de153c54ee lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ca1d expref: 6 pid: 9581 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746134008.278024:0:10924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800955ae200/0x9682c7de153c54ee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ca1d expref: 6 pid: 9581 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746134008.278041:0:10924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800955ae200/0x9682c7de153c54ee lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ca1d expref: 6 pid: 9581 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746134008.278053:0:10924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134008.278054:0:10924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134008.278060:0:10924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88013244c600/0x9682c7de153c54f5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ca24 expref: 216 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134008.278773:0:10924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013244c600/0x9682c7de153c54f5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ca24 expref: 217 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134008.279021:0:10924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88013244c600/0x9682c7de153c54f5 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ca24 expref: 217 pid: 9581 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746134008.279029:0:10924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013244c600/0x9682c7de153c54f5 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ca24 expref: 217 pid: 9581 timeout: 777 lvb_type: 0 00000100:00100000:0.0:1746134008.279037:0:10924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009186a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:10924:1830953547628416:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134008.279803:0:10924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c000 going to sleep for 11 seconds 00000100:00100000:0.0:1746134008.282043:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.290960:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.298540:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.303997:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.306811:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.309050:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.309143:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.318804:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.325504:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.330835:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072816d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+220:2012:x1830953551242752:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1688us (5332us total) trans 4294971770 rc 0/0 00000100:00100000:0.0:1746134008.330843:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1008 00002000:00100000:0.0:1746134008.330851:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880072816d80 x1830953551242752/t4294971770(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:219/0 lens 496/448 e 0 to 0 dl 1746134019 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134008.330864:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072816d80 with x1830953551242752 ext(0->7) 00010000:00010000:0.0:1746134008.330871:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009565e600/0x9682c7de153c5503 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ca32 expref: 220 pid: 9581 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746134008.330883:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009565e600/0x9682c7de153c5503 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ca32 expref: 220 pid: 9581 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746134008.330889:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072816d80 00000100:00100000:0.0:1746134008.336333:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.338064:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.340602:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.344763:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.347677:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.349534:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.355156:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.355309:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.355342:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.359784:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.366867:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.368074:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088053100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+223:2012:x1830953551244800:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 716us (1211us total) trans 4294971771 rc 0/0 00000100:00100000:0.0:1746134008.368081:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1010 00002000:00100000:0.0:1746134008.368086:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880088053100 x1830953551244800/t4294971771(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:219/0 lens 496/448 e 0 to 0 dl 1746134019 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134008.368093:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088053100 with x1830953551244800 ext(0->7) 00010000:00010000:0.0:1746134008.368098:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009565e600/0x9682c7de153c5518 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ca47 expref: 223 pid: 9582 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746134008.368107:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009565e600/0x9682c7de153c5518 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ca47 expref: 223 pid: 9582 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746134008.368270:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088053100 00000100:00100000:0.0:1746134008.370147:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.372540:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.374098:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.375728:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.377874:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.378045:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.381090:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.383470:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.385873:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.388552:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.391797:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072adb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+224:2010:x1830953551246464:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3013us (3237us total) trans 4294971772 rc 0/0 00000100:00100000:0.0:1746134008.391807:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1012 00002000:00100000:0.0:1746134008.391817:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880072adb480 x1830953551246464/t4294971772(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:219/0 lens 496/448 e 0 to 0 dl 1746134019 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134008.391825:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072adb480 with x1830953551246464 ext(0->7) 00010000:00010000:0.0:1746134008.391833:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012eaadc00/0x9682c7de153c552d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ca5c expref: 224 pid: 9581 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746134008.391846:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012eaadc00/0x9682c7de153c552d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ca5c expref: 224 pid: 9581 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746134008.391852:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072adb480 00000100:00100000:0.0:1746134008.396019:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.404337:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.406561:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.408890:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.411467:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.420331:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551247488 00000100:00100000:0.0:1746134008.420339:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551247488 00002000:00100000:0.0:1746134008.420377:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880072973800 x1830953551247488/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:219/0 lens 488/0 e 0 to 0 dl 1746134019 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134008.420385:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072973800 with x1830953551247488 ext(0->4095) 00010000:00010000:0.0:1746134008.420392:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008fe0fc00/0x9682c7de153c553b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ca6a expref: 225 pid: 9581 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746134008.420404:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008fe0fc00/0x9682c7de153c553b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ca6a expref: 225 pid: 9581 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746134008.420409:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072973800 00000100:00100000:0.0:1746134008.420425:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1013 00000100:00100000:0.0:1746134008.420433:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072973800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+225:2009:x1830953551247488:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134008.420565:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072973800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+225:2009:x1830953551247488:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 132us (572us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134008.420571:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1013 00002000:00100000:0.0:1746134008.420576:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880072973800 x1830953551247488/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:219/0 lens 488/4536 e 0 to 0 dl 1746134019 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134008.420583:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072973800 with x1830953551247488 ext(0->4095) 00010000:00010000:0.0:1746134008.420587:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008fe0fc00/0x9682c7de153c553b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ca6a expref: 225 pid: 9581 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746134008.420595:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008fe0fc00/0x9682c7de153c553b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ca6a expref: 225 pid: 9581 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746134008.420600:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072973800 00000100:00100000:0.0:1746134008.426065:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.438342:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+227:2010:x1830953551247744:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 10889us (12278us total) trans 4294971773 rc 0/0 00000100:00100000:0.0:1746134008.438354:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1014 00002000:00100000:0.0:1746134008.438365:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009c7e6300 x1830953551247744/t4294971773(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:219/0 lens 496/448 e 0 to 0 dl 1746134019 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134008.438374:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7e6300 with x1830953551247744 ext(0->7) 00010000:00010000:0.0:1746134008.438383:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008fe0fc00/0x9682c7de153c553b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ca6a expref: 227 pid: 9581 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746134008.438396:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008fe0fc00/0x9682c7de153c553b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ca6a expref: 227 pid: 9581 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746134008.438402:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c7e6300 00000100:00100000:0.0:1746134008.442276:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.448175:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.448248:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.448273:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551248256 00000100:00100000:0.0:1746134008.448278:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551248256 00002000:00100000:0.0:1746134008.448310:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880085f3c700 x1830953551248256/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:219/0 lens 488/0 e 0 to 0 dl 1746134019 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134008.448332:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3c700 with x1830953551248256 ext(0->4095) 00002000:00010000:0.0:1746134008.448336:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880085f3c700 00000100:00100000:0.0:1746134008.448351:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12183 00000100:00100000:0.0:1746134008.448357:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+226:2011:x1830953551248256:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134008.448466:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+226:2011:x1830953551248256:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 109us (217us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134008.448472:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12183 00002000:00100000:0.0:1746134008.448477:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880085f3c700 x1830953551248256/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:219/0 lens 488/4536 e 0 to 0 dl 1746134019 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134008.448484:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3c700 with x1830953551248256 ext(0->4095) 00002000:00010000:0.0:1746134008.448487:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880085f3c700 00000100:00100000:0.0:1746134008.450612:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.450638:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.453910:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.457236:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.459899:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+228:2011:x1830953551249024:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1556us (2666us total) trans 4294971774 rc 0/0 00000100:00100000:0.0:1746134008.459907:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1016 00002000:00100000:0.0:1746134008.459914:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880085f3d180 x1830953551249024/t4294971774(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:219/0 lens 496/448 e 0 to 0 dl 1746134019 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134008.459926:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3d180 with x1830953551249024 ext(0->7) 00010000:00010000:0.0:1746134008.459932:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008fe0e400/0x9682c7de153c5549 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ca78 expref: 228 pid: 9581 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746134008.459942:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008fe0e400/0x9682c7de153c5549 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ca78 expref: 228 pid: 9581 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746134008.459947:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880085f3d180 00000100:00100000:0.0:1746134008.461708:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.466043:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.473248:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.479511:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.479556:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.485330:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.486080:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.487764:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.492047:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.497484:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.515964:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.519575:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.524084:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551251328 00000100:00100000:0.0:1746134008.524090:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551251328 00002000:00100000:0.0:1746134008.524183:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88007282df80 x1830953551251328/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:219/0 lens 488/0 e 0 to 0 dl 1746134019 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134008.524192:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282df80 with x1830953551251328 ext(0->4095) 00010000:00010000:0.0:1746134008.524198:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bca6000/0x9682c7de153c5565 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ca94 expref: 6 pid: 18904 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746134008.524210:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bca6000/0x9682c7de153c5565 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ca94 expref: 6 pid: 18904 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746134008.524215:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007282df80 00000100:00100000:0.0:1746134008.527058:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.530625:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.538380:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.540409:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.541672:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072816680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+232:2011:x1830953551251968:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1122us (1263us total) trans 4294971776 rc 0/0 00000100:00100000:0.0:1746134008.541678:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1020 00002000:00100000:0.0:1746134008.541684:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880072816680 x1830953551251968/t4294971776(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:219/0 lens 496/448 e 0 to 0 dl 1746134019 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134008.541690:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072816680 with x1830953551251968 ext(0->7) 00010000:00010000:0.0:1746134008.541695:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c7fda00/0x9682c7de153c556c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ca9b expref: 232 pid: 18904 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746134008.541704:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c7fda00/0x9682c7de153c556c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ca9b expref: 232 pid: 18904 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746134008.541710:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072816680 00000100:00100000:0.0:1746134008.542985:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.546087:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.550359:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.558060:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.574816:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.577455:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.577491:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.581572:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.591096:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.597357:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.599591:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfbd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+234:2010:x1830953551253888:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2049us (2235us total) trans 4294971777 rc 0/0 00000100:00100000:0.0:1746134008.599600:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1021 00002000:00100000:0.0:1746134008.599608:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009bfbd880 x1830953551253888/t4294971777(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:219/0 lens 496/448 e 0 to 0 dl 1746134019 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134008.599615:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfbd880 with x1830953551253888 ext(0->7) 00010000:00010000:0.0:1746134008.599622:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b90e600/0x9682c7de153c5581 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cab0 expref: 234 pid: 9581 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746134008.599635:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b90e600/0x9682c7de153c5581 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cab0 expref: 234 pid: 9581 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746134008.599640:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bfbd880 00000100:00100000:0.0:1746134008.608232:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.611213:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.613635:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.614661:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551254528 00000100:00100000:0.0:1746134008.614664:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551254528 00000100:00100000:0.0:1746134008.614731:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 27836 00000100:00100000:0.0:1746134008.614737:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+235:1099:x1830953551254528:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134008.614746:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134008.614753:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012eaade00/0x9682c7de153c5596 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574cac5 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134008.614763:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134008.614767:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b90e000/0x9682c7de153c558f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574cabe expref: 236 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134008.614772:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134008.614774:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012eaade00/0x9682c7de153c5596 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574cac5 expref: 236 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134008.614799:0:18904:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b90e000/0x9682c7de153c558f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cabe expref: 236 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134008.614809:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012eaade00/0x9682c7de153c5596 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574cac5 expref: 236 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134008.614817:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eaade00, rc 0) 00000100:00100000:0.0:1746134008.614996:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+236:1099:x1830953551254528:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 257us (391us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134008.615002:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 27836 00000100:00100000:0.0:1746134008.615957:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.617920:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.620270:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.622700:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c417100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+237:2011:x1830953551255168:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2054us (2428us total) trans 4294971778 rc 0/0 00000100:00100000:0.0:1746134008.622710:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1023 00002000:00100000:0.0:1746134008.622717:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009c417100 x1830953551255168/t4294971778(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:219/0 lens 496/448 e 0 to 0 dl 1746134019 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134008.622725:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c417100 with x1830953551255168 ext(0->7) 00010000:00010000:0.0:1746134008.622732:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b90e000/0x9682c7de153c558f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cabe expref: 237 pid: 9581 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746134008.622743:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b90e000/0x9682c7de153c558f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cabe expref: 237 pid: 9581 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746134008.622748:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c417100 00000100:00100000:0.0:1746134008.625044:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.628473:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.631300:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.631969:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.636477:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.640353:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.650735:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+238:2012:x1830953551256448:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 810us (999us total) trans 4294971779 rc 0/0 00000100:00100000:0.0:1746134008.650742:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1025 00002000:00100000:0.0:1746134008.650748:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88007282c000 x1830953551256448/t4294971779(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:219/0 lens 496/448 e 0 to 0 dl 1746134019 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134008.650754:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282c000 with x1830953551256448 ext(0->7) 00010000:00010000:0.0:1746134008.650759:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095787000/0x9682c7de153c559d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cacc expref: 238 pid: 18904 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746134008.650771:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095787000/0x9682c7de153c559d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cacc expref: 238 pid: 18904 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746134008.650776:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007282c000 00000100:00100000:0.0:1746134008.659509:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.671472:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.676978:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.677021:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.680975:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.687245:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.688230:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+241:2011:x1830953551257728:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 764us (990us total) trans 4294971780 rc 0/0 00000100:00100000:0.0:1746134008.688237:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1027 00002000:00100000:0.0:1746134008.688243:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008b3c4000 x1830953551257728/t4294971780(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:219/0 lens 496/448 e 0 to 0 dl 1746134019 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134008.688251:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b3c4000 with x1830953551257728 ext(0->7) 00010000:00010000:0.0:1746134008.688255:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095786c00/0x9682c7de153c55ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cada expref: 241 pid: 18904 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746134008.688264:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095786c00/0x9682c7de153c55ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cada expref: 241 pid: 18904 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746134008.688269:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b3c4000 00000100:00100000:0.0:1746134008.694689:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.698540:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007282f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8382:1830953547634688:192.168.203.26@tcp:105: 00010000:00010000:0.0:1746134008.698559:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134008.698604:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3c4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+240:2010:x1830953551257856:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3783us (3920us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134008.698614:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13145 00000100:00100000:0.0:1746134008.699356:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551258112 00000100:00100000:0.0:1746134008.699362:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551258112 00002000:00100000:0.0:1746134008.699389:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88007282ea00 x1830953551258112/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:219/0 lens 488/0 e 0 to 0 dl 1746134019 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134008.699397:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282ea00 with x1830953551258112 ext(0->4095) 00002000:00010000:0.0:1746134008.699401:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007282ea00 00000100:00100000:0.0:1746134008.699423:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12194 00000100:00100000:0.0:1746134008.699429:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+240:2009:x1830953551258112:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134008.699519:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+240:2009:x1830953551258112:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 91us (777us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134008.699524:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12194 00002000:00100000:0.0:1746134008.699529:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88007282ea00 x1830953551258112/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:219/0 lens 488/4536 e 0 to 0 dl 1746134019 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134008.699535:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282ea00 with x1830953551258112 ext(0->4095) 00002000:00010000:0.0:1746134008.699537:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007282ea00 00000100:00100000:0.0:1746134008.704585:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.705871:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.712614:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.730386:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.730429:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.736700:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.748603:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.760505:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.760732:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.762937:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+243:2009:x1830953551259392:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1562us (2439us total) trans 4294971781 rc 0/0 00000100:00100000:0.0:1746134008.762944:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1028 00002000:00100000:0.0:1746134008.762950:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008b3c5f80 x1830953551259392/t4294971781(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:219/0 lens 496/448 e 0 to 0 dl 1746134019 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134008.762957:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b3c5f80 with x1830953551259392 ext(0->7) 00010000:00010000:0.0:1746134008.762962:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b90f600/0x9682c7de153c55c0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574caef expref: 243 pid: 9582 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746134008.762973:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b90f600/0x9682c7de153c55c0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574caef expref: 243 pid: 9582 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746134008.762978:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b3c5f80 00000100:00100000:0.0:1746134008.770556:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.773058:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.775180:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.778218:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.785155:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.791690:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.795617:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+244:2010:x1830953551260544:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3649us (3923us total) trans 4294971782 rc 0/0 00000100:00100000:0.0:1746134008.795627:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1030 00002000:00100000:0.0:1746134008.795635:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008b3c7800 x1830953551260544/t4294971782(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:219/0 lens 496/448 e 0 to 0 dl 1746134019 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134008.795645:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b3c7800 with x1830953551260544 ext(0->7) 00010000:00010000:0.0:1746134008.795653:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095786600/0x9682c7de153c55ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cafd expref: 244 pid: 18904 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746134008.795666:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095786600/0x9682c7de153c55ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cafd expref: 244 pid: 18904 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746134008.795672:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b3c7800 00000100:00100000:0.0:1746134008.814548:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.816095:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.819840:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551261056 00000100:00100000:0.0:1746134008.819845:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551261056 00002000:00100000:0.0:1746134008.819875:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091a87800 x1830953551261056/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:219/0 lens 488/0 e 0 to 0 dl 1746134019 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134008.819884:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a87800 with x1830953551261056 ext(0->4095) 00010000:00010000:0.0:1746134008.819891:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b90e200/0x9682c7de153c55d5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cb04 expref: 6 pid: 24940 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746134008.819902:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b90e200/0x9682c7de153c55d5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cb04 expref: 6 pid: 24940 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746134008.819908:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091a87800 00000100:00100000:0.0:1746134008.820785:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1031 00000100:00100000:0.0:1746134008.820793:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551261056:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134008.820904:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551261056:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 111us (1123us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134008.820911:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1031 00002000:00100000:0.0:1746134008.820916:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091a87800 x1830953551261056/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:219/0 lens 488/4536 e 0 to 0 dl 1746134019 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134008.820922:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a87800 with x1830953551261056 ext(0->4095) 00010000:00010000:0.0:1746134008.820927:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b90e200/0x9682c7de153c55d5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cb04 expref: 6 pid: 24940 timeout: 777 lvb_type: 0 00010000:00010000:0.0:1746134008.820935:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b90e200/0x9682c7de153c55d5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cb04 expref: 6 pid: 24940 timeout: 777 lvb_type: 0 00002000:00010000:0.0:1746134008.820940:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091a87800 00000100:00100000:0.0:1746134008.824954:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.833922:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.843401:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.848858:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.862733:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.862806:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.873921:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.878536:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.895103:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.897891:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.898854:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b3a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+248:2009:x1830953551262848:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 749us (962us total) trans 4294971784 rc 0/0 00000100:00100000:0.0:1746134008.898860:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1034 00002000:00100000:0.0:1746134008.898865:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008b3a9c00 x1830953551262848/t4294971784(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:219/0 lens 496/448 e 0 to 0 dl 1746134019 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134008.898872:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008b3a9c00 with x1830953551262848 ext(0->7) 00010000:00010000:0.0:1746134008.898877:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095787400/0x9682c7de153c55ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cb19 expref: 248 pid: 9582 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746134008.898886:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095787400/0x9682c7de153c55ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cb19 expref: 248 pid: 9582 timeout: 778 lvb_type: 0 00002000:00010000:0.0:1746134008.898891:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008b3a9c00 00000100:00100000:0.0:1746134008.900444:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.902758:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551263232 00000100:00100000:0.0:1746134008.902764:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551263232 00002000:00100000:0.0:1746134008.902797:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009cb9d880 x1830953551263232/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:219/0 lens 488/0 e 0 to 0 dl 1746134019 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134008.902805:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9d880 with x1830953551263232 ext(0->4095) 00002000:00010000:0.0:1746134008.902809:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009cb9d880 00000100:00100000:0.0:1746134008.902836:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12200 00000100:00100000:0.0:1746134008.902843:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551263232:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134008.902969:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551263232:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 126us (520us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134008.902975:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12200 00002000:00100000:0.0:1746134008.902981:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009cb9d880 x1830953551263232/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:219/0 lens 488/4536 e 0 to 0 dl 1746134019 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134008.902987:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9d880 with x1830953551263232 ext(0->4095) 00002000:00010000:0.0:1746134008.902990:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009cb9d880 00000100:00100000:0.0:1746134008.904528:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.912581:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.917742:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.919971:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.922337:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.926238:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.940294:0:7227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953547637504 00000100:00100000:0.0:1746134008.940298:0:7227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953547637504 00000100:00100000:0.0:1746134008.940326:0:7227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 531 00000100:00100000:0.0:1746134008.940330:0:7227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136abd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:10d12d63-f4ad-4c9d-a453-33dc13ead851+23:3771:x1830953547637504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746134008.940357:0:7227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136abd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:10d12d63-f4ad-4c9d-a453-33dc13ead851+23:3771:x1830953547637504:12345-0@lo:400:kworker.0 Request processed in 27us (1484us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134008.940361:0:7227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 531 00000100:00080000:0.0:1746134008.940380:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746134008.940383:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746134008.940385:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746134008.940386:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746134008.941683:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.942462:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008acd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+251:2009:x1830953551264640:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 633us (780us total) trans 4294971785 rc 0/0 00000100:00100000:0.0:1746134008.942468:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1037 00002000:00100000:0.0:1746134008.942473:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008acd1f80 x1830953551264640/t4294971785(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:219/0 lens 496/448 e 0 to 0 dl 1746134019 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134008.942479:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008acd1f80 with x1830953551264640 ext(0->7) 00010000:00010000:0.0:1746134008.942483:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915c0800/0x9682c7de153c55ff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cb2e expref: 251 pid: 24940 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746134008.942497:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915c0800/0x9682c7de153c55ff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cb2e expref: 251 pid: 24940 timeout: 778 lvb_type: 0 00002000:00010000:0.0:1746134008.942502:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008acd1f80 00000100:00100000:0.0:1746134008.951666:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.956732:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.963367:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.968562:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551265536 00000100:00100000:0.0:1746134008.968569:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551265536 00002000:00100000:0.0:1746134008.968600:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880085f3c380 x1830953551265536/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:219/0 lens 488/0 e 0 to 0 dl 1746134019 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134008.968607:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3c380 with x1830953551265536 ext(0->4095) 00002000:00010000:0.0:1746134008.968610:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880085f3c380 00000100:00100000:0.0:1746134008.973949:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.986550:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134008.988147:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fce8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+252:2010:x1830953551265792:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1389us (1593us total) trans 4294971786 rc 0/0 00000100:00100000:0.0:1746134008.988156:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1039 00002000:00100000:0.0:1746134008.988162:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009fce8850 x1830953551265792/t4294971786(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:219/0 lens 496/448 e 0 to 0 dl 1746134019 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134008.988169:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fce8850 with x1830953551265792 ext(0->7) 00010000:00010000:0.0:1746134008.988176:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095786a00/0x9682c7de153c560d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cb3c expref: 252 pid: 18904 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746134008.988187:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095786a00/0x9682c7de153c560d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cb3c expref: 252 pid: 18904 timeout: 778 lvb_type: 0 00002000:00010000:0.0:1746134008.988192:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009fce8850 00000100:00100000:0.0:1746134009.005968:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.006049:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.012037:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00080000:0.0:1746134009.012548:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746134009.014326:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.019591:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.025603:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.032304:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.039977:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008acd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+254:2010:x1830953551266944:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 7382us (7667us total) trans 4294971787 rc 0/0 00000100:00100000:0.0:1746134009.039987:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1041 00002000:00100000:0.0:1746134009.039996:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008acd3b80 x1830953551266944/t4294971787(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:220/0 lens 496/448 e 0 to 0 dl 1746134020 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134009.040003:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008acd3b80 with x1830953551266944 ext(0->7) 00010000:00010000:0.0:1746134009.040011:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915c1200/0x9682c7de153c561b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cb4a expref: 254 pid: 9580 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746134009.040023:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915c1200/0x9682c7de153c561b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cb4a expref: 254 pid: 9580 timeout: 778 lvb_type: 0 00002000:00010000:0.0:1746134009.040028:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008acd3b80 00000100:00100000:0.0:1746134009.049692:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.052110:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.054724:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.061835:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ad8dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8382:1830953547640576:192.168.203.26@tcp:105: 00010000:00010000:0.0:1746134009.061849:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134009.061871:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008acd1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953551267584:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 6871us (7152us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134009.061876:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13162 00000100:00100000:0.0:1746134009.067772:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551267968 00000100:00100000:0.0:1746134009.067779:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551267968 00000100:00100000:0.0:1746134009.067825:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 27858 00000100:00100000:0.0:1746134009.067832:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1099:x1830953551267968:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134009.067848:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134009.067860:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bcb2200/0x9682c7de153c5630 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574cb5f expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134009.067881:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915c1800/0x9682c7de153c5629 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574cb58 expref: 253 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134009.067887:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134009.067889:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134009.067892:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bcb2200/0x9682c7de153c5630 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574cb5f expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134009.067916:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915c1800/0x9682c7de153c5629 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cb58 expref: 253 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134009.067926:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915c1800/0x9682c7de153c5629 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cb58 expref: 253 pid: 18904 timeout: 778 lvb_type: 0 00000100:00100000:0.0:1746134009.067935:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008acd0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9580:1830953547640704:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134009.068007:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134009.076239:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.077726:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008acd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+256:2012:x1830953551268096:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1291us (1492us total) trans 4294971788 rc 0/0 00000100:00100000:0.0:1746134009.077733:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1043 00002000:00100000:0.0:1746134009.077738:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008acd1c00 x1830953551268096/t4294971788(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:220/0 lens 496/448 e 0 to 0 dl 1746134020 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134009.077745:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008acd1c00 with x1830953551268096 ext(0->7) 00010000:00010000:0.0:1746134009.077750:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915c1800/0x9682c7de153c5629 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cb58 expref: 256 pid: 18904 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746134009.077759:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915c1800/0x9682c7de153c5629 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cb58 expref: 256 pid: 18904 timeout: 778 lvb_type: 0 00002000:00010000:0.0:1746134009.077765:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008acd1c00 00000100:00100000:0.0:1746134009.080998:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551268224 00000100:00100000:0.0:1746134009.081005:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551268224 00010000:00010000:0.0:1746134009.081033:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915c1800/0x9682c7de153c5629 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cb58 expref: 256 pid: 18904 timeout: 778 lvb_type: 0 00000100:00100000:0.0:1746134009.081068:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13163 00000100:00100000:0.0:1746134009.081075:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+256:2011:x1830953551268224:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134009.081085:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134009.081100:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915c1800/0x9682c7de153c5629 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cb58 expref: 256 pid: 18904 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746134009.081137:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915c1800/0x9682c7de153c5629 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cb58 expref: 256 pid: 18904 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746134009.081155:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915c1800/0x9682c7de153c5629 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cb58 expref: 256 pid: 18904 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746134009.081189:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134009.081191:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134009.081197:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bcb2200/0x9682c7de153c5630 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574cb5f expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134009.081204:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bcb2200/0x9682c7de153c5630 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574cb5f expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134009.081233:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bcb2200/0x9682c7de153c5630 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574cb5f expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134009.081244:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008acd0e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8382:1830953547640832:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134009.081329:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134009.085728:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.093521:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.098393:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.098991:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953547641216 00000100:00100000:0.0:1746134009.098995:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953547641216 00000100:00100000:0.0:1746134009.099015:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 467 00000100:00100000:0.0:1746134009.099020:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830953547641216:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746134009.099033:0:9584:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 4218880 granted 988478272 pending 0 free 3920093184 avail 3688570880 00000100:00100000:0.0:1746134009.099064:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830953547641216:12345-0@lo:13:osp-pre-1-1.0 Request processed in 44us (149us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134009.099069:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 467 00000100:00100000:0.0:1746134009.104940:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.111276:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.111330:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.115372:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.119252:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.120072:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008acd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+258:2011:x1830953551269888:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 631us (824us total) trans 4294971789 rc 0/0 00000100:00100000:0.0:1746134009.120079:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1046 00002000:00100000:0.0:1746134009.120084:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008acd2680 x1830953551269888/t4294971789(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:220/0 lens 496/448 e 0 to 0 dl 1746134020 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134009.120091:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008acd2680 with x1830953551269888 ext(0->7) 00010000:00010000:0.0:1746134009.120096:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b90f400/0x9682c7de153c563e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cb6d expref: 258 pid: 18904 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746134009.120105:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b90f400/0x9682c7de153c563e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cb6d expref: 258 pid: 18904 timeout: 778 lvb_type: 0 00002000:00010000:0.0:1746134009.120110:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008acd2680 00000100:00100000:0.0:1746134009.124083:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.131177:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.136791:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.140323:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.142893:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.142952:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.147703:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.149709:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.155264:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.161543:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551271680 00000100:00100000:0.0:1746134009.161550:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551271680 00002000:00100000:0.0:1746134009.161584:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800916fd500 x1830953551271680/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:220/0 lens 496/0 e 0 to 0 dl 1746134020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134009.161592:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916fd500 with x1830953551271680 ext(0->7) 00010000:00010000:0.0:1746134009.161599:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b90f400/0x9682c7de153c5653 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cb82 expref: 258 pid: 18904 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746134009.161611:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b90f400/0x9682c7de153c5653 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cb82 expref: 258 pid: 18904 timeout: 778 lvb_type: 0 00002000:00010000:0.0:1746134009.161617:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800916fd500 00000100:00100000:0.0:1746134009.161643:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1049 00000100:00100000:0.0:1746134009.161651:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+258:2012:x1830953551271680:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134009.162392:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+260:2012:x1830953551271680:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 741us (1147us total) trans 4294971790 rc 0/0 00000100:00100000:0.0:1746134009.162399:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1049 00002000:00100000:0.0:1746134009.162404:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800916fd500 x1830953551271680/t4294971790(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:220/0 lens 496/448 e 0 to 0 dl 1746134020 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134009.162411:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916fd500 with x1830953551271680 ext(0->7) 00010000:00010000:0.0:1746134009.162415:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b90f400/0x9682c7de153c5653 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cb82 expref: 260 pid: 18904 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746134009.162424:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b90f400/0x9682c7de153c5653 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cb82 expref: 260 pid: 18904 timeout: 778 lvb_type: 0 00002000:00010000:0.0:1746134009.162429:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800916fd500 00000100:00100000:0.0:1746134009.168935:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.174494:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800916ff100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8382:1830953547642240:192.168.203.26@tcp:105: 00010000:00010000:0.0:1746134009.174509:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134009.174537:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+259:2009:x1830953551271808:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 5396us (5609us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134009.174544:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13169 00000100:00100000:0.0:1746134009.176076:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.179739:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.182055:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.183696:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.188719:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.189565:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.194508:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.203587:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.204581:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+262:2011:x1830953551273472:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 798us (999us total) trans 4294971791 rc 0/0 00000100:00100000:0.0:1746134009.204588:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1052 00002000:00100000:0.0:1746134009.204593:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88011db4ed80 x1830953551273472/t4294971791(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:220/0 lens 496/448 e 0 to 0 dl 1746134020 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134009.204600:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011db4ed80 with x1830953551273472 ext(0->7) 00010000:00010000:0.0:1746134009.204605:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b90f000/0x9682c7de153c5668 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cb97 expref: 262 pid: 18904 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746134009.204614:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b90f000/0x9682c7de153c5668 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cb97 expref: 262 pid: 18904 timeout: 778 lvb_type: 0 00002000:00010000:0.0:1746134009.204619:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011db4ed80 00000100:00100000:0.0:1746134009.209244:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.222254:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.222340:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.222364:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551273984 00000100:00100000:0.0:1746134009.222371:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551273984 00002000:00100000:0.0:1746134009.222409:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011db4df80 x1830953551273984/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:220/0 lens 488/0 e 0 to 0 dl 1746134020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134009.222417:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011db4df80 with x1830953551273984 ext(0->4095) 00002000:00010000:0.0:1746134009.222421:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011db4df80 00000100:00100000:0.0:1746134009.222437:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12207 00000100:00100000:0.0:1746134009.222444:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551273984:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134009.222555:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551273984:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 111us (214us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134009.222561:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12207 00002000:00100000:0.0:1746134009.222567:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011db4df80 x1830953551273984/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:220/0 lens 488/4536 e 0 to 0 dl 1746134020 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134009.222573:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011db4df80 with x1830953551273984 ext(0->4095) 00002000:00010000:0.0:1746134009.222575:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88011db4df80 00000100:00100000:0.0:1746134009.227617:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.229348:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.232623:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.242081:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.243372:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+265:2011:x1830953551274752:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 758us (1297us total) trans 4294971792 rc 0/0 00000100:00100000:0.0:1746134009.243378:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1054 00002000:00100000:0.0:1746134009.243384:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88011db4e680 x1830953551274752/t4294971792(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:220/0 lens 496/448 e 0 to 0 dl 1746134020 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134009.243390:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011db4e680 with x1830953551274752 ext(0->7) 00010000:00010000:0.0:1746134009.243396:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915c1200/0x9682c7de153c5676 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cba5 expref: 265 pid: 9580 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746134009.243405:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915c1200/0x9682c7de153c5676 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cba5 expref: 265 pid: 9580 timeout: 778 lvb_type: 0 00002000:00010000:0.0:1746134009.243410:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011db4e680 00000100:00100000:0.0:1746134009.264675:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.279229:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.286227:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.288876:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.289557:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.294718:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.309177:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.309219:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000001:00080000:0.0:1746134009.312543:0:9578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294971793 is committed 00000100:00100000:0.0:1746134009.313184:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.320719:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.326253:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.330577:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.344441:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.351822:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.361769:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.370329:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.377875:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.382058:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.383748:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.388522:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.397471:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.398465:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:2011:x1830953551278464:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 780us (998us total) trans 4294971795 rc 0/0 00000100:00100000:0.0:1746134009.398472:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1061 00002000:00100000:0.0:1746134009.398478:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800917f5c00 x1830953551278464/t4294971795(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:220/0 lens 496/448 e 0 to 0 dl 1746134020 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134009.398485:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917f5c00 with x1830953551278464 ext(0->7) 00010000:00010000:0.0:1746134009.398490:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915c0c00/0x9682c7de153c56a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cbcf expref: 11 pid: 9580 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746134009.398499:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915c0c00/0x9682c7de153c56a0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cbcf expref: 11 pid: 9580 timeout: 778 lvb_type: 0 00002000:00010000:0.0:1746134009.398504:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917f5c00 00000100:00100000:0.0:1746134009.412938:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.429660:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.432670:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.435873:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.450081:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.451888:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.453510:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c431880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+12:2009:x1830953551279744:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1453us (1621us total) trans 4294971796 rc 0/0 00000100:00100000:0.0:1746134009.453517:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1063 00002000:00100000:0.0:1746134009.453524:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012c431880 x1830953551279744/t4294971796(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:220/0 lens 496/448 e 0 to 0 dl 1746134020 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134009.453531:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c431880 with x1830953551279744 ext(0->7) 00010000:00010000:0.0:1746134009.453537:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915c0000/0x9682c7de153c56ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cbdd expref: 12 pid: 9580 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746134009.453548:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915c0000/0x9682c7de153c56ae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cbdd expref: 12 pid: 9580 timeout: 778 lvb_type: 0 00002000:00010000:0.0:1746134009.453553:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c431880 00000100:00100000:0.0:1746134009.458090:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.479587:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.484854:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.489890:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.492984:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.501217:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.504407:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.505932:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c433800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+14:2009:x1830953551280896:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1364us (1524us total) trans 4294971797 rc 0/0 00000100:00100000:0.0:1746134009.505938:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1065 00002000:00100000:0.0:1746134009.505944:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012c433800 x1830953551280896/t4294971797(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:220/0 lens 496/448 e 0 to 0 dl 1746134020 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134009.505952:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c433800 with x1830953551280896 ext(0->7) 00010000:00010000:0.0:1746134009.505957:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915c0c00/0x9682c7de153c56bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cbeb expref: 14 pid: 9580 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746134009.505966:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915c0c00/0x9682c7de153c56bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cbeb expref: 14 pid: 9580 timeout: 778 lvb_type: 0 00002000:00010000:0.0:1746134009.505971:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c433800 00000100:00100000:0.0:1746134009.508034:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.511621:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.516518:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.519816:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.519870:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.523796:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.526483:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.527950:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b6da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+17:2011:x1830953551282176:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1125us (1468us total) trans 4294971798 rc 0/0 00000100:00100000:0.0:1746134009.527957:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1068 00002000:00100000:0.0:1746134009.527963:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012b6da680 x1830953551282176/t4294971798(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:220/0 lens 496/448 e 0 to 0 dl 1746134020 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134009.527970:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b6da680 with x1830953551282176 ext(0->7) 00010000:00010000:0.0:1746134009.527975:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b90e200/0x9682c7de153c56ca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cbf9 expref: 17 pid: 9580 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746134009.527989:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b90e200/0x9682c7de153c56ca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cbf9 expref: 17 pid: 9580 timeout: 778 lvb_type: 0 00002000:00010000:0.0:1746134009.527995:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b6da680 00000100:00100000:0.0:1746134009.531556:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.535853:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.540028:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.541578:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.544406:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.548801:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.549842:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.554011:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.554095:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.557520:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.560363:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.564934:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+18:2011:x1830953551284224:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2896us (4568us total) trans 4294971799 rc 0/0 00000100:00100000:0.0:1746134009.564944:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1071 00002000:00100000:0.0:1746134009.564953:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008f8b4000 x1830953551284224/t4294971799(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:220/0 lens 496/448 e 0 to 0 dl 1746134020 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134009.564961:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b4000 with x1830953551284224 ext(0->7) 00010000:00010000:0.0:1746134009.564969:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915c0000/0x9682c7de153c56df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cc0e expref: 18 pid: 9580 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746134009.564980:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915c0000/0x9682c7de153c56df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cc0e expref: 18 pid: 9580 timeout: 778 lvb_type: 0 00002000:00010000:0.0:1746134009.564987:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f8b4000 00000100:00100000:0.0:1746134009.576240:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.581014:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551284736 00000100:00100000:0.0:1746134009.581021:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551284736 00000100:00100000:0.0:1746134009.581105:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 27885 00000100:00100000:0.0:1746134009.581127:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+17:1086:x1830953551284736:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134009.581142:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134009.581154:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800916b9e00/0x9682c7de153c56ed lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574cc1c expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134009.581176:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b90f600/0x9682c7de153c56e6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574cc15 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134009.581182:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134009.581184:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134009.581186:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800916b9e00/0x9682c7de153c56ed lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574cc1c expref: 18 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134009.581210:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b90f600/0x9682c7de153c56e6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cc15 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134009.581219:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b90f600/0x9682c7de153c56e6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cc15 expref: 5 pid: 9580 timeout: 778 lvb_type: 0 00000100:00100000:0.0:1746134009.581230:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24940:1830953547647488:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134009.581294:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134009.583233:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00010000:00010000:0.0:1746134009.586913:0:24940:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b90f600/0x9682c7de153c56e6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cc15 expref: 6 pid: 9580 timeout: 778 lvb_type: 0 00000100:00100000:0.0:1746134009.586934:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f8b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24940:1830953547647488:192.168.203.26@tcp:104: 00010000:00010000:0.0:1746134009.586954:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800916b9e00/0x9682c7de153c56ed lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cc1c expref: 19 pid: 24940 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746134009.586964:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800916b9e00/0x9682c7de153c56ed lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cc1c expref: 19 pid: 24940 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746134009.586972:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800916b9e00, rc 0) 00000100:00100000:0.0:1746134009.587003:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+19:1086:x1830953551284736:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5891us (6063us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134009.587008:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 27885 00000100:00100000:0.0:1746134009.589186:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.592918:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.593805:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+21:2011:x1830953551285504:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 576us (890us total) trans 4294971800 rc 0/0 00000100:00100000:0.0:1746134009.593811:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1073 00002000:00100000:0.0:1746134009.593816:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008f8b4380 x1830953551285504/t4294971800(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:220/0 lens 496/448 e 0 to 0 dl 1746134020 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134009.593823:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b4380 with x1830953551285504 ext(0->7) 00010000:00010000:0.0:1746134009.593827:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800916b9e00/0x9682c7de153c56ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cc1c expref: 21 pid: 24940 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746134009.593840:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800916b9e00/0x9682c7de153c56ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cc1c expref: 21 pid: 24940 timeout: 778 lvb_type: 0 00002000:00010000:0.0:1746134009.593844:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f8b4380 00000100:00100000:0.0:1746134009.596831:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.602597:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.605978:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.606946:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.612457:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.613076:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.613095:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551286528 00000100:00100000:0.0:1746134009.613101:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551286528 00002000:00100000:0.0:1746134009.613154:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f8b5c00 x1830953551286528/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:220/0 lens 488/0 e 0 to 0 dl 1746134020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134009.613162:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b5c00 with x1830953551286528 ext(0->4095) 00010000:00010000:0.0:1746134009.613170:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095787000/0x9682c7de153c56fb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cc2a expref: 6 pid: 18904 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746134009.613179:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095787000/0x9682c7de153c56fb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cc2a expref: 6 pid: 18904 timeout: 778 lvb_type: 0 00002000:00010000:0.0:1746134009.613184:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f8b5c00 00000100:00100000:0.0:1746134009.613215:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1074 00000100:00100000:0.0:1746134009.613222:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953551286528:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134009.613972:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953551286528:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 751us (896us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134009.613977:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1074 00002000:00100000:0.0:1746134009.613983:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f8b5c00 x1830953551286528/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:220/0 lens 488/4536 e 0 to 0 dl 1746134020 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134009.613989:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b5c00 with x1830953551286528 ext(0->4095) 00010000:00010000:0.0:1746134009.613993:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095787000/0x9682c7de153c56fb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cc2a expref: 6 pid: 18904 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746134009.614001:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095787000/0x9682c7de153c56fb lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cc2a expref: 6 pid: 18904 timeout: 778 lvb_type: 0 00002000:00010000:0.0:1746134009.614006:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f8b5c00 00000100:00100000:0.0:1746134009.620030:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.625518:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.630202:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.650459:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551287168 00000100:00100000:0.0:1746134009.650467:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551287168 00002000:00100000:0.0:1746134009.650503:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880085f3ed80 x1830953551287168/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:220/0 lens 496/0 e 0 to 0 dl 1746134020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134009.650512:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3ed80 with x1830953551287168 ext(0->7) 00010000:00010000:0.0:1746134009.650520:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095787400/0x9682c7de153c5702 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cc31 expref: 20 pid: 18904 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746134009.650532:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095787400/0x9682c7de153c5702 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cc31 expref: 20 pid: 18904 timeout: 778 lvb_type: 0 00002000:00010000:0.0:1746134009.650538:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880085f3ed80 00000100:00100000:0.0:1746134009.650561:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1075 00000100:00100000:0.0:1746134009.650568:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+20:2010:x1830953551287168:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134009.653425:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+22:2010:x1830953551287168:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2850us (3111us total) trans 4294971801 rc 0/0 00000100:00100000:0.0:1746134009.653434:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1075 00002000:00100000:0.0:1746134009.653443:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880085f3ed80 x1830953551287168/t4294971801(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:220/0 lens 496/448 e 0 to 0 dl 1746134020 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134009.653451:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3ed80 with x1830953551287168 ext(0->7) 00010000:00010000:0.0:1746134009.653459:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095787400/0x9682c7de153c5702 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cc31 expref: 22 pid: 18904 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746134009.653472:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095787400/0x9682c7de153c5702 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cc31 expref: 22 pid: 18904 timeout: 778 lvb_type: 0 00002000:00010000:0.0:1746134009.653478:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880085f3ed80 00000100:00100000:0.0:1746134009.659206:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.660835:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.665631:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880085f3d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:18904:1830953547648640:192.168.203.26@tcp:105: 00010000:00010000:0.0:1746134009.665649:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bcb2e00, rc 0) 00000100:00100000:0.0:1746134009.665684:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+22:1086:x1830953551287296:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4381us (6483us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134009.665691:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 27890 00000100:00100000:0.0:1746134009.665718:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551287680 00000100:00100000:0.0:1746134009.665722:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551287680 00002000:00100000:0.0:1746134009.665751:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880085f3fb80 x1830953551287680/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:220/0 lens 488/0 e 0 to 0 dl 1746134020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134009.665760:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3fb80 with x1830953551287680 ext(0->4095) 00010000:00010000:0.0:1746134009.665766:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bcb2200/0x9682c7de153c5709 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cc38 expref: 6 pid: 18904 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746134009.665778:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bcb2200/0x9682c7de153c5709 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cc38 expref: 6 pid: 18904 timeout: 778 lvb_type: 0 00002000:00010000:0.0:1746134009.665784:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880085f3fb80 00000100:00100000:0.0:1746134009.665808:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1076 00000100:00100000:0.0:1746134009.665814:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551287680:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134009.665907:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551287680:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 93us (355us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134009.665912:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1076 00002000:00100000:0.0:1746134009.665917:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880085f3fb80 x1830953551287680/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:220/0 lens 488/4536 e 0 to 0 dl 1746134020 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134009.665923:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3fb80 with x1830953551287680 ext(0->4095) 00010000:00010000:0.0:1746134009.665927:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bcb2200/0x9682c7de153c5709 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cc38 expref: 6 pid: 18904 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746134009.665935:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bcb2200/0x9682c7de153c5709 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cc38 expref: 6 pid: 18904 timeout: 778 lvb_type: 0 00002000:00010000:0.0:1746134009.665940:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880085f3fb80 00000100:00100000:0.0:1746134009.669435:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.674428:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.680429:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.694412:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.698185:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+24:2010:x1830953551288320:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3424us (3773us total) trans 4294971802 rc 0/0 00000100:00100000:0.0:1746134009.698195:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1077 00002000:00100000:0.0:1746134009.698204:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880131cbdc00 x1830953551288320/t4294971802(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:220/0 lens 496/448 e 0 to 0 dl 1746134020 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134009.698212:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cbdc00 with x1830953551288320 ext(0->7) 00010000:00010000:0.0:1746134009.698220:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bcb2e00/0x9682c7de153c5710 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cc3f expref: 24 pid: 18904 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746134009.698233:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bcb2e00/0x9682c7de153c5710 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cc3f expref: 24 pid: 18904 timeout: 778 lvb_type: 0 00002000:00010000:0.0:1746134009.698238:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131cbdc00 00000100:00100000:0.0:1746134009.712381:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.713815:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.716765:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.722615:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.725804:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.738684:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.743647:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.745186:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ff3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:2010:x1830953551289472:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1214us (1537us total) trans 4294971803 rc 0/0 00000100:00100000:0.0:1746134009.745194:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1079 00002000:00100000:0.0:1746134009.745201:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008ff3f100 x1830953551289472/t4294971803(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:220/0 lens 496/448 e 0 to 0 dl 1746134020 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134009.745209:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ff3f100 with x1830953551289472 ext(0->7) 00010000:00010000:0.0:1746134009.745215:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915c1e00/0x9682c7de153c571e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cc4d expref: 26 pid: 18904 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746134009.745226:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915c1e00/0x9682c7de153c571e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cc4d expref: 26 pid: 18904 timeout: 778 lvb_type: 0 00002000:00010000:0.0:1746134009.745231:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ff3f100 00000100:00100000:0.0:1746134009.746742:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.749814:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.751619:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.753458:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.767635:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.769916:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.769984:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.789269:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.792644:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.793405:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072adaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2009:x1830953551291136:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 604us (761us total) trans 4294971804 rc 0/0 00000100:00100000:0.0:1746134009.793411:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1080 00002000:00100000:0.0:1746134009.793416:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880072adaa00 x1830953551291136/t4294971804(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:220/0 lens 496/448 e 0 to 0 dl 1746134020 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134009.793423:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072adaa00 with x1830953551291136 ext(0->7) 00010000:00010000:0.0:1746134009.793428:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915c1200/0x9682c7de153c5733 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cc62 expref: 28 pid: 18904 timeout: 778 lvb_type: 0 00010000:00010000:0.0:1746134009.793437:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915c1200/0x9682c7de153c5733 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cc62 expref: 28 pid: 18904 timeout: 778 lvb_type: 0 00002000:00010000:0.0:1746134009.793443:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072adaa00 00000100:00100000:0.0:1746134009.794799:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.797567:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.801755:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551291648 00000100:00100000:0.0:1746134009.801761:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551291648 00000100:00100000:0.0:1746134009.805223:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.827534:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.834261:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.838189:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.839790:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.839808:0:10924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551292544 00000100:00100000:0.0:1746134009.839811:0:10924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551292544 00010000:00010000:0.0:1746134009.839830:0:10924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915c1e00/0x9682c7de153c573a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cc69 expref: 6 pid: 18904 timeout: 779 lvb_type: 0 00000100:00100000:0.0:1746134009.844835:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.850731:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.860939:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.862316:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+30:2009:x1830953551293056:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 964us (1382us total) trans 4294971805 rc 0/0 00000100:00100000:0.0:1746134009.862323:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1082 00002000:00100000:0.0:1746134009.862328:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880099b2f800 x1830953551293056/t4294971805(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:220/0 lens 496/448 e 0 to 0 dl 1746134020 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134009.862342:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099b2f800 with x1830953551293056 ext(0->7) 00010000:00010000:0.0:1746134009.862347:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915c1000/0x9682c7de153c5748 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cc77 expref: 30 pid: 18904 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746134009.862355:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915c1000/0x9682c7de153c5748 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cc77 expref: 30 pid: 18904 timeout: 779 lvb_type: 0 00002000:00010000:0.0:1746134009.862361:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099b2f800 00000100:00100000:0.0:1746134009.879398:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.889219:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.894439:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.897383:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.903841:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.916358:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.919085:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.919948:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+32:2009:x1830953551294208:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 699us (863us total) trans 4294971806 rc 0/0 00000100:00100000:0.0:1746134009.919954:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1084 00002000:00100000:0.0:1746134009.919960:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880099b2ea00 x1830953551294208/t4294971806(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:220/0 lens 496/448 e 0 to 0 dl 1746134020 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134009.919966:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099b2ea00 with x1830953551294208 ext(0->7) 00010000:00010000:0.0:1746134009.919971:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915c0a00/0x9682c7de153c5756 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cc85 expref: 32 pid: 18904 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746134009.919980:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915c0a00/0x9682c7de153c5756 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cc85 expref: 32 pid: 18904 timeout: 779 lvb_type: 0 00002000:00010000:0.0:1746134009.919985:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099b2ea00 00000100:00100000:0.0:1746134009.921615:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.923620:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.926007:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.929015:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.938748:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.938823:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.942458:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.943000:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.943023:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.948342:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.959753:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.960585:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+35:2009:x1830953551296256:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 666us (836us total) trans 4294971807 rc 0/0 00000100:00100000:0.0:1746134009.960591:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1087 00002000:00100000:0.0:1746134009.960597:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880091b0b480 x1830953551296256/t4294971807(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:220/0 lens 496/448 e 0 to 0 dl 1746134020 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134009.960602:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b0b480 with x1830953551296256 ext(0->7) 00010000:00010000:0.0:1746134009.960607:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915c1a00/0x9682c7de153c576b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cc9a expref: 35 pid: 18904 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746134009.960615:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915c1a00/0x9682c7de153c576b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cc9a expref: 35 pid: 18904 timeout: 779 lvb_type: 0 00002000:00010000:0.0:1746134009.960619:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091b0b480 00000100:00100000:0.0:1746134009.968693:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.979676:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.987299:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.990041:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.990143:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134009.994198:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551297280 00000100:00100000:0.0:1746134009.994202:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551297280 00002000:00100000:0.0:1746134009.994232:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880085f3c000 x1830953551297280/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:220/0 lens 488/0 e 0 to 0 dl 1746134020 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134009.994241:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3c000 with x1830953551297280 ext(0->4095) 00010000:00010000:0.0:1746134009.994248:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915c1000/0x9682c7de153c5779 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cca8 expref: 35 pid: 18904 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746134009.994258:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915c1000/0x9682c7de153c5779 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cca8 expref: 35 pid: 18904 timeout: 779 lvb_type: 0 00002000:00010000:0.0:1746134009.994264:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880085f3c000 00000100:00100000:0.0:1746134009.994285:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1089 00000100:00100000:0.0:1746134009.994291:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+35:2009:x1830953551297280:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134009.995070:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+34:2009:x1830953551297280:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 777us (1178us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134009.995076:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1089 00002000:00100000:0.0:1746134009.995082:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880085f3c000 x1830953551297280/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:220/0 lens 488/4536 e 0 to 0 dl 1746134020 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134009.995089:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3c000 with x1830953551297280 ext(0->4095) 00010000:00010000:0.0:1746134009.995093:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915c1000/0x9682c7de153c5779 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cca8 expref: 34 pid: 18904 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746134009.995104:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915c1000/0x9682c7de153c5779 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cca8 expref: 34 pid: 18904 timeout: 779 lvb_type: 0 00002000:00010000:0.0:1746134009.995109:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880085f3c000 00000100:00100000:0.0:1746134010.006930:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00080000:0.0:1746134010.007421:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746134010.007888:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+36:2012:x1830953551297536:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 783us (962us total) trans 4294971808 rc 0/0 00000100:00100000:0.0:1746134010.007893:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1090 00002000:00100000:0.0:1746134010.007898:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880091b08380 x1830953551297536/t4294971808(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:221/0 lens 496/448 e 0 to 0 dl 1746134021 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134010.007905:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b08380 with x1830953551297536 ext(0->7) 00010000:00010000:0.0:1746134010.007909:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915c1000/0x9682c7de153c5779 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cca8 expref: 36 pid: 18904 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746134010.007919:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915c1000/0x9682c7de153c5779 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cca8 expref: 36 pid: 18904 timeout: 779 lvb_type: 0 00002000:00010000:0.0:1746134010.007924:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091b08380 00000100:00100000:0.0:1746134010.015295:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.028018:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.034445:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551298048 00000100:00100000:0.0:1746134010.034453:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551298048 00002000:00100000:0.0:1746134010.034488:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008ad8ea00 x1830953551298048/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:221/0 lens 488/0 e 0 to 0 dl 1746134021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134010.034501:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ad8ea00 with x1830953551298048 ext(0->4095) 00010000:00010000:0.0:1746134010.034509:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915c0800/0x9682c7de153c5780 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ccaf expref: 6 pid: 18904 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746134010.034521:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915c0800/0x9682c7de153c5780 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ccaf expref: 6 pid: 18904 timeout: 779 lvb_type: 0 00002000:00010000:0.0:1746134010.034528:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ad8ea00 00000100:00100000:0.0:1746134010.034547:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1091 00000100:00100000:0.0:1746134010.034554:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551298048:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134010.034680:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551298048:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 125us (864us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134010.034685:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1091 00002000:00100000:0.0:1746134010.034691:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008ad8ea00 x1830953551298048/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:221/0 lens 488/4536 e 0 to 0 dl 1746134021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134010.034697:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ad8ea00 with x1830953551298048 ext(0->4095) 00010000:00010000:0.0:1746134010.034702:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915c0800/0x9682c7de153c5780 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ccaf expref: 6 pid: 18904 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746134010.034711:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915c0800/0x9682c7de153c5780 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ccaf expref: 6 pid: 18904 timeout: 779 lvb_type: 0 00002000:00010000:0.0:1746134010.034716:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ad8ea00 00000100:00100000:0.0:1746134010.043594:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.043637:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.064923:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.071238:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.076020:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092398700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+39:2011:x1830953551298816:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4587us (4779us total) trans 4294971809 rc 0/0 00000100:00100000:0.0:1746134010.076030:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1093 00002000:00100000:0.0:1746134010.076038:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880092398700 x1830953551298816/t4294971809(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:221/0 lens 496/448 e 0 to 0 dl 1746134021 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134010.076046:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092398700 with x1830953551298816 ext(0->7) 00010000:00010000:0.0:1746134010.076055:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde4400/0x9682c7de153c5787 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ccb6 expref: 39 pid: 9580 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746134010.076068:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde4400/0x9682c7de153c5787 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ccb6 expref: 39 pid: 9580 timeout: 779 lvb_type: 0 00002000:00010000:0.0:1746134010.076074:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092398700 00000100:00100000:0.0:1746134010.080077:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.085146:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551299072 00000100:00100000:0.0:1746134010.085153:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551299072 00010000:00010000:0.0:1746134010.085181:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012fde4400/0x9682c7de153c5787 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ccb6 expref: 40 pid: 9580 timeout: 779 lvb_type: 0 00000100:00100000:0.0:1746134010.085210:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13213 00000100:00100000:0.0:1746134010.085216:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916ff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+40:2010:x1830953551299072:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134010.085227:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134010.085240:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012fde4400/0x9682c7de153c5787 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ccb6 expref: 40 pid: 9580 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746134010.085250:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012fde4400/0x9682c7de153c5787 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ccb6 expref: 40 pid: 9580 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746134010.085267:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012fde4400/0x9682c7de153c5787 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ccb6 expref: 40 pid: 9580 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746134010.085290:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134010.085292:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134010.085297:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fde4e00/0x9682c7de153c578e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ccbd expref: 39 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134010.085316:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012fde4e00/0x9682c7de153c578e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ccbd expref: 39 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134010.085343:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012fde4e00/0x9682c7de153c578e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ccbd expref: 39 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134010.085352:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012fde4e00/0x9682c7de153c578e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ccbd expref: 39 pid: 9580 timeout: 779 lvb_type: 0 00000100:00100000:0.0:1746134010.085361:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009239ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7221:1830953547653120:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134010.085429:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134010.092374:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.106200:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.106281:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.115292:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.125406:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800916fca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9580:1830953547653376:192.168.203.26@tcp:104: 00010000:00010000:0.0:1746134010.125426:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915c0a00/0x9682c7de153c579c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574cccb expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134010.125437:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c0a00, rc 0) 00000100:00100000:0.0:1746134010.125472:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009239a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1099:x1830953551299456:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 18702us (19280us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134010.125478:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 27910 00000100:00100000:0.0:1746134010.126060:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+40:2009:x1830953551300096:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1107us (1270us total) trans 4294971810 rc 0/0 00000100:00100000:0.0:1746134010.126065:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1096 00002000:00100000:0.0:1746134010.126071:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800916fc000 x1830953551300096/t4294971810(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:221/0 lens 496/448 e 0 to 0 dl 1746134021 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134010.126078:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916fc000 with x1830953551300096 ext(0->7) 00010000:00010000:0.0:1746134010.126084:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b90f000/0x9682c7de153c5795 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ccc4 expref: 40 pid: 18904 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746134010.126093:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b90f000/0x9682c7de153c5795 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ccc4 expref: 40 pid: 18904 timeout: 779 lvb_type: 0 00002000:00010000:0.0:1746134010.126098:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800916fc000 00000100:00100000:0.0:1746134010.133291:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.139542:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.141269:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.149451:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.150963:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.162157:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.173380:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.175822:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072970000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+43:2012:x1830953551301376:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2264us (2442us total) trans 4294971811 rc 0/0 00000100:00100000:0.0:1746134010.175831:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1099 00002000:00100000:0.0:1746134010.175838:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880072970000 x1830953551301376/t4294971811(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:221/0 lens 496/448 e 0 to 0 dl 1746134021 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134010.175846:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072970000 with x1830953551301376 ext(0->7) 00010000:00010000:0.0:1746134010.175853:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915c1200/0x9682c7de153c57a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ccd2 expref: 43 pid: 9580 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746134010.175866:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915c1200/0x9682c7de153c57a3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ccd2 expref: 43 pid: 9580 timeout: 779 lvb_type: 0 00002000:00010000:0.0:1746134010.175873:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072970000 00000100:00100000:0.0:1746134010.177829:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.180785:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.184421:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.188165:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.194225:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.199336:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.200055:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.205463:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.205647:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.209269:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.222914:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.223775:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d140000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:2011:x1830953551303424:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 691us (867us total) trans 4294971812 rc 0/0 00000100:00100000:0.0:1746134010.223782:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1102 00002000:00100000:0.0:1746134010.223788:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012d140000 x1830953551303424/t4294971812(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:221/0 lens 496/448 e 0 to 0 dl 1746134021 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134010.223795:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d140000 with x1830953551303424 ext(0->7) 00010000:00010000:0.0:1746134010.223800:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde4e00/0x9682c7de153c57b8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cce7 expref: 44 pid: 18904 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746134010.223809:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde4e00/0x9682c7de153c57b8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cce7 expref: 44 pid: 18904 timeout: 779 lvb_type: 0 00002000:00010000:0.0:1746134010.223814:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d140000 00000100:00100000:0.0:1746134010.225239:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.227982:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.229614:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.231603:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.243988:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.259704:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.273564:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.284710:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.289440:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.304772:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.308030:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.308973:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.311567:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.314629:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.316366:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.316405:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.321047:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.325765:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.330924:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.337776:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.341186:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.341255:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.344894:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.344941:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.348390:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.351699:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.357784:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.360614:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.362333:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+50:2009:x1830953551308672:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1056us (1722us total) trans 4294971815 rc 0/0 00000100:00100000:0.0:1746134010.362339:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1109 00002000:00100000:0.0:1746134010.362346:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88007282f800 x1830953551308672/t4294971815(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:221/0 lens 496/448 e 0 to 0 dl 1746134021 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134010.362353:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282f800 with x1830953551308672 ext(0->7) 00010000:00010000:0.0:1746134010.362358:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b90ee00/0x9682c7de153c57f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cd26 expref: 50 pid: 9581 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746134010.362368:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b90ee00/0x9682c7de153c57f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cd26 expref: 50 pid: 9581 timeout: 779 lvb_type: 0 00002000:00010000:0.0:1746134010.362373:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007282f800 00000100:00100000:0.0:1746134010.363823:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.368740:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.369556:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.369572:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551309184 00000100:00100000:0.0:1746134010.369575:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551309184 00002000:00100000:0.0:1746134010.369599:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88007282c700 x1830953551309184/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:221/0 lens 488/0 e 0 to 0 dl 1746134021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134010.369608:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282c700 with x1830953551309184 ext(0->4095) 00002000:00010000:0.0:1746134010.369611:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007282c700 00000100:00100000:0.0:1746134010.370443:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12235 00000100:00100000:0.0:1746134010.370449:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551309184:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134010.370822:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551309184:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 373us (1265us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134010.370828:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12235 00002000:00100000:0.0:1746134010.370834:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88007282c700 x1830953551309184/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:221/0 lens 488/4536 e 0 to 0 dl 1746134021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134010.370840:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282c700 with x1830953551309184 ext(0->4095) 00010000:00010000:0.0:1746134010.370845:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b90e000/0x9682c7de153c57fe lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cd2d expref: 6 pid: 9581 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746134010.370854:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b90e000/0x9682c7de153c57fe lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cd2d expref: 6 pid: 9581 timeout: 779 lvb_type: 0 00002000:00010000:0.0:1746134010.370858:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007282c700 00000100:00100000:0.0:1746134010.372698:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.373994:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.376273:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.381542:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.394065:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.396991:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.401983:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.406336:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.407107:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.410737:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.417447:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.418381:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:2011:x1830953551311232:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 694us (937us total) trans 4294971817 rc 0/0 00000100:00100000:0.0:1746134010.418388:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1114 00002000:00100000:0.0:1746134010.418393:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880091a85180 x1830953551311232/t4294971817(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:221/0 lens 496/448 e 0 to 0 dl 1746134021 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134010.418400:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a85180 with x1830953551311232 ext(0->7) 00010000:00010000:0.0:1746134010.418408:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bcb2200/0x9682c7de153c5813 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cd42 expref: 54 pid: 9580 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746134010.418418:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bcb2200/0x9682c7de153c5813 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cd42 expref: 54 pid: 9580 timeout: 779 lvb_type: 0 00002000:00010000:0.0:1746134010.418423:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091a85180 00000100:00100000:0.0:1746134010.422075:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.427734:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.431632:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.435209:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.438770:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.445281:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.448623:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.449431:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:2010:x1830953551312384:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 658us (806us total) trans 4294971818 rc 0/0 00000100:00100000:0.0:1746134010.449437:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1116 00002000:00100000:0.0:1746134010.449442:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880091a84700 x1830953551312384/t4294971818(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:221/0 lens 496/448 e 0 to 0 dl 1746134021 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134010.449448:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a84700 with x1830953551312384 ext(0->7) 00010000:00010000:0.0:1746134010.449453:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009ce47000/0x9682c7de153c5821 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cd50 expref: 56 pid: 9580 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746134010.449461:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009ce47000/0x9682c7de153c5821 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cd50 expref: 56 pid: 9580 timeout: 779 lvb_type: 0 00002000:00010000:0.0:1746134010.449466:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091a84700 00000100:00100000:0.0:1746134010.451250:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.456194:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.461277:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.470415:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.471666:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.476093:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.477218:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880085f3ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:18904:1830953547658368:192.168.203.26@tcp:104: 00010000:00010000:0.0:1746134010.477239:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012fde5c00/0x9682c7de153c5836 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574cd65 expref: 57 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134010.477250:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fde5c00, rc 0) 00000100:00100000:0.0:1746134010.477280:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:1086:x1830953551313024:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4736us (6874us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134010.477286:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 27932 00000100:00100000:0.0:1746134010.479629:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.483188:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.490411:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.494634:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.505667:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+59:2010:x1830953551314304:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 735us (11031us total) trans 4294971819 rc 0/0 00000100:00100000:0.0:1746134010.505673:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1119 00002000:00100000:0.0:1746134010.505679:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880091a87480 x1830953551314304/t4294971819(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:221/0 lens 496/448 e 0 to 0 dl 1746134021 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134010.505685:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a87480 with x1830953551314304 ext(0->7) 00010000:00010000:0.0:1746134010.505689:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde5c00/0x9682c7de153c5836 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cd65 expref: 59 pid: 18904 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746134010.505697:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde5c00/0x9682c7de153c5836 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cd65 expref: 59 pid: 18904 timeout: 779 lvb_type: 0 00002000:00010000:0.0:1746134010.505702:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091a87480 00000100:00100000:0.0:1746134010.511782:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.518827:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.525928:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.533727:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.539085:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.556136:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.559427:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+60:2011:x1830953551315456:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1344us (3327us total) trans 4294971820 rc 0/0 00000100:00100000:0.0:1746134010.559447:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1121 00002000:00100000:0.0:1746134010.559474:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009cb9ce00 x1830953551315456/t4294971820(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:221/0 lens 496/448 e 0 to 0 dl 1746134021 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134010.559481:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9ce00 with x1830953551315456 ext(0->7) 00010000:00010000:0.0:1746134010.559487:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a08c6e00/0x9682c7de153c5844 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cd73 expref: 60 pid: 18904 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746134010.559524:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a08c6e00/0x9682c7de153c5844 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cd73 expref: 60 pid: 18904 timeout: 779 lvb_type: 0 00002000:00010000:0.0:1746134010.559530:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cb9ce00 00000100:00100000:0.0:1746134010.569438:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.576644:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.579973:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.580046:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.584406:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.587434:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551316480 00000100:00100000:0.0:1746134010.587438:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551316480 00002000:00100000:0.0:1746134010.587462:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800916fe680 x1830953551316480/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:221/0 lens 488/0 e 0 to 0 dl 1746134021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134010.587470:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916fe680 with x1830953551316480 ext(0->4095) 00010000:00010000:0.0:1746134010.587475:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bbfa600/0x9682c7de153c5852 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cd88 expref: 61 pid: 18904 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746134010.587485:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bbfa600/0x9682c7de153c5852 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cd88 expref: 61 pid: 18904 timeout: 779 lvb_type: 0 00002000:00010000:0.0:1746134010.587491:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800916fe680 00000100:00100000:0.0:1746134010.587502:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1122 00000100:00100000:0.0:1746134010.587508:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+61:2010:x1830953551316480:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134010.587603:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+61:2010:x1830953551316480:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 95us (188us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134010.587610:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1122 00002000:00100000:0.0:1746134010.587615:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800916fe680 x1830953551316480/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:221/0 lens 488/4536 e 0 to 0 dl 1746134021 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134010.587621:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916fe680 with x1830953551316480 ext(0->4095) 00010000:00010000:0.0:1746134010.587626:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bbfa600/0x9682c7de153c5852 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cd88 expref: 61 pid: 18904 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746134010.587633:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bbfa600/0x9682c7de153c5852 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cd88 expref: 61 pid: 18904 timeout: 779 lvb_type: 0 00002000:00010000:0.0:1746134010.587638:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800916fe680 00000100:00100000:0.0:1746134010.589763:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.590728:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.595158:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.608992:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.610172:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+62:2010:x1830953551317248:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 937us (1183us total) trans 4294971821 rc 0/0 00000100:00100000:0.0:1746134010.610178:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1124 00002000:00100000:0.0:1746134010.610184:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009cb9df80 x1830953551317248/t4294971821(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:221/0 lens 496/448 e 0 to 0 dl 1746134021 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134010.610191:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9df80 with x1830953551317248 ext(0->7) 00010000:00010000:0.0:1746134010.610195:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c6a1c00/0x9682c7de153c5859 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cd81 expref: 62 pid: 18904 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746134010.610204:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c6a1c00/0x9682c7de153c5859 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cd81 expref: 62 pid: 18904 timeout: 779 lvb_type: 0 00002000:00010000:0.0:1746134010.610209:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cb9df80 00000100:00100000:0.0:1746134010.611709:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.619075:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.619143:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.628763:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.628848:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.634750:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.645608:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.650049:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+65:2010:x1830953551318528:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1482us (4443us total) trans 4294971822 rc 0/0 00000100:00100000:0.0:1746134010.650057:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1127 00002000:00100000:0.0:1746134010.650064:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880131cbea00 x1830953551318528/t4294971822(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:221/0 lens 496/448 e 0 to 0 dl 1746134021 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134010.650072:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cbea00 with x1830953551318528 ext(0->7) 00010000:00010000:0.0:1746134010.650080:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde5000/0x9682c7de153c5867 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cd96 expref: 65 pid: 9580 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746134010.650091:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde5000/0x9682c7de153c5867 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cd96 expref: 65 pid: 9580 timeout: 779 lvb_type: 0 00002000:00010000:0.0:1746134010.650098:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131cbea00 00000100:00100000:0.0:1746134010.656026:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.663675:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.667383:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.669428:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.671678:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.673821:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.685179:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.689387:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.693267:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.699076:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.699198:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.699393:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 27944 00000100:00100000:0.0:1746134010.699400:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009558ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+66:1086:x1830953551320320:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134010.699405:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134010.699409:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880123b78a00/0x9682c7de153c588a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574cdb2 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134010.699438:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012f3a6c00/0x9682c7de153c587c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574cda4 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134010.699445:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fde5400/0x9682c7de153c5883 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574cdb9 expref: 68 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134010.699450:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134010.699452:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134010.699454:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880123b78a00/0x9682c7de153c588a lrc: 5/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574cdb2 expref: 68 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134010.699482:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012fde5400/0x9682c7de153c5883 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cdb9 expref: 68 pid: 9580 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746134010.699488:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012fde5400/0x9682c7de153c5883 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cdb9 expref: 68 pid: 9580 timeout: 779 lvb_type: 0 00000100:00100000:0.0:1746134010.699496:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009558f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:18904:1830953547661056:192.168.203.26@tcp:104: 00010000:00010000:0.0:1746134010.699577:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012f3a6c00/0x9682c7de153c587c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cda4 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134010.699585:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012f3a6c00/0x9682c7de153c587c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cda4 expref: 5 pid: 9581 timeout: 779 lvb_type: 0 00000100:00100000:0.0:1746134010.699592:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009558d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:18904:1830953547661184:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134010.699609:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c240 going to sleep for 11 seconds 00000100:00100000:0.0:1746134010.701198:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.703258:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.705288:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.706771:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.712945:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.714441:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009558d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+68:2012:x1830953551321600:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1070us (1500us total) trans 4294971824 rc 0/0 00000100:00100000:0.0:1746134010.714448:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1132 00002000:00100000:0.0:1746134010.714459:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009558d180 x1830953551321600/t4294971824(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:221/0 lens 496/448 e 0 to 0 dl 1746134021 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134010.714465:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009558d180 with x1830953551321600 ext(0->7) 00010000:00010000:0.0:1746134010.714470:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880123b78a00/0x9682c7de153c588a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cdb2 expref: 68 pid: 18904 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746134010.714480:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880123b78a00/0x9682c7de153c588a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cdb2 expref: 68 pid: 18904 timeout: 779 lvb_type: 0 00002000:00010000:0.0:1746134010.714485:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009558d180 00000100:00100000:0.0:1746134010.717953:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.724085:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.728369:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.728793:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.729943:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 27947 00000100:00100000:0.0:1746134010.729950:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800872b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+69:1099:x1830953551322240:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134010.729957:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134010.729974:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c7dec00/0x9682c7de153c589f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574cdce expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134010.729986:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134010.729990:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fde4c00/0x9682c7de153c5898 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574cdc7 expref: 70 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134010.732044:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134010.732050:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c7dec00/0x9682c7de153c589f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574cdce expref: 70 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134010.732084:0:9580:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012fde4c00/0x9682c7de153c5898 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cdc7 expref: 70 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134010.732095:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c7dec00/0x9682c7de153c589f lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574cdce expref: 70 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134010.732104:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c7dec00, rc 0) 00000100:00100000:0.0:1746134010.737785:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.741341:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.745053:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.746134:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+71:2009:x1830953551322880:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 665us (1084us total) trans 4294971825 rc 0/0 00000100:00100000:0.0:1746134010.746141:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1134 00002000:00100000:0.0:1746134010.746147:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009bfbdc00 x1830953551322880/t4294971825(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:221/0 lens 496/448 e 0 to 0 dl 1746134021 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134010.746152:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfbdc00 with x1830953551322880 ext(0->7) 00010000:00010000:0.0:1746134010.746157:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde4c00/0x9682c7de153c5898 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cdc7 expref: 71 pid: 18904 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746134010.746164:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde4c00/0x9682c7de153c5898 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cdc7 expref: 71 pid: 18904 timeout: 779 lvb_type: 0 00002000:00010000:0.0:1746134010.746169:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bfbdc00 00000100:00100000:0.0:1746134010.749479:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.755707:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551323264 00000100:00100000:0.0:1746134010.755713:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551323264 00002000:00100000:0.0:1746134010.755747:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800916ff100 x1830953551323264/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:221/0 lens 488/0 e 0 to 0 dl 1746134021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134010.755757:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916ff100 with x1830953551323264 ext(0->4095) 00002000:00010000:0.0:1746134010.755761:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800916ff100 00000100:00100000:0.0:1746134010.758104:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12244 00000100:00100000:0.0:1746134010.758124:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+70:2010:x1830953551323264:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134010.758239:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+70:2010:x1830953551323264:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 129us (2759us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134010.758245:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12244 00002000:00100000:0.0:1746134010.758250:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800916ff100 x1830953551323264/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:221/0 lens 488/4536 e 0 to 0 dl 1746134021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134010.758258:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916ff100 with x1830953551323264 ext(0->4095) 00002000:00010000:0.0:1746134010.758262:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800916ff100 00000100:00100000:0.0:1746134010.760519:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.760566:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.767424:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 27949 00000100:00100000:0.0:1746134010.767431:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1099:x1830953551323520:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134010.767438:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134010.767443:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bef5200/0x9682c7de153c58ad lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574cddc expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134010.767452:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134010.767455:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fde4000/0x9682c7de153c58a6 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574cdd5 expref: 71 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134010.767464:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134010.767466:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bef5200/0x9682c7de153c58ad lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574cddc expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134010.767482:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012fde4000/0x9682c7de153c58a6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cdd5 expref: 71 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134010.767490:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bef5200/0x9682c7de153c58ad lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574cddc expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134010.767497:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bef5200, rc 0) 00000100:00100000:0.0:1746134010.767518:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1099:x1830953551323520:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 88us (6952us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134010.767522:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 27949 00000100:00100000:0.0:1746134010.770989:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.782209:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.794529:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.796409:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+72:2011:x1830953551324160:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1701us (1883us total) trans 4294971826 rc 0/0 00000100:00100000:0.0:1746134010.796417:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1136 00002000:00100000:0.0:1746134010.796431:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009bfbf100 x1830953551324160/t4294971826(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:221/0 lens 496/448 e 0 to 0 dl 1746134021 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134010.796438:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfbf100 with x1830953551324160 ext(0->7) 00010000:00010000:0.0:1746134010.796448:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde4000/0x9682c7de153c58a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cdd5 expref: 72 pid: 18904 timeout: 779 lvb_type: 0 00010000:00010000:0.0:1746134010.796467:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde4000/0x9682c7de153c58a6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cdd5 expref: 72 pid: 18904 timeout: 779 lvb_type: 0 00002000:00010000:0.0:1746134010.796473:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bfbf100 00000100:00100000:0.0:1746134010.799440:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.809211:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.812785:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.822895:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.832078:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.837536:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.841984:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.846992:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551325824 00000100:00100000:0.0:1746134010.846997:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551325824 00002000:00100000:0.0:1746134010.847029:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800916fc380 x1830953551325824/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:221/0 lens 488/0 e 0 to 0 dl 1746134021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134010.847037:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916fc380 with x1830953551325824 ext(0->4095) 00002000:00010000:0.0:1746134010.847041:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800916fc380 00000100:00100000:0.0:1746134010.847066:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12247 00000100:00100000:0.0:1746134010.847073:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+72:2010:x1830953551325824:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134010.847753:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+72:2010:x1830953551325824:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 679us (937us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134010.847759:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12247 00002000:00100000:0.0:1746134010.847765:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800916fc380 x1830953551325824/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:221/0 lens 488/4536 e 0 to 0 dl 1746134021 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134010.847777:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916fc380 with x1830953551325824 ext(0->4095) 00002000:00010000:0.0:1746134010.847780:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800916fc380 00000100:00100000:0.0:1746134010.853310:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.857916:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.858890:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+74:2009:x1830953551326080:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 648us (978us total) trans 4294971827 rc 0/0 00000100:00100000:0.0:1746134010.858896:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1138 00002000:00100000:0.0:1746134010.858901:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800957a0e00 x1830953551326080/t4294971827(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:221/0 lens 496/448 e 0 to 0 dl 1746134021 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134010.858908:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957a0e00 with x1830953551326080 ext(0->7) 00010000:00010000:0.0:1746134010.858912:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012f3a6000/0x9682c7de153c58bb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cdea expref: 74 pid: 9581 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746134010.858921:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012f3a6000/0x9682c7de153c58bb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cdea expref: 74 pid: 9581 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746134010.858926:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800957a0e00 00000100:00100000:0.0:1746134010.866200:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.871152:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.884689:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.886603:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.892176:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.895289:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.901327:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551327360 00000100:00100000:0.0:1746134010.901335:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551327360 00002000:00100000:0.0:1746134010.901369:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008ad8c700 x1830953551327360/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:221/0 lens 496/0 e 0 to 0 dl 1746134021 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134010.901377:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ad8c700 with x1830953551327360 ext(0->7) 00010000:00010000:0.0:1746134010.901384:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde5c00/0x9682c7de153c58c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cdf8 expref: 75 pid: 18904 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746134010.901395:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde5c00/0x9682c7de153c58c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cdf8 expref: 75 pid: 18904 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746134010.901400:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ad8c700 00000100:00100000:0.0:1746134010.901425:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1140 00000100:00100000:0.0:1746134010.901431:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+75:2012:x1830953551327360:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134010.902015:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+77:2012:x1830953551327360:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 583us (764us total) trans 4294971828 rc 0/0 00000100:00100000:0.0:1746134010.902021:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1140 00002000:00100000:0.0:1746134010.902026:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008ad8c700 x1830953551327360/t4294971828(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:221/0 lens 496/448 e 0 to 0 dl 1746134021 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134010.902032:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ad8c700 with x1830953551327360 ext(0->7) 00010000:00010000:0.0:1746134010.902036:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde5c00/0x9682c7de153c58c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cdf8 expref: 77 pid: 18904 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746134010.902043:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde5c00/0x9682c7de153c58c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cdf8 expref: 77 pid: 18904 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746134010.902048:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ad8c700 00000100:00100000:0.0:1746134010.905096:0:10924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551327488 00000100:00100000:0.0:1746134010.905105:0:10924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551327488 00010000:00010000:0.0:1746134010.905207:0:10924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012fde5c00/0x9682c7de153c58c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cdf8 expref: 77 pid: 18904 timeout: 780 lvb_type: 0 00000100:00100000:0.0:1746134010.905234:0:10924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13259 00000100:00100000:0.0:1746134010.905241:0:10924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+77:2009:x1830953551327488:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134010.905252:0:10924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134010.905268:0:10924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012fde5c00/0x9682c7de153c58c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cdf8 expref: 77 pid: 18904 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746134010.905278:0:10924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012fde5c00/0x9682c7de153c58c9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cdf8 expref: 77 pid: 18904 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746134010.905307:0:10924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012fde5c00/0x9682c7de153c58c9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cdf8 expref: 77 pid: 18904 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746134010.905333:0:10924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134010.905335:0:10924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134010.905341:0:10924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012f3a7e00/0x9682c7de153c58d0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574cdff expref: 76 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134010.905348:0:10924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012f3a7e00/0x9682c7de153c58d0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574cdff expref: 76 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134010.905376:0:10924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012f3a7e00/0x9682c7de153c58d0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574cdff expref: 76 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134010.905386:0:10924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bc73800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:10924:1830953547663744:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134010.905451:0:10924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c000 going to sleep for 11 seconds 00000100:00100000:0.0:1746134010.915207:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.924610:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.925600:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.943970:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.944643:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.949030:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.954268:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.958067:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.967268:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.970398:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+78:2009:x1830953551329024:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2143us (3130us total) trans 4294971829 rc 0/0 00000100:00100000:0.0:1746134010.970408:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1142 00002000:00100000:0.0:1746134010.970416:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009bc71880 x1830953551329024/t4294971829(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:221/0 lens 496/448 e 0 to 0 dl 1746134021 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134010.970425:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc71880 with x1830953551329024 ext(0->7) 00010000:00010000:0.0:1746134010.970432:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde5200/0x9682c7de153c58de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ce0d expref: 78 pid: 18904 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746134010.970444:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde5200/0x9682c7de153c58de lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ce0d expref: 78 pid: 18904 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746134010.970450:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bc71880 00000100:00100000:0.0:1746134010.977190:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.985393:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.987479:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.989001:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.989861:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134010.996558:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.003967:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.010450:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f844000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+81:2011:x1830953551330304:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5513us (6484us total) trans 4294971830 rc 0/0 00000100:00100000:0.0:1746134011.010461:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1144 00002000:00100000:0.0:1746134011.010468:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012f844000 x1830953551330304/t4294971830(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:222/0 lens 496/448 e 0 to 0 dl 1746134022 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134011.010477:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f844000 with x1830953551330304 ext(0->7) 00010000:00010000:0.0:1746134011.010485:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde4e00/0x9682c7de153c58ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ce1b expref: 81 pid: 18904 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746134011.010498:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde4e00/0x9682c7de153c58ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ce1b expref: 81 pid: 18904 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746134011.010504:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f844000 00000100:00100000:0.0:1746134011.012636:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.016929:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00080000:0.0:1746134011.023016:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746134011.023353:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.025143:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.029634:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.029677:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.032904:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.034944:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.045898:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.047246:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+82:2009:x1830953551332096:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 772us (1346us total) trans 4294971831 rc 0/0 00000100:00100000:0.0:1746134011.047253:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1147 00002000:00100000:0.0:1746134011.047259:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009ce32d80 x1830953551332096/t4294971831(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:222/0 lens 496/448 e 0 to 0 dl 1746134022 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134011.047266:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce32d80 with x1830953551332096 ext(0->7) 00010000:00010000:0.0:1746134011.047271:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde5000/0x9682c7de153c5901 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ce30 expref: 82 pid: 18904 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746134011.047280:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde5000/0x9682c7de153c5901 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ce30 expref: 82 pid: 18904 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746134011.047285:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ce32d80 00000100:00100000:0.0:1746134011.051175:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.056095:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.058066:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551332480 00000100:00100000:0.0:1746134011.058073:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551332480 00002000:00100000:0.0:1746134011.058102:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ce30700 x1830953551332480/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:222/0 lens 488/0 e 0 to 0 dl 1746134022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134011.058110:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce30700 with x1830953551332480 ext(0->4095) 00002000:00010000:0.0:1746134011.058137:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ce30700 00000100:00100000:0.0:1746134011.058159:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12253 00000100:00100000:0.0:1746134011.058165:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551332480:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134011.058310:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551332480:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 144us (2217us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134011.058319:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12253 00002000:00100000:0.0:1746134011.058323:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ce30700 x1830953551332480/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:222/0 lens 488/4536 e 0 to 0 dl 1746134022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134011.058329:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce30700 with x1830953551332480 ext(0->4095) 00002000:00010000:0.0:1746134011.058332:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ce30700 00000100:00100000:0.0:1746134011.071625:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.075990:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.080056:0:10924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800916ff480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:10924:1830953547665920:192.168.203.26@tcp:105: 00010000:00010000:0.0:1746134011.080071:0:10924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134011.080108:0:10924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce33800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953551332864:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3796us (4117us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134011.080135:0:10924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13268 00000100:00100000:0.0:1746134011.081471:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.088576:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.089747:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+85:2010:x1830953551333376:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 906us (1177us total) trans 4294971832 rc 0/0 00000100:00100000:0.0:1746134011.089754:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1149 00002000:00100000:0.0:1746134011.089760:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009ce32a00 x1830953551333376/t4294971832(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:222/0 lens 496/448 e 0 to 0 dl 1746134022 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134011.089766:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce32a00 with x1830953551333376 ext(0->7) 00010000:00010000:0.0:1746134011.089771:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880123b79000/0x9682c7de153c590f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ce3e expref: 85 pid: 18904 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746134011.089780:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880123b79000/0x9682c7de153c590f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ce3e expref: 85 pid: 18904 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746134011.089786:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ce32a00 00000100:00100000:0.0:1746134011.091640:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.102591:0:10924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800916ff480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:10924:1830953547666048:192.168.203.26@tcp:105: 00010000:00010000:0.0:1746134011.102609:0:10924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134011.102660:0:10924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce31f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:2011:x1830953551333504:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 10807us (11022us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134011.102668:0:10924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13269 00000100:00100000:0.0:1746134011.103229:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.121835:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.125682:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.129017:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800916ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24940:1830953547666176:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134011.129025:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007282c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24940:1830953547666304:192.168.203.26@tcp:104: 00010000:00010000:0.0:1746134011.129046:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012f3a6000/0x9682c7de153c5924 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ce53 expref: 85 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134011.129057:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f3a6000, rc 0) 00000100:00100000:0.0:1746134011.129085:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+85:1086:x1830953551334144:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7110us (7257us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134011.129091:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 27966 00000100:00100000:0.0:1746134011.130414:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551334528 00000100:00100000:0.0:1746134011.130418:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551334528 00000100:00100000:0.0:1746134011.130440:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 27967 00000100:00100000:0.0:1746134011.130445:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:1099:x1830953551334528:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134011.130457:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134011.130467:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012eaaca00/0x9682c7de153c592b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574ce5a expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134011.130492:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134011.130497:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012f3a6000/0x9682c7de153c5924 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ce53 expref: 85 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134011.130501:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134011.130504:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012eaaca00/0x9682c7de153c592b lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ce5a expref: 85 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134011.130527:0:24940:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012f3a6000/0x9682c7de153c5924 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ce53 expref: 85 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134011.130535:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012eaaca00/0x9682c7de153c592b lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ce5a expref: 85 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134011.130542:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eaaca00, rc 0) 00000100:00100000:0.0:1746134011.130575:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+85:1099:x1830953551334528:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 129us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134011.130580:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 27967 00000100:00100000:0.0:1746134011.131079:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.134141:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551334912 00000100:00100000:0.0:1746134011.134146:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551334912 00002000:00100000:0.0:1746134011.134180:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88007282f100 x1830953551334912/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:222/0 lens 488/0 e 0 to 0 dl 1746134022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134011.134189:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282f100 with x1830953551334912 ext(0->4095) 00010000:00010000:0.0:1746134011.134197:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012f3a6000/0x9682c7de153c5924 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ce53 expref: 85 pid: 24940 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746134011.134209:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012f3a6000/0x9682c7de153c5924 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ce53 expref: 85 pid: 24940 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746134011.134216:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007282f100 00000100:00100000:0.0:1746134011.134229:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1151 00000100:00100000:0.0:1746134011.134235:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+85:2011:x1830953551334912:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134011.134687:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+85:2011:x1830953551334912:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 451us (599us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134011.134693:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1151 00002000:00100000:0.0:1746134011.134698:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88007282f100 x1830953551334912/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:222/0 lens 488/4536 e 0 to 0 dl 1746134022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134011.134705:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282f100 with x1830953551334912 ext(0->4095) 00010000:00010000:0.0:1746134011.134709:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012f3a6000/0x9682c7de153c5924 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ce53 expref: 85 pid: 24940 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746134011.134718:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012f3a6000/0x9682c7de153c5924 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ce53 expref: 85 pid: 24940 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746134011.134723:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007282f100 00000100:00100000:0.0:1746134011.140546:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.156432:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.156475:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.164009:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.166274:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.167508:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.172314:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.198341:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.208795:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.230936:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551336704 00000100:00100000:0.0:1746134011.230942:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551336704 00000100:00100000:0.0:1746134011.230973:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 27970 00000100:00100000:0.0:1746134011.230979:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:1086:x1830953551336704:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134011.230991:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134011.231004:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012eaadc00/0x9682c7de153c5940 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574ce6f expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134011.231025:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880123b78600/0x9682c7de153c5939 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ce68 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134011.231031:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134011.231032:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134011.231035:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012eaadc00/0x9682c7de153c5940 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ce6f expref: 88 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134011.231055:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880123b78600/0x9682c7de153c5939 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ce68 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134011.231064:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880123b78600/0x9682c7de153c5939 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ce68 expref: 5 pid: 18904 timeout: 780 lvb_type: 0 00000100:00100000:0.0:1746134011.231072:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da65500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24940:1830953547667328:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134011.231124:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c000 going to sleep for 11 seconds 00000100:00100000:0.0:1746134011.233775:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da65500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24940:1830953547667328:192.168.203.26@tcp:104: 00010000:00010000:0.0:1746134011.233793:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012eaadc00/0x9682c7de153c5940 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ce6f expref: 88 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134011.233805:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eaadc00, rc 0) 00000100:00100000:0.0:1746134011.233838:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+88:1086:x1830953551336704:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2859us (3440us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134011.233845:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 27970 00000100:00100000:0.0:1746134011.233862:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551337216 00000100:00100000:0.0:1746134011.233865:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551337216 00000100:00100000:0.0:1746134011.233883:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 27971 00000100:00100000:0.0:1746134011.233888:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+88:1099:x1830953551337216:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134011.233896:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134011.233905:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012fde5000/0x9682c7de153c5947 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574ce76 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134011.233919:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134011.233923:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012eaadc00/0x9682c7de153c5940 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ce6f expref: 89 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134011.233928:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134011.233931:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012fde5000/0x9682c7de153c5947 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ce76 expref: 89 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134011.233950:0:24940:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012eaadc00/0x9682c7de153c5940 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ce6f expref: 89 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134011.233962:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012fde5000/0x9682c7de153c5947 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ce76 expref: 89 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134011.233969:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fde5000, rc 0) 00000100:00100000:0.0:1746134011.233981:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+89:1099:x1830953551337216:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 94us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134011.233986:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 27971 00000100:00100000:0.0:1746134011.243867:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.247484:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:2010:x1830953551337728:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3307us (3615us total) trans 4294971835 rc 0/0 00000100:00100000:0.0:1746134011.247493:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1158 00002000:00100000:0.0:1746134011.247502:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012da65500 x1830953551337728/t4294971835(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:222/0 lens 496/448 e 0 to 0 dl 1746134022 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134011.247510:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da65500 with x1830953551337728 ext(0->7) 00010000:00010000:0.0:1746134011.247611:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012eaadc00/0x9682c7de153c5940 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ce6f expref: 91 pid: 24940 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746134011.247625:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012eaadc00/0x9682c7de153c5940 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ce6f expref: 91 pid: 24940 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746134011.247630:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012da65500 00000100:00100000:0.0:1746134011.256608:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.262281:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.267580:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.270363:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.271007:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.275857:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.276933:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ad8d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3768:1830953547668096:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746134011.278939:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.279014:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.282526:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.291981:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092056300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3769:1830953547668480:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746134011.292893:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.302091:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.308272:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.316062:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.322456:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.323541:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.331561:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.332258:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.334754:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.334773:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551340544 00000100:00100000:0.0:1746134011.334777:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551340544 00010000:00010000:0.0:1746134011.334798:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880123b78600/0x9682c7de153c595c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ce8b expref: 93 pid: 18904 timeout: 780 lvb_type: 0 00000100:00100000:0.0:1746134011.334826:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13280 00000100:00100000:0.0:1746134011.334833:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551340672:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134011.334844:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134011.334859:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012f3a6a00/0x9682c7de153c5963 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ce92 expref: 6 pid: 9580 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746134011.334869:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012f3a6a00/0x9682c7de153c5963 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ce92 expref: 6 pid: 9580 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746134011.334887:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012f3a6a00/0x9682c7de153c5963 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ce92 expref: 6 pid: 9580 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746134011.334903:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134011.334935:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953551340672:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 102us (3379us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134011.334941:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13280 00000100:00100000:0.0:1746134011.334955:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13281 00000100:00100000:0.0:1746134011.334960:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+93:2011:x1830953551340544:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134011.334965:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134011.334972:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880123b78600/0x9682c7de153c595c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ce8b expref: 93 pid: 18904 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746134011.334979:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880123b78600/0x9682c7de153c595c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ce8b expref: 93 pid: 18904 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746134011.334988:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880123b78600/0x9682c7de153c595c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ce8b expref: 93 pid: 18904 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746134011.334996:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134011.334998:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134011.335003:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880123b78a00/0x9682c7de153c596a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ce99 expref: 92 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134011.335015:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880123b78a00/0x9682c7de153c596a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ce99 expref: 92 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134011.335038:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880123b78a00/0x9682c7de153c596a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ce99 expref: 92 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134011.335047:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7220:1830953547668992:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134011.335083:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c000 going to sleep for 11 seconds 00000100:00100000:0.0:1746134011.337719:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.351787:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.354261:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.357448:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.362580:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.364417:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.376059:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.378983:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.385110:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.389895:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.392288:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.395168:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.401992:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.402895:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+97:2011:x1830953551343360:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 679us (909us total) trans 4294971838 rc 0/0 00000100:00100000:0.0:1746134011.402902:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1165 00002000:00100000:0.0:1746134011.402908:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012fdc4e00 x1830953551343360/t4294971838(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:222/0 lens 496/448 e 0 to 0 dl 1746134022 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134011.402916:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc4e00 with x1830953551343360 ext(0->7) 00010000:00010000:0.0:1746134011.402921:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b90e400/0x9682c7de153c597f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ceae expref: 97 pid: 9580 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746134011.402930:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b90e400/0x9682c7de153c597f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ceae expref: 97 pid: 9580 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746134011.402935:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fdc4e00 00000100:00100000:0.0:1746134011.404431:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.413838:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.427194:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.427242:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.429456:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.433785:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.439335:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.444668:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.450572:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.460213:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.478460:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.489983:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.492749:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551345536 00000100:00100000:0.0:1746134011.492753:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551345536 00002000:00100000:0.0:1746134011.492780:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88007282df80 x1830953551345536/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:222/0 lens 488/0 e 0 to 0 dl 1746134022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134011.492788:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282df80 with x1830953551345536 ext(0->4095) 00010000:00010000:0.0:1746134011.492795:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b90e400/0x9682c7de153c599b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ceca expref: 6 pid: 9580 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746134011.492806:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b90e400/0x9682c7de153c599b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ceca expref: 6 pid: 9580 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746134011.492811:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007282df80 00000100:00100000:0.0:1746134011.492823:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1168 00000100:00100000:0.0:1746134011.492829:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551345536:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134011.492939:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551345536:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 109us (246us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134011.492944:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1168 00002000:00100000:0.0:1746134011.492949:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88007282df80 x1830953551345536/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:222/0 lens 488/4536 e 0 to 0 dl 1746134022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134011.492955:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282df80 with x1830953551345536 ext(0->4095) 00010000:00010000:0.0:1746134011.492959:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b90e400/0x9682c7de153c599b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ceca expref: 6 pid: 9580 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746134011.492967:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b90e400/0x9682c7de153c599b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ceca expref: 6 pid: 9580 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746134011.492972:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007282df80 00000100:00100000:0.0:1746134011.503465:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.503571:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.503600:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551345792 00000100:00100000:0.0:1746134011.503606:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551345792 00010000:00010000:0.0:1746134011.503632:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b90e400/0x9682c7de153c599b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ceca expref: 6 pid: 9580 timeout: 780 lvb_type: 0 00000100:00100000:0.0:1746134011.503664:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13289 00000100:00100000:0.0:1746134011.503671:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c414000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551345792:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134011.503680:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134011.503696:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b90e400/0x9682c7de153c599b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ceca expref: 6 pid: 9580 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746134011.503706:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b90e400/0x9682c7de153c599b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ceca expref: 6 pid: 9580 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746134011.503723:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b90e400/0x9682c7de153c599b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ceca expref: 6 pid: 9580 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746134011.503737:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134011.503739:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134011.503746:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b90ee00/0x9682c7de153c59a2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ced1 expref: 97 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134011.503753:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b90ee00/0x9682c7de153c59a2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ced1 expref: 97 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134011.503775:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009b90ee00/0x9682c7de153c59a2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ced1 expref: 97 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134011.503785:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c417100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7221:1830953547670784:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134011.503839:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c480 going to sleep for 11 seconds 00000100:00100000:0.0:1746134011.512089:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.534105:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.536759:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092398000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+101:2011:x1830953551346304:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2370us (2654us total) trans 4294971840 rc 0/0 00000100:00100000:0.0:1746134011.536769:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1170 00002000:00100000:0.0:1746134011.536777:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880092398000 x1830953551346304/t4294971840(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:222/0 lens 496/448 e 0 to 0 dl 1746134022 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134011.536785:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092398000 with x1830953551346304 ext(0->7) 00010000:00010000:0.0:1746134011.536792:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b90ee00/0x9682c7de153c59a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ced1 expref: 101 pid: 9580 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746134011.536804:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b90ee00/0x9682c7de153c59a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ced1 expref: 101 pid: 9580 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746134011.536810:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092398000 00000100:00100000:0.0:1746134011.539242:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.562908:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.566025:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.569202:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.569257:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.574074:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551347328 00000100:00100000:0.0:1746134011.574080:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551347328 00002000:00100000:0.0:1746134011.574110:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880085f3ce00 x1830953551347328/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:222/0 lens 488/0 e 0 to 0 dl 1746134022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134011.574132:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3ce00 with x1830953551347328 ext(0->4095) 00010000:00010000:0.0:1746134011.574138:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b90fc00/0x9682c7de153c59b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cedf expref: 101 pid: 9580 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746134011.574152:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b90fc00/0x9682c7de153c59b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cedf expref: 101 pid: 9580 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746134011.574157:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880085f3ce00 00000100:00100000:0.0:1746134011.574174:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1172 00000100:00100000:0.0:1746134011.574181:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+101:2010:x1830953551347328:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134011.575162:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+100:2010:x1830953551347328:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 982us (1797us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134011.575167:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1172 00002000:00100000:0.0:1746134011.575172:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880085f3ce00 x1830953551347328/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:222/0 lens 488/4536 e 0 to 0 dl 1746134022 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134011.575179:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3ce00 with x1830953551347328 ext(0->4095) 00010000:00010000:0.0:1746134011.575184:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b90fc00/0x9682c7de153c59b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cedf expref: 100 pid: 9580 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746134011.575193:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b90fc00/0x9682c7de153c59b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cedf expref: 100 pid: 9580 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746134011.575198:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880085f3ce00 00000100:00100000:0.0:1746134011.590289:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.594925:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009239ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+102:2011:x1830953551347584:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2066us (4636us total) trans 4294971841 rc 0/0 00000100:00100000:0.0:1746134011.594934:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1173 00002000:00100000:0.0:1746134011.594941:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009239ad80 x1830953551347584/t4294971841(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:222/0 lens 496/448 e 0 to 0 dl 1746134022 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134011.594949:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009239ad80 with x1830953551347584 ext(0->7) 00010000:00010000:0.0:1746134011.594955:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b90fc00/0x9682c7de153c59b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cedf expref: 102 pid: 9580 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746134011.595675:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b90fc00/0x9682c7de153c59b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cedf expref: 102 pid: 9580 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746134011.595684:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009239ad80 00000100:00100000:0.0:1746134011.600351:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.600827:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.610921:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.615844:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.620980:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551348480 00000100:00100000:0.0:1746134011.620986:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551348480 00002000:00100000:0.0:1746134011.621013:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880085f3d880 x1830953551348480/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:222/0 lens 488/0 e 0 to 0 dl 1746134022 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134011.621021:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3d880 with x1830953551348480 ext(0->4095) 00002000:00010000:0.0:1746134011.621025:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880085f3d880 00000100:00100000:0.0:1746134011.621825:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12263 00000100:00100000:0.0:1746134011.621833:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+102:2010:x1830953551348480:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134011.621959:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+102:2010:x1830953551348480:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 127us (1199us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134011.621965:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12263 00002000:00100000:0.0:1746134011.621970:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880085f3d880 x1830953551348480/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:222/0 lens 488/4536 e 0 to 0 dl 1746134022 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134011.621981:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3d880 with x1830953551348480 ext(0->4095) 00002000:00010000:0.0:1746134011.621984:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880085f3d880 00000100:00100000:0.0:1746134011.627585:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.630957:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.632726:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072971c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+104:2010:x1830953551348736:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1495us (1764us total) trans 4294971842 rc 0/0 00000100:00100000:0.0:1746134011.632733:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1175 00002000:00100000:0.0:1746134011.632740:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880072971c00 x1830953551348736/t4294971842(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:222/0 lens 496/448 e 0 to 0 dl 1746134022 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134011.632747:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072971c00 with x1830953551348736 ext(0->7) 00010000:00010000:0.0:1746134011.632753:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a08c6400/0x9682c7de153c59be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ceed expref: 104 pid: 9580 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746134011.632763:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a08c6400/0x9682c7de153c59be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ceed expref: 104 pid: 9580 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746134011.632767:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072971c00 00000100:00100000:0.0:1746134011.634611:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.639010:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.646387:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.655743:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.658863:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.660738:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.665548:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.667152:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.670830:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.684471:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.685307:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+106:2012:x1830953551350528:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 680us (840us total) trans 4294971843 rc 0/0 00000100:00100000:0.0:1746134011.685313:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1178 00002000:00100000:0.0:1746134011.685318:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800917f6680 x1830953551350528/t4294971843(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:222/0 lens 496/448 e 0 to 0 dl 1746134022 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134011.685325:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917f6680 with x1830953551350528 ext(0->7) 00010000:00010000:0.0:1746134011.685329:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012f3a6c00/0x9682c7de153c59d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cf02 expref: 106 pid: 24940 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746134011.685338:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012f3a6c00/0x9682c7de153c59d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cf02 expref: 106 pid: 24940 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746134011.685343:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917f6680 00000100:00100000:0.0:1746134011.686663:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.691085:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.694665:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.696106:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.707962:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.716106:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.716171:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.720495:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.724615:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.734389:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.735284:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+109:2010:x1830953551352320:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 693us (900us total) trans 4294971844 rc 0/0 00000100:00100000:0.0:1746134011.735301:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1180 00002000:00100000:0.0:1746134011.735307:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800917e4a80 x1830953551352320/t4294971844(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:222/0 lens 496/448 e 0 to 0 dl 1746134022 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134011.735313:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e4a80 with x1830953551352320 ext(0->7) 00010000:00010000:0.0:1746134011.735318:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a08c6200/0x9682c7de153c59e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cf17 expref: 109 pid: 9580 timeout: 780 lvb_type: 0 00010000:00010000:0.0:1746134011.735327:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a08c6200/0x9682c7de153c59e8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cf17 expref: 109 pid: 9580 timeout: 780 lvb_type: 0 00002000:00010000:0.0:1746134011.735332:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917e4a80 00000100:00100000:0.0:1746134011.751093:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.755770:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.771171:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.774436:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.775429:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.782610:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.793095:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.797246:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.801268:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.806164:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.808093:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.824285:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.828671:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.829217:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.834531:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.834600:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.838179:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.841350:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.850383:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.862992:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.871486:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.874079:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.878225:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.878260:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.881543:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.889258:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+114:2011:x1830953551357184:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 679us (1015us total) trans 4294971847 rc 0/0 00000100:00100000:0.0:1746134011.889266:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1188 00002000:00100000:0.0:1746134011.889271:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88007282c380 x1830953551357184/t4294971847(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:222/0 lens 496/448 e 0 to 0 dl 1746134022 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134011.889278:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282c380 with x1830953551357184 ext(0->7) 00010000:00010000:0.0:1746134011.889282:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008fe0ec00/0x9682c7de153c5a19 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cf48 expref: 114 pid: 9580 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746134011.889299:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008fe0ec00/0x9682c7de153c5a19 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cf48 expref: 114 pid: 9580 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746134011.889304:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007282c380 00000100:00100000:0.0:1746134011.890706:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.893424:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.908959:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.924745:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.924793:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.932323:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.932387:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.932414:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551358592 00000100:00100000:0.0:1746134011.932419:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551358592 00010000:00010000:0.0:1746134011.932442:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008fe0ee00/0x9682c7de153c5a20 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cf4f expref: 6 pid: 9580 timeout: 781 lvb_type: 0 00000100:00100000:0.0:1746134011.932469:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551358464 00000100:00100000:0.0:1746134011.932471:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551358464 00010000:00010000:0.0:1746134011.932481:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880123b78600/0x9682c7de153c5a27 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cf56 expref: 115 pid: 18904 timeout: 781 lvb_type: 0 00000100:00100000:0.0:1746134011.932493:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13308 00000100:00100000:0.0:1746134011.932498:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092029f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953551358592:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134011.932509:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134011.932523:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008fe0ee00/0x9682c7de153c5a20 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cf4f expref: 6 pid: 9580 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746134011.932531:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008fe0ee00/0x9682c7de153c5a20 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cf4f expref: 6 pid: 9580 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746134011.932549:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008fe0ee00/0x9682c7de153c5a20 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cf4f expref: 6 pid: 9580 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746134011.932565:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134011.932589:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092029f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2012:x1830953551358592:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 91us (267us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134011.932597:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13308 00000100:00100000:0.0:1746134011.932609:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13309 00000100:00100000:0.0:1746134011.932614:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092028380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+115:2012:x1830953551358464:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134011.932620:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134011.932626:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880123b78600/0x9682c7de153c5a27 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cf56 expref: 115 pid: 18904 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746134011.932634:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880123b78600/0x9682c7de153c5a27 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cf56 expref: 115 pid: 18904 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746134011.932645:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880123b78600/0x9682c7de153c5a27 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cf56 expref: 115 pid: 18904 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746134011.932652:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134011.932654:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134011.932659:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008fe0f000/0x9682c7de153c5a2e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574cf5d expref: 114 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134011.932666:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008fe0f000/0x9682c7de153c5a2e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574cf5d expref: 114 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134011.932689:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008fe0f000/0x9682c7de153c5a2e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574cf5d expref: 114 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134011.932698:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009202b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7220:1830953547675392:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134011.932742:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134011.935725:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.956634:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.967109:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.968387:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+116:2010:x1830953551359104:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1023us (1284us total) trans 4294971848 rc 0/0 00000100:00100000:0.0:1746134011.968394:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1189 00002000:00100000:0.0:1746134011.968399:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880092028700 x1830953551359104/t4294971848(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:222/0 lens 496/448 e 0 to 0 dl 1746134022 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134011.968407:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092028700 with x1830953551359104 ext(0->7) 00010000:00010000:0.0:1746134011.968412:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008fe0f000/0x9682c7de153c5a2e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cf5d expref: 116 pid: 9580 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746134011.968421:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008fe0f000/0x9682c7de153c5a2e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cf5d expref: 116 pid: 9580 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746134011.968425:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092028700 00000100:00100000:0.0:1746134011.973920:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.977073:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.985716:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.992282:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.995067:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.995141:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.998585:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.999006:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134011.999044:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.002518:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00080000:0.0:1746134012.003209:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746134012.009607:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.011768:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d969f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+119:2010:x1830953551361152:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1930us (2161us total) trans 4294971849 rc 0/0 00000100:00100000:0.0:1746134012.011778:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1192 00002000:00100000:0.0:1746134012.011786:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012d969f80 x1830953551361152/t4294971849(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:223/0 lens 496/448 e 0 to 0 dl 1746134023 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134012.011794:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d969f80 with x1830953551361152 ext(0->7) 00010000:00010000:0.0:1746134012.011801:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880123b78a00/0x9682c7de153c5a43 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cf72 expref: 119 pid: 18904 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746134012.013602:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880123b78a00/0x9682c7de153c5a43 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cf72 expref: 119 pid: 18904 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746134012.013613:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d969f80 00000100:00100000:0.0:1746134012.022189:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.026047:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.035689:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.035734:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.042668:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.042945:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.054962:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.055009:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.064002:0:10924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007282ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:10924:1830953547676800:192.168.203.26@tcp:105: 00010000:00010000:0.0:1746134012.064015:0:10924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134012.064047:0:10924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5abb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953551362432:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 7336us (9039us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134012.064058:0:10924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13315 00000100:00100000:0.0:1746134012.066734:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.074466:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+121:2011:x1830953551362944:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3857us (7730us total) trans 4294971850 rc 0/0 00000100:00100000:0.0:1746134012.074476:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1195 00002000:00100000:0.0:1746134012.074484:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009b5aaa00 x1830953551362944/t4294971850(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:223/0 lens 496/448 e 0 to 0 dl 1746134023 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134012.074492:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5aaa00 with x1830953551362944 ext(0->7) 00010000:00010000:0.0:1746134012.074499:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880123b78200/0x9682c7de153c5a58 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cf87 expref: 121 pid: 18904 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746134012.074512:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880123b78200/0x9682c7de153c5a58 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cf87 expref: 121 pid: 18904 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746134012.074518:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b5aaa00 00000100:00100000:0.0:1746134012.085957:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.091033:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.096096:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.096163:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.104389:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.117862:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.133341:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+122:2011:x1830953551364224:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1111us (1983us total) trans 4294971851 rc 0/0 00000100:00100000:0.0:1746134012.133348:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1197 00002000:00100000:0.0:1746134012.133354:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88007282ce00 x1830953551364224/t4294971851(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:223/0 lens 496/448 e 0 to 0 dl 1746134023 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134012.133363:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282ce00 with x1830953551364224 ext(0->7) 00010000:00010000:0.0:1746134012.133370:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a08c6e00/0x9682c7de153c5a66 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cf9c expref: 122 pid: 9580 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746134012.133380:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a08c6e00/0x9682c7de153c5a66 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cf9c expref: 122 pid: 9580 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746134012.133386:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007282ce00 00000100:00100000:0.0:1746134012.145630:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.146046:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.146075:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551364480 00000100:00100000:0.0:1746134012.146082:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551364480 00000100:00100000:0.0:1746134012.147204:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28014 00000100:00100000:0.0:1746134012.147211:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+123:1086:x1830953551364480:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134012.147223:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134012.147235:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bbdac00/0x9682c7de153c5a74 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574cfa3 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134012.147314:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134012.147320:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0329800/0x9682c7de153c5a6d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574cf95 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134012.147325:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134012.147328:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bbdac00/0x9682c7de153c5a74 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574cfa3 expref: 123 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134012.147364:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0329800/0x9682c7de153c5a6d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cf95 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134012.147374:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0329800/0x9682c7de153c5a6d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cf95 expref: 5 pid: 9581 timeout: 781 lvb_type: 0 00000100:00100000:0.0:1746134012.147389:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fe26680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9580:1830953547677440:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134012.147448:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134012.156761:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.159870:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.163232:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.166672:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.169857:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.171556:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+124:2009:x1830953551365376:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1277us (1700us total) trans 4294971852 rc 0/0 00000100:00100000:0.0:1746134012.171563:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1199 00002000:00100000:0.0:1746134012.171571:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008fe24e00 x1830953551365376/t4294971852(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:223/0 lens 496/448 e 0 to 0 dl 1746134023 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134012.171579:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe24e00 with x1830953551365376 ext(0->7) 00010000:00010000:0.0:1746134012.171585:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bbdac00/0x9682c7de153c5a74 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cfa3 expref: 124 pid: 9580 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746134012.171598:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bbdac00/0x9682c7de153c5a74 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cfa3 expref: 124 pid: 9580 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746134012.171604:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fe24e00 00000100:00100000:0.0:1746134012.173617:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.176194:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.178920:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.179421:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.181976:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.182898:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.185110:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.186251:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.190539:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.196378:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.197586:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+126:2011:x1830953551367168:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 620us (1214us total) trans 4294971853 rc 0/0 00000100:00100000:0.0:1746134012.197592:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1202 00002000:00100000:0.0:1746134012.197598:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008fe25c00 x1830953551367168/t4294971853(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:223/0 lens 496/448 e 0 to 0 dl 1746134023 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134012.197604:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe25c00 with x1830953551367168 ext(0->7) 00010000:00010000:0.0:1746134012.197609:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915c1200/0x9682c7de153c5a89 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cfb8 expref: 126 pid: 18904 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746134012.197618:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915c1200/0x9682c7de153c5a89 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cfb8 expref: 126 pid: 18904 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746134012.197623:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fe25c00 00000100:00100000:0.0:1746134012.208454:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551367424 00000100:00100000:0.0:1746134012.208457:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551367424 00000100:00100000:0.0:1746134012.208503:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28019 00000100:00100000:0.0:1746134012.208507:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c433b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+126:1086:x1830953551367424:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134012.208519:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134012.208527:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012fde4e00/0x9682c7de153c5a97 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574cfc6 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134012.208540:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a0329800/0x9682c7de153c5a90 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574cfbf expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134012.208544:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134012.208545:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134012.208548:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012fde4e00/0x9682c7de153c5a97 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574cfc6 expref: 127 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134012.208562:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a0329800/0x9682c7de153c5a90 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cfbf expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134012.208569:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a0329800/0x9682c7de153c5a90 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cfbf expref: 5 pid: 18904 timeout: 781 lvb_type: 0 00000100:00100000:0.0:1746134012.208575:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fe27100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24940:1830953547678720:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134012.208808:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134012.214738:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.219211:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.222679:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.227616:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.229198:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+128:2009:x1830953551368320:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 664us (1588us total) trans 4294971854 rc 0/0 00000100:00100000:0.0:1746134012.229204:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1204 00002000:00100000:0.0:1746134012.229211:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008fe85180 x1830953551368320/t4294971854(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:223/0 lens 496/448 e 0 to 0 dl 1746134023 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134012.229218:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe85180 with x1830953551368320 ext(0->7) 00010000:00010000:0.0:1746134012.229224:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde4e00/0x9682c7de153c5a97 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cfc6 expref: 128 pid: 24940 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746134012.229234:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde4e00/0x9682c7de153c5a97 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cfc6 expref: 128 pid: 24940 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746134012.229239:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fe85180 00000100:00100000:0.0:1746134012.232686:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.235339:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.236555:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.239050:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.240397:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.243239:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.247809:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.250956:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b439c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+131:2009:x1830953551369600:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2752us (3148us total) trans 4294971855 rc 0/0 00000100:00100000:0.0:1746134012.250965:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1207 00002000:00100000:0.0:1746134012.250973:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009b439c00 x1830953551369600/t4294971855(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:223/0 lens 496/448 e 0 to 0 dl 1746134023 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134012.250981:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b439c00 with x1830953551369600 ext(0->7) 00010000:00010000:0.0:1746134012.250989:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013244d800/0x9682c7de153c5aa5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cfd4 expref: 131 pid: 24940 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746134012.251007:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013244d800/0x9682c7de153c5aa5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cfd4 expref: 131 pid: 24940 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746134012.251013:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b439c00 00000100:00100000:0.0:1746134012.261070:0:10924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551369728 00000100:00100000:0.0:1746134012.261078:0:10924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551369728 00010000:00010000:0.0:1746134012.261109:0:10924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013244d800/0x9682c7de153c5aa5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cfd4 expref: 131 pid: 24940 timeout: 781 lvb_type: 0 00000100:00100000:0.0:1746134012.261152:0:10924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13327 00000100:00100000:0.0:1746134012.261158:0:10924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+131:2010:x1830953551369728:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134012.261169:0:10924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134012.261186:0:10924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013244d800/0x9682c7de153c5aa5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cfd4 expref: 131 pid: 24940 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746134012.261196:0:10924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013244d800/0x9682c7de153c5aa5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cfd4 expref: 131 pid: 24940 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746134012.261214:0:10924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013244d800/0x9682c7de153c5aa5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574cfd4 expref: 131 pid: 24940 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746134012.261228:0:10924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134012.261230:0:10924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134012.261235:0:10924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88013244c800/0x9682c7de153c5aac lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574cfdb expref: 130 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134012.261247:0:10924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013244c800/0x9682c7de153c5aac lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574cfdb expref: 130 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134012.261302:0:10924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88013244c800/0x9682c7de153c5aac lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574cfdb expref: 130 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134012.261313:0:10924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b43ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:10924:1830953547679616:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134012.261367:0:10924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134012.274511:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.281885:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.281928:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.290412:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.293536:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.296330:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.299412:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.301629:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.305367:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.309979:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.310025:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.312915:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.314020:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.317370:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.320341:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.326305:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.329195:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.331936:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.337336:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.337631:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.339935:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.339968:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.340007:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.342532:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.344472:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.345674:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801360f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+137:2012:x1830953551374976:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 904us (1204us total) trans 4294971858 rc 0/0 00000100:00100000:0.0:1746134012.345680:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1216 00002000:00100000:0.0:1746134012.345685:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8801360f9880 x1830953551374976/t4294971858(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:223/0 lens 496/448 e 0 to 0 dl 1746134023 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134012.345692:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801360f9880 with x1830953551374976 ext(0->7) 00010000:00010000:0.0:1746134012.345697:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008fe0fe00/0x9682c7de153c5add lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d00c expref: 137 pid: 18904 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746134012.345705:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008fe0fe00/0x9682c7de153c5add lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d00c expref: 137 pid: 18904 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746134012.345710:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801360f9880 00000100:00100000:0.0:1746134012.347167:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.349504:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.351908:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.356817:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.357065:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.359644:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.359720:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.361617:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.361649:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.366478:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.379038:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+138:2009:x1830953551377024:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3053us (4023us total) trans 4294971859 rc 0/0 00000100:00100000:0.0:1746134012.379050:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1219 00002000:00100000:0.0:1746134012.379059:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800917e5c00 x1830953551377024/t4294971859(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:223/0 lens 496/448 e 0 to 0 dl 1746134023 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134012.379068:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e5c00 with x1830953551377024 ext(0->7) 00010000:00010000:0.0:1746134012.379077:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a08c6e00/0x9682c7de153c5af2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d021 expref: 138 pid: 9581 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746134012.379091:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a08c6e00/0x9682c7de153c5af2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d021 expref: 138 pid: 9581 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746134012.379098:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917e5c00 00000100:00100000:0.0:1746134012.384375:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.388780:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.391780:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.397990:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.403917:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.414630:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.419851:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.423593:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+140:2010:x1830953551378176:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2675us (3741us total) trans 4294971860 rc 0/0 00000100:00100000:0.0:1746134012.423602:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1221 00002000:00100000:0.0:1746134012.423611:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012d5e0700 x1830953551378176/t4294971860(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:223/0 lens 496/448 e 0 to 0 dl 1746134023 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134012.423619:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d5e0700 with x1830953551378176 ext(0->7) 00010000:00010000:0.0:1746134012.423626:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012da4c200/0x9682c7de153c5b00 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d02f expref: 140 pid: 9581 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746134012.423640:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012da4c200/0x9682c7de153c5b00 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d02f expref: 140 pid: 9581 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746134012.423645:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d5e0700 00000100:00100000:0.0:1746134012.425787:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.433068:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.440466:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.457028:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.464316:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.464364:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.476487:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.476532:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.485312:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.488760:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.491759:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.498849:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+142:2012:x1830953551380224:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4648us (7088us total) trans 4294971861 rc 0/0 00000100:00100000:0.0:1746134012.498859:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1224 00002000:00100000:0.0:1746134012.498867:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009c7e6680 x1830953551380224/t4294971861(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:223/0 lens 496/448 e 0 to 0 dl 1746134023 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134012.498880:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7e6680 with x1830953551380224 ext(0->7) 00010000:00010000:0.0:1746134012.498888:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012da4dc00/0x9682c7de153c5b15 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d044 expref: 142 pid: 9581 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746134012.498901:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012da4dc00/0x9682c7de153c5b15 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d044 expref: 142 pid: 9581 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746134012.498907:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c7e6680 00000100:00100000:0.0:1746134012.508744:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.513702:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.515335:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.518305:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.522392:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.529807:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.530771:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+145:2010:x1830953551381504:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 769us (971us total) trans 4294971862 rc 0/0 00000100:00100000:0.0:1746134012.530778:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1227 00002000:00100000:0.0:1746134012.530783:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009c7e6300 x1830953551381504/t4294971862(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:223/0 lens 496/448 e 0 to 0 dl 1746134023 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134012.530790:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7e6300 with x1830953551381504 ext(0->7) 00010000:00010000:0.0:1746134012.530794:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012da4cc00/0x9682c7de153c5b23 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d052 expref: 145 pid: 9581 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746134012.530804:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012da4cc00/0x9682c7de153c5b23 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d052 expref: 145 pid: 9581 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746134012.530813:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c7e6300 00000100:00100000:0.0:1746134012.542945:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.553811:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.565675:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.580718:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551382272 00000100:00100000:0.0:1746134012.580722:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551382272 00010000:00010000:0.0:1746134012.580736:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012da4c000/0x9682c7de153c5b2a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d059 expref: 145 pid: 9581 timeout: 781 lvb_type: 0 00000100:00100000:0.0:1746134012.580751:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13346 00000100:00100000:0.0:1746134012.580755:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+145:2010:x1830953551382272:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134012.580761:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134012.580773:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012da4c000/0x9682c7de153c5b2a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d059 expref: 145 pid: 9581 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746134012.580781:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012da4c000/0x9682c7de153c5b2a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d059 expref: 145 pid: 9581 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746134012.580793:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012da4c000/0x9682c7de153c5b2a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d059 expref: 145 pid: 9581 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746134012.580804:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134012.580805:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134012.580810:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012da4c200/0x9682c7de153c5b31 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d060 expref: 144 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134012.580819:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012da4c200/0x9682c7de153c5b31 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d060 expref: 144 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134012.580834:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012da4c200/0x9682c7de153c5b31 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d060 expref: 144 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134012.580841:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012da4c200/0x9682c7de153c5b31 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d060 expref: 144 pid: 9581 timeout: 781 lvb_type: 0 00000100:00100000:0.0:1746134012.580850:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b14c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7220:1830953547684096:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134012.580884:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134012.589891:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.608357:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.608404:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.610375:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+147:2009:x1830953551382784:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1794us (2021us total) trans 4294971863 rc 0/0 00000100:00100000:0.0:1746134012.610383:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1230 00002000:00100000:0.0:1746134012.610390:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009b14ed80 x1830953551382784/t4294971863(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:223/0 lens 496/448 e 0 to 0 dl 1746134023 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134012.610398:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14ed80 with x1830953551382784 ext(0->7) 00010000:00010000:0.0:1746134012.610404:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012da4c200/0x9682c7de153c5b31 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d060 expref: 147 pid: 9581 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746134012.610415:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012da4c200/0x9682c7de153c5b31 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d060 expref: 147 pid: 9581 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746134012.610422:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b14ed80 00000100:00100000:0.0:1746134012.626309:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.633262:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.647537:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b14ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551383296:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134012.647664:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551383296:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 3499us (14407us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134012.647672:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1231 00002000:00100000:0.0:1746134012.647678:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009b14ce00 x1830953551383296/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:223/0 lens 488/4536 e 0 to 0 dl 1746134023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134012.647686:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14ce00 with x1830953551383296 ext(0->4095) 00010000:00010000:0.0:1746134012.647694:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012da4c800/0x9682c7de153c5b38 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d067 expref: 6 pid: 9581 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746134012.647707:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012da4c800/0x9682c7de153c5b38 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d067 expref: 6 pid: 9581 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746134012.647713:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b14ce00 00000100:00100000:0.0:1746134012.649900:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.652031:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.662481:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.668261:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.669392:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+148:2010:x1830953551383936:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 927us (1136us total) trans 4294971864 rc 0/0 00000100:00100000:0.0:1746134012.669398:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1232 00002000:00100000:0.0:1746134012.669403:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009b14d500 x1830953551383936/t4294971864(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:223/0 lens 496/448 e 0 to 0 dl 1746134023 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134012.669410:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14d500 with x1830953551383936 ext(0->7) 00010000:00010000:0.0:1746134012.669415:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092100200/0x9682c7de153c5b3f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d06e expref: 148 pid: 24940 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746134012.669424:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092100200/0x9682c7de153c5b3f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d06e expref: 148 pid: 24940 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746134012.669429:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b14d500 00000100:00100000:0.0:1746134012.683152:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.686107:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.702636:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.706671:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.714544:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.718656:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.725766:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.727295:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+150:2009:x1830953551385088:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 676us (1520us total) trans 4294971865 rc 0/0 00000100:00100000:0.0:1746134012.727302:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1234 00002000:00100000:0.0:1746134012.727308:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800915f0700 x1830953551385088/t4294971865(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:223/0 lens 496/448 e 0 to 0 dl 1746134023 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134012.727315:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915f0700 with x1830953551385088 ext(0->7) 00010000:00010000:0.0:1746134012.727320:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013244d200/0x9682c7de153c5b4d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d07c expref: 150 pid: 9581 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746134012.727334:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013244d200/0x9682c7de153c5b4d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d07c expref: 150 pid: 9581 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746134012.727340:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800915f0700 00000100:00100000:0.0:1746134012.743209:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.747023:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.747144:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.747167:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551385600 00000100:00100000:0.0:1746134012.747174:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551385600 00002000:00100000:0.0:1746134012.747209:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800915f3100 x1830953551385600/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:223/0 lens 488/0 e 0 to 0 dl 1746134023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134012.747219:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915f3100 with x1830953551385600 ext(0->4095) 00002000:00010000:0.0:1746134012.747224:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800915f3100 00000100:00100000:0.0:1746134012.747247:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12293 00000100:00100000:0.0:1746134012.747253:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551385600:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134012.747383:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551385600:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 129us (238us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134012.747389:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12293 00002000:00100000:0.0:1746134012.747395:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800915f3100 x1830953551385600/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:223/0 lens 488/4536 e 0 to 0 dl 1746134023 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134012.747402:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915f3100 with x1830953551385600 ext(0->4095) 00002000:00010000:0.0:1746134012.747405:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800915f3100 00000100:00100000:0.0:1746134012.750191:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.751192:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.754297:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.765194:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.765983:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+153:2010:x1830953551386368:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 618us (793us total) trans 4294971866 rc 0/0 00000100:00100000:0.0:1746134012.765990:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1236 00002000:00100000:0.0:1746134012.765995:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012da68700 x1830953551386368/t4294971866(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:223/0 lens 496/448 e 0 to 0 dl 1746134023 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134012.766001:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da68700 with x1830953551386368 ext(0->7) 00010000:00010000:0.0:1746134012.766005:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008fc47e00/0x9682c7de153c5b5b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d08a expref: 153 pid: 24940 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746134012.766013:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008fc47e00/0x9682c7de153c5b5b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d08a expref: 153 pid: 24940 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746134012.766018:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012da68700 00000100:00100000:0.0:1746134012.781877:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7220:1830953547685760:192.168.203.26@tcp:105: 00010000:00010000:0.0:1746134012.781896:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134012.782631:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+152:2012:x1830953551386496:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 12294us (12455us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134012.782641:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13353 00000100:00100000:0.0:1746134012.785507:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.785682:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.787402:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.790353:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.793643:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.799379:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.800810:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+154:2010:x1830953551388032:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1042us (1430us total) trans 4294971867 rc 0/0 00000100:00100000:0.0:1746134012.800817:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1238 00002000:00100000:0.0:1746134012.800823:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012da68a80 x1830953551388032/t4294971867(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:223/0 lens 496/448 e 0 to 0 dl 1746134023 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134012.800830:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da68a80 with x1830953551388032 ext(0->7) 00010000:00010000:0.0:1746134012.800835:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013244c600/0x9682c7de153c5b70 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d09f expref: 154 pid: 9580 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746134012.800845:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013244c600/0x9682c7de153c5b70 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d09f expref: 154 pid: 9580 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746134012.800850:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012da68a80 00000100:00100000:0.0:1746134012.802322:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.805510:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.806573:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551388544 00000100:00100000:0.0:1746134012.806577:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551388544 00002000:00100000:0.0:1746134012.806599:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880085f3c380 x1830953551388544/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:223/0 lens 488/0 e 0 to 0 dl 1746134023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134012.806606:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3c380 with x1830953551388544 ext(0->4095) 00010000:00010000:0.0:1746134012.806611:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013244d200/0x9682c7de153c5b77 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d0a6 expref: 6 pid: 9580 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746134012.806621:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013244d200/0x9682c7de153c5b77 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d0a6 expref: 6 pid: 9580 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746134012.806626:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880085f3c380 00000100:00100000:0.0:1746134012.806719:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1239 00000100:00100000:0.0:1746134012.806725:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551388544:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134012.806988:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551388544:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 263us (476us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134012.806994:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1239 00002000:00100000:0.0:1746134012.806998:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880085f3c380 x1830953551388544/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:223/0 lens 488/4536 e 0 to 0 dl 1746134023 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134012.807005:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3c380 with x1830953551388544 ext(0->4095) 00010000:00010000:0.0:1746134012.807009:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013244d200/0x9682c7de153c5b77 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d0a6 expref: 6 pid: 9580 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746134012.807017:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013244d200/0x9682c7de153c5b77 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d0a6 expref: 6 pid: 9580 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746134012.807021:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880085f3c380 00000100:00100000:0.0:1746134012.808681:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.808868:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.811782:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.815377:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.819236:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+157:2012:x1830953551389312:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3688us (3858us total) trans 4294971868 rc 0/0 00000100:00100000:0.0:1746134012.819246:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1241 00002000:00100000:0.0:1746134012.819254:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012fdc7100 x1830953551389312/t4294971868(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:223/0 lens 496/448 e 0 to 0 dl 1746134023 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134012.819262:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc7100 with x1830953551389312 ext(0->7) 00010000:00010000:0.0:1746134012.819271:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013244dc00/0x9682c7de153c5b7e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d0ad expref: 157 pid: 9580 timeout: 781 lvb_type: 0 00010000:00010000:0.0:1746134012.819293:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013244dc00/0x9682c7de153c5b7e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d0ad expref: 157 pid: 9580 timeout: 781 lvb_type: 0 00002000:00010000:0.0:1746134012.819299:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fdc7100 00000100:00100000:0.0:1746134012.823989:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.834722:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.836802:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.837540:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.839887:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.840575:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.846752:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.850603:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.859303:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.865763:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.866848:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008115b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+158:2012:x1830953551390976:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 768us (1089us total) trans 4294971869 rc 0/0 00000100:00100000:0.0:1746134012.866854:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1243 00002000:00100000:0.0:1746134012.866859:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008115b100 x1830953551390976/t4294971869(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:223/0 lens 496/448 e 0 to 0 dl 1746134023 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134012.866866:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008115b100 with x1830953551390976 ext(0->7) 00010000:00010000:0.0:1746134012.866871:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013244d200/0x9682c7de153c5b93 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d0c2 expref: 158 pid: 9580 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746134012.866879:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013244d200/0x9682c7de153c5b93 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d0c2 expref: 158 pid: 9580 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746134012.866885:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008115b100 00000100:00100000:0.0:1746134012.879910:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.885016:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.888819:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.893234:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.894985:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.898394:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.905498:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.906540:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+161:2011:x1830953551392256:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 606us (1046us total) trans 4294971870 rc 0/0 00000100:00100000:0.0:1746134012.906546:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1246 00002000:00100000:0.0:1746134012.906551:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800957a2d80 x1830953551392256/t4294971870(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:223/0 lens 496/448 e 0 to 0 dl 1746134023 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134012.906559:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957a2d80 with x1830953551392256 ext(0->7) 00010000:00010000:0.0:1746134012.906564:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012da4ca00/0x9682c7de153c5ba1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d0d0 expref: 161 pid: 9580 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746134012.906573:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012da4ca00/0x9682c7de153c5ba1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d0d0 expref: 161 pid: 9580 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746134012.906579:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800957a2d80 00000100:00100000:0.0:1746134012.912857:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551392640 00000100:00100000:0.0:1746134012.912862:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551392640 00002000:00100000:0.0:1746134012.912886:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009b43b480 x1830953551392640/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:223/0 lens 488/0 e 0 to 0 dl 1746134023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134012.912900:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b43b480 with x1830953551392640 ext(0->4095) 00002000:00010000:0.0:1746134012.912903:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b43b480 00000100:00100000:0.0:1746134012.912924:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12298 00000100:00100000:0.0:1746134012.912929:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b43b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+160:2010:x1830953551392640:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134012.914615:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b43b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+160:2010:x1830953551392640:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1682us (2536us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134012.914623:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12298 00002000:00100000:0.0:1746134012.914628:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009b43b480 x1830953551392640/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:223/0 lens 488/4536 e 0 to 0 dl 1746134023 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134012.914636:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b43b480 with x1830953551392640 ext(0->4095) 00002000:00010000:0.0:1746134012.914640:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b43b480 00000100:00100000:0.0:1746134012.930891:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.930926:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.932961:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.936443:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.938217:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.941958:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.943594:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.945631:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.947406:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+162:2010:x1830953551393920:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1167us (1775us total) trans 4294971871 rc 0/0 00000100:00100000:0.0:1746134012.947412:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1248 00002000:00100000:0.0:1746134012.947418:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009bc71500 x1830953551393920/t4294971871(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:223/0 lens 496/448 e 0 to 0 dl 1746134023 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134012.947431:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc71500 with x1830953551393920 ext(0->7) 00010000:00010000:0.0:1746134012.947436:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012da4d800/0x9682c7de153c5bb6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d0e5 expref: 162 pid: 9580 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746134012.947446:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012da4d800/0x9682c7de153c5bb6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d0e5 expref: 162 pid: 9580 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746134012.947451:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bc71500 00000100:00100000:0.0:1746134012.949774:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.952404:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.955193:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.957802:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.968349:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.968414:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.978056:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.985641:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.990185:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134012.991731:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+165:2012:x1830953551395712:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1104us (1551us total) trans 4294971872 rc 0/0 00000100:00100000:0.0:1746134012.991738:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1250 00002000:00100000:0.0:1746134012.991744:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009bfbfb80 x1830953551395712/t4294971872(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:223/0 lens 496/448 e 0 to 0 dl 1746134023 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134012.991751:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfbfb80 with x1830953551395712 ext(0->7) 00010000:00010000:0.0:1746134012.991756:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013244c600/0x9682c7de153c5bcb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d0fa expref: 165 pid: 9581 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746134012.991771:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013244c600/0x9682c7de153c5bcb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d0fa expref: 165 pid: 9581 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746134012.991776:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bfbfb80 00000100:00100000:0.0:1746134013.010330:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.010412:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.030372:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.030412:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551396224 00000100:00100000:0.0:1746134013.030419:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551396224 00002000:00100000:0.0:1746134013.030477:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009bfbc380 x1830953551396224/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:224/0 lens 488/0 e 0 to 0 dl 1746134024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134013.030486:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfbc380 with x1830953551396224 ext(0->4095) 00010000:00010000:0.0:1746134013.030493:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880131b9ac00/0x9682c7de153c5bd2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d101 expref: 167 pid: 9580 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746134013.030505:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880131b9ac00/0x9682c7de153c5bd2 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d101 expref: 167 pid: 9580 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746134013.030511:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bfbc380 00000100:00100000:0.0:1746134013.034303:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1251 00000100:00100000:0.0:1746134013.034312:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+165:2010:x1830953551396224:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134013.034419:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+165:2010:x1830953551396224:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 109us (4064us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134013.034425:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1251 00002000:00100000:0.0:1746134013.034433:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009bfbc380 x1830953551396224/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:224/0 lens 488/4536 e 0 to 0 dl 1746134024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134013.034441:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfbc380 with x1830953551396224 ext(0->4095) 00010000:00010000:0.0:1746134013.034448:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880131b9ac00/0x9682c7de153c5bd2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d101 expref: 165 pid: 9580 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746134013.034459:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880131b9ac00/0x9682c7de153c5bd2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d101 expref: 165 pid: 9580 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746134013.034465:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bfbc380 00000100:00100000:0.0:1746134013.036842:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.039802:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00080000:0.0:1746134013.041884:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746134013.049308:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.066184:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.067291:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+166:2012:x1830953551396992:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 936us (1101us total) trans 4294971873 rc 0/0 00000100:00100000:0.0:1746134013.067298:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1253 00002000:00100000:0.0:1746134013.067304:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880091a84e00 x1830953551396992/t4294971873(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:224/0 lens 496/448 e 0 to 0 dl 1746134024 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134013.067311:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a84e00 with x1830953551396992 ext(0->7) 00010000:00010000:0.0:1746134013.067316:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012da4dc00/0x9682c7de153c5bd9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d108 expref: 166 pid: 9581 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746134013.067325:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012da4dc00/0x9682c7de153c5bd9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d108 expref: 166 pid: 9581 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746134013.067335:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091a84e00 00000100:00100000:0.0:1746134013.071196:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.077095:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.079881:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.085445:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.097338:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.103313:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.108473:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+169:2011:x1830953551398272:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3549us (5158us total) trans 4294971874 rc 0/0 00000100:00100000:0.0:1746134013.108483:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1255 00002000:00100000:0.0:1746134013.108491:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880091b0b100 x1830953551398272/t4294971874(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:224/0 lens 496/448 e 0 to 0 dl 1746134024 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134013.110484:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b0b100 with x1830953551398272 ext(0->7) 00010000:00010000:0.0:1746134013.110496:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012da4ca00/0x9682c7de153c5be7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d116 expref: 169 pid: 9581 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746134013.110510:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012da4ca00/0x9682c7de153c5be7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d116 expref: 169 pid: 9581 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746134013.110517:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091b0b100 00000100:00100000:0.0:1746134013.117971:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.119514:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.119614:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.121973:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.132467:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.132509:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.132527:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.132555:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.141830:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.153266:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.153316:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.155822:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.161685:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.164611:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.174511:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.177870:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.180642:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.184889:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.199634:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.200865:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.206888:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.208842:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.211996:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.213150:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+172:2009:x1830953551402240:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 669us (1158us total) trans 4294971876 rc 0/0 00000100:00100000:0.0:1746134013.213157:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1259 00002000:00100000:0.0:1746134013.213162:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880099b2dc00 x1830953551402240/t4294971876(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:224/0 lens 496/448 e 0 to 0 dl 1746134024 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134013.213169:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099b2dc00 with x1830953551402240 ext(0->7) 00010000:00010000:0.0:1746134013.213173:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012da4d800/0x9682c7de153c5c0a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d139 expref: 172 pid: 9581 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746134013.213187:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012da4d800/0x9682c7de153c5c0a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d139 expref: 172 pid: 9581 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746134013.213192:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099b2dc00 00000100:00100000:0.0:1746134013.215585:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.219178:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.221454:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.224666:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551402880 00000100:00100000:0.0:1746134013.224756:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551402880 00000100:00100000:0.0:1746134013.224792:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28075 00000100:00100000:0.0:1746134013.224797:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+172:1086:x1830953551402880:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134013.224806:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134013.224814:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009567fe00/0x9682c7de153c5c1f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574d14e expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134013.224829:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012da4ce00/0x9682c7de153c5c11 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574d140 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134013.224836:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012da4dc00/0x9682c7de153c5c18 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574d147 expref: 173 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134013.224841:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134013.224842:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134013.224845:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009567fe00/0x9682c7de153c5c1f lrc: 5/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574d14e expref: 173 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134013.224865:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012da4dc00/0x9682c7de153c5c18 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d147 expref: 173 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134013.224875:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012da4dc00/0x9682c7de153c5c18 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d147 expref: 173 pid: 9581 timeout: 782 lvb_type: 0 00000100:00100000:0.0:1746134013.224884:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8b6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9581:1830953547691648:192.168.203.26@tcp:104: 00010000:00010000:0.0:1746134013.225797:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012da4ce00/0x9682c7de153c5c11 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d140 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134013.225806:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012da4ce00/0x9682c7de153c5c11 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d140 expref: 5 pid: 9581 timeout: 782 lvb_type: 0 00000100:00100000:0.0:1746134013.225813:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9581:1830953547691776:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134013.227100:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c000 going to sleep for 11 seconds 00000100:00100000:0.0:1746134013.227360:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551403136 00000100:00100000:0.0:1746134013.227365:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551403136 00002000:00100000:0.0:1746134013.227395:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880085f3d180 x1830953551403136/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:224/0 lens 488/0 e 0 to 0 dl 1746134024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134013.227403:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3d180 with x1830953551403136 ext(0->4095) 00010000:00010000:0.0:1746134013.227410:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012da4dc00/0x9682c7de153c5c18 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d147 expref: 174 pid: 9581 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746134013.227419:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012da4dc00/0x9682c7de153c5c18 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d147 expref: 174 pid: 9581 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746134013.227425:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880085f3d180 00000100:00100000:0.0:1746134013.227439:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1260 00000100:00100000:0.0:1746134013.227446:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+174:2012:x1830953551403136:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134013.227541:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+174:2012:x1830953551403136:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 94us (348us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134013.227547:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1260 00002000:00100000:0.0:1746134013.227551:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880085f3d180 x1830953551403136/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:224/0 lens 488/4536 e 0 to 0 dl 1746134024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134013.227557:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3d180 with x1830953551403136 ext(0->4095) 00010000:00010000:0.0:1746134013.227561:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012da4dc00/0x9682c7de153c5c18 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d147 expref: 174 pid: 9581 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746134013.227568:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012da4dc00/0x9682c7de153c5c18 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d147 expref: 174 pid: 9581 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746134013.227573:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880085f3d180 00000100:00100000:0.0:1746134013.229482:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.231077:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.231198:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.234591:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.241085:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.244302:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+174:2011:x1830953551404032:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2996us (3216us total) trans 4294971877 rc 0/0 00000100:00100000:0.0:1746134013.244316:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1262 00002000:00100000:0.0:1746134013.244324:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880091b09f80 x1830953551404032/t4294971877(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:224/0 lens 496/448 e 0 to 0 dl 1746134024 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134013.244334:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b09f80 with x1830953551404032 ext(0->7) 00010000:00010000:0.0:1746134013.244345:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009567fe00/0x9682c7de153c5c1f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d14e expref: 174 pid: 9581 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746134013.244359:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009567fe00/0x9682c7de153c5c1f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d14e expref: 174 pid: 9581 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746134013.244365:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091b09f80 00000100:00100000:0.0:1746134013.253064:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.253677:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551404288 00000100:00100000:0.0:1746134013.253681:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551404288 00000100:00100000:0.0:1746134013.253705:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28077 00000100:00100000:0.0:1746134013.253709:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b439880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+174:1086:x1830953551404288:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134013.253719:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134013.253727:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bf66600/0x9682c7de153c5c2d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574d15c expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134013.253740:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bbfac00/0x9682c7de153c5c26 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574d155 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134013.253745:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134013.253747:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134013.253749:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bf66600/0x9682c7de153c5c2d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574d15c expref: 175 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134013.253762:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bbfac00/0x9682c7de153c5c26 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d155 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134013.253770:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bbfac00/0x9682c7de153c5c26 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d155 expref: 5 pid: 9581 timeout: 782 lvb_type: 0 00000100:00100000:0.0:1746134013.253778:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c431500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:18904:1830953547692288:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134013.253810:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c000 going to sleep for 11 seconds 00000100:00100000:0.0:1746134013.260201:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.264107:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.267388:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551404928 00000100:00100000:0.0:1746134013.267394:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551404928 00002000:00100000:0.0:1746134013.267421:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009b438000 x1830953551404928/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:224/0 lens 488/0 e 0 to 0 dl 1746134024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134013.267429:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b438000 with x1830953551404928 ext(0->4095) 00002000:00010000:0.0:1746134013.267433:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b438000 00000100:00100000:0.0:1746134013.267455:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12307 00000100:00100000:0.0:1746134013.267461:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b438000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+174:2010:x1830953551404928:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134013.267594:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b438000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+174:2010:x1830953551404928:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 133us (290us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134013.267600:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12307 00002000:00100000:0.0:1746134013.267605:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009b438000 x1830953551404928/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:224/0 lens 488/4536 e 0 to 0 dl 1746134024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134013.267612:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b438000 with x1830953551404928 ext(0->4095) 00002000:00010000:0.0:1746134013.267615:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b438000 00000100:00100000:0.0:1746134013.271931:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.275836:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.284604:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c430000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+176:2009:x1830953551405184:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 8580us (8766us total) trans 4294971878 rc 0/0 00000100:00100000:0.0:1746134013.284617:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1264 00002000:00100000:0.0:1746134013.284626:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012c430000 x1830953551405184/t4294971878(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:224/0 lens 496/448 e 0 to 0 dl 1746134024 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134013.284634:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c430000 with x1830953551405184 ext(0->7) 00010000:00010000:0.0:1746134013.284643:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bf66600/0x9682c7de153c5c2d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d15c expref: 176 pid: 18904 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746134013.284654:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bf66600/0x9682c7de153c5c2d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d15c expref: 176 pid: 18904 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746134013.284660:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c430000 00000100:00100000:0.0:1746134013.295147:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.298561:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.300943:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.310228:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.314741:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.315799:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+178:2009:x1830953551406336:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 620us (1061us total) trans 4294971879 rc 0/0 00000100:00100000:0.0:1746134013.315805:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1266 00002000:00100000:0.0:1746134013.315811:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009c7e4700 x1830953551406336/t4294971879(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:224/0 lens 496/448 e 0 to 0 dl 1746134024 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134013.315817:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7e4700 with x1830953551406336 ext(0->7) 00010000:00010000:0.0:1746134013.315822:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009567ea00/0x9682c7de153c5c3b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d16a expref: 178 pid: 18904 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746134013.315835:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009567ea00/0x9682c7de153c5c3b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d16a expref: 178 pid: 18904 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746134013.315840:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c7e4700 00000100:00100000:0.0:1746134013.327000:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.334554:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.341266:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.350868:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.354923:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.357931:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.359740:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+180:2009:x1830953551407488:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1323us (1806us total) trans 4294971880 rc 0/0 00000100:00100000:0.0:1746134013.359747:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1268 00002000:00100000:0.0:1746134013.359752:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012d5e1c00 x1830953551407488/t4294971880(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:224/0 lens 496/448 e 0 to 0 dl 1746134024 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134013.359759:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d5e1c00 with x1830953551407488 ext(0->7) 00010000:00010000:0.0:1746134013.359764:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012da4d600/0x9682c7de153c5c49 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d178 expref: 180 pid: 9581 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746134013.359774:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012da4d600/0x9682c7de153c5c49 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d178 expref: 180 pid: 9581 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746134013.359779:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d5e1c00 00000100:00100000:0.0:1746134013.361595:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.366519:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.369439:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.373619:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551408128 00000100:00100000:0.0:1746134013.373626:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551408128 00000100:00100000:0.0:1746134013.373664:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28084 00000100:00100000:0.0:1746134013.373670:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+181:1099:x1830953551408128:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134013.373682:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134013.373694:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800917c1400/0x9682c7de153c5c5e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574d18d expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134013.373713:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134013.373718:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012da4d800/0x9682c7de153c5c57 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574d186 expref: 182 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134013.373723:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134013.373726:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917c1400/0x9682c7de153c5c5e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574d18d expref: 182 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134013.373752:0:18904:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012da4d800/0x9682c7de153c5c57 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d186 expref: 182 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134013.373762:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800917c1400/0x9682c7de153c5c5e lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574d18d expref: 182 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134013.373771:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917c1400, rc 0) 00000100:00100000:0.0:1746134013.373814:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+182:1099:x1830953551408128:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 144us (408us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134013.373820:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28084 00000100:00100000:0.0:1746134013.376422:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.378902:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.381512:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.382560:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801360fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+183:2009:x1830953551408768:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 897us (1051us total) trans 4294971881 rc 0/0 00000100:00100000:0.0:1746134013.382566:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1270 00002000:00100000:0.0:1746134013.382572:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8801360fbb80 x1830953551408768/t4294971881(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:224/0 lens 496/448 e 0 to 0 dl 1746134024 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134013.382578:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801360fbb80 with x1830953551408768 ext(0->7) 00010000:00010000:0.0:1746134013.382583:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012da4d800/0x9682c7de153c5c57 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d186 expref: 183 pid: 9581 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746134013.382592:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012da4d800/0x9682c7de153c5c57 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d186 expref: 183 pid: 9581 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746134013.382596:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801360fbb80 00000100:00100000:0.0:1746134013.384183:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.387191:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.387580:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551409152 00000100:00100000:0.0:1746134013.387585:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551409152 00002000:00100000:0.0:1746134013.387611:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801360f9180 x1830953551409152/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:224/0 lens 488/0 e 0 to 0 dl 1746134024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134013.387619:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801360f9180 with x1830953551409152 ext(0->4095) 00002000:00010000:0.0:1746134013.387622:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801360f9180 00000100:00100000:0.0:1746134013.387637:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12311 00000100:00100000:0.0:1746134013.387643:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801360f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+182:2009:x1830953551409152:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134013.387747:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801360f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+182:2009:x1830953551409152:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 104us (563us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134013.387754:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12311 00002000:00100000:0.0:1746134013.387758:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801360f9180 x1830953551409152/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:224/0 lens 488/4536 e 0 to 0 dl 1746134024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134013.387765:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801360f9180 with x1830953551409152 ext(0->4095) 00002000:00010000:0.0:1746134013.387767:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801360f9180 00000100:00100000:0.0:1746134013.391765:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.394273:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.394925:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.399750:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.399785:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.400343:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.403726:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.405741:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.406887:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+185:2011:x1830953551410560:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 806us (1150us total) trans 4294971882 rc 0/0 00000100:00100000:0.0:1746134013.406893:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1273 00002000:00100000:0.0:1746134013.406899:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008fe25500 x1830953551410560/t4294971882(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:224/0 lens 496/448 e 0 to 0 dl 1746134024 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134013.406905:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe25500 with x1830953551410560 ext(0->7) 00010000:00010000:0.0:1746134013.406910:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009567f200/0x9682c7de153c5c6c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d19b expref: 185 pid: 9580 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746134013.406918:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009567f200/0x9682c7de153c5c6c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d19b expref: 185 pid: 9580 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746134013.406927:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fe25500 00000100:00100000:0.0:1746134013.413196:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.417507:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.424190:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.425842:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.431593:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.431718:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.437575:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.442312:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff880123b6b840 going to sleep for 11 seconds 00000100:00100000:0.0:1746134013.443547:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.450232:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.457574:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.462785:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d96aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+186:2009:x1830953551412224:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5050us (5210us total) trans 4294971883 rc 0/0 00000100:00100000:0.0:1746134013.462795:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1275 00002000:00100000:0.0:1746134013.462804:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012d96aa00 x1830953551412224/t4294971883(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:224/0 lens 496/448 e 0 to 0 dl 1746134024 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134013.462812:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d96aa00 with x1830953551412224 ext(0->7) 00010000:00010000:0.0:1746134013.462820:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012da4d800/0x9682c7de153c5c81 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d1b0 expref: 186 pid: 9581 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746134013.462832:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012da4d800/0x9682c7de153c5c81 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d1b0 expref: 186 pid: 9581 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746134013.462838:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d96aa00 00000100:00100000:0.0:1746134013.471645:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.474068:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.477562:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551412736 00000100:00100000:0.0:1746134013.477567:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551412736 00002000:00100000:0.0:1746134013.477593:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880085f3d500 x1830953551412736/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:224/0 lens 488/0 e 0 to 0 dl 1746134024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134013.477601:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3d500 with x1830953551412736 ext(0->4095) 00010000:00010000:0.0:1746134013.477606:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012da4dc00/0x9682c7de153c5c88 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d1b7 expref: 6 pid: 9581 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746134013.477616:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012da4dc00/0x9682c7de153c5c88 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d1b7 expref: 6 pid: 9581 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746134013.477622:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880085f3d500 00000100:00100000:0.0:1746134013.477634:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1276 00000100:00100000:0.0:1746134013.477638:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551412736:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134013.477729:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551412736:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 89us (339us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134013.477734:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1276 00002000:00100000:0.0:1746134013.477738:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880085f3d500 x1830953551412736/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:224/0 lens 488/4536 e 0 to 0 dl 1746134024 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134013.477744:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3d500 with x1830953551412736 ext(0->4095) 00010000:00010000:0.0:1746134013.477748:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012da4dc00/0x9682c7de153c5c88 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d1b7 expref: 6 pid: 9581 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746134013.477756:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012da4dc00/0x9682c7de153c5c88 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d1b7 expref: 6 pid: 9581 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746134013.477766:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880085f3d500 00000100:00100000:0.0:1746134013.481840:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.489190:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.493761:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.495058:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+189:2010:x1830953551413504:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 895us (1299us total) trans 4294971884 rc 0/0 00000100:00100000:0.0:1746134013.495065:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1278 00002000:00100000:0.0:1746134013.495071:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009b5a9c00 x1830953551413504/t4294971884(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:224/0 lens 496/448 e 0 to 0 dl 1746134024 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134013.495077:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5a9c00 with x1830953551413504 ext(0->7) 00010000:00010000:0.0:1746134013.495082:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012da4d200/0x9682c7de153c5c8f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d1be expref: 189 pid: 9581 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746134013.495092:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012da4d200/0x9682c7de153c5c8f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d1be expref: 189 pid: 9581 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746134013.495097:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b5a9c00 00000100:00100000:0.0:1746134013.508439:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.511541:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.514101:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.527781:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.533807:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.534603:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.536446:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.539232:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.553425:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551415296 00000100:00100000:0.0:1746134013.553433:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551415296 00002000:00100000:0.0:1746134013.553467:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009c7e5180 x1830953551415296/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:224/0 lens 496/0 e 0 to 0 dl 1746134024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134013.553476:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7e5180 with x1830953551415296 ext(0->7) 00010000:00010000:0.0:1746134013.553483:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009567ec00/0x9682c7de153c5ca4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d1d3 expref: 189 pid: 18904 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746134013.553495:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009567ec00/0x9682c7de153c5ca4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d1d3 expref: 189 pid: 18904 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746134013.553502:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c7e5180 00000100:00100000:0.0:1746134013.553517:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1281 00000100:00100000:0.0:1746134013.553524:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+189:2010:x1830953551415296:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134013.554600:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+191:2010:x1830953551415296:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1073us (1390us total) trans 4294971885 rc 0/0 00000100:00100000:0.0:1746134013.554607:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1281 00002000:00100000:0.0:1746134013.554613:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009c7e5180 x1830953551415296/t4294971885(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:224/0 lens 496/448 e 0 to 0 dl 1746134024 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134013.554619:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7e5180 with x1830953551415296 ext(0->7) 00010000:00010000:0.0:1746134013.554625:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009567ec00/0x9682c7de153c5ca4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d1d3 expref: 191 pid: 18904 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746134013.554635:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009567ec00/0x9682c7de153c5ca4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d1d3 expref: 191 pid: 18904 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746134013.554646:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c7e5180 00000100:00100000:0.0:1746134013.562251:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.568076:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.571507:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.575220:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.575267:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.578727:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.586558:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.588929:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092028380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+192:2010:x1830953551416576:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 775us (2375us total) trans 4294971886 rc 0/0 00000100:00100000:0.0:1746134013.588935:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1284 00002000:00100000:0.0:1746134013.588941:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880092028380 x1830953551416576/t4294971886(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:224/0 lens 496/448 e 0 to 0 dl 1746134024 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134013.588948:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092028380 with x1830953551416576 ext(0->7) 00010000:00010000:0.0:1746134013.588953:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012da4ca00/0x9682c7de153c5cb2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d1e1 expref: 192 pid: 9581 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746134013.588963:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012da4ca00/0x9682c7de153c5cb2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d1e1 expref: 192 pid: 9581 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746134013.588968:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092028380 00000100:00100000:0.0:1746134013.594188:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551416704 00000100:00100000:0.0:1746134013.594196:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551416704 00010000:00010000:0.0:1746134013.594224:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012da4ca00/0x9682c7de153c5cb2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d1e1 expref: 192 pid: 9581 timeout: 782 lvb_type: 0 00000100:00100000:0.0:1746134013.594578:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13402 00000100:00100000:0.0:1746134013.594585:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+192:2011:x1830953551416704:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134013.594596:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134013.594609:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012da4ca00/0x9682c7de153c5cb2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d1e1 expref: 192 pid: 9581 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746134013.594619:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012da4ca00/0x9682c7de153c5cb2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d1e1 expref: 192 pid: 9581 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746134013.594635:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012da4ca00/0x9682c7de153c5cb2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d1e1 expref: 192 pid: 9581 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746134013.594681:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134013.594683:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134013.594688:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012da4ce00/0x9682c7de153c5cb9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574d1e8 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134013.594695:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012da4ce00/0x9682c7de153c5cb9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574d1e8 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134013.594720:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012da4ce00/0x9682c7de153c5cb9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574d1e8 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134013.594729:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092029880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7221:1830953547697152:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134013.595324:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90ca80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134013.602647:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.608630:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.614880:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.624155:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.628276:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.637353:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.647421:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.650272:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009558c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+196:2010:x1830953551417856:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 12699us (12919us total) trans 4294971887 rc 0/0 00000100:00100000:0.0:1746134013.650289:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1286 00002000:00100000:0.0:1746134013.650295:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009558c700 x1830953551417856/t4294971887(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:224/0 lens 496/448 e 0 to 0 dl 1746134024 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134013.650304:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009558c700 with x1830953551417856 ext(0->7) 00010000:00010000:0.0:1746134013.650312:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009567ec00/0x9682c7de153c5cc0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d1ef expref: 196 pid: 18904 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746134013.650324:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009567ec00/0x9682c7de153c5cc0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d1ef expref: 196 pid: 18904 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746134013.650330:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009558c700 00000100:00100000:0.0:1746134013.652049:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.654370:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.657802:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.660375:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.665315:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d5e3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7221:1830953547698048:192.168.203.26@tcp:105: 00010000:00010000:0.0:1746134013.665334:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134013.665377:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b439880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+194:2009:x1830953551418624:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3780us (5001us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134013.665386:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13405 00000100:00100000:0.0:1746134013.666163:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.675562:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+196:2010:x1830953551419136:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1462us (1883us total) trans 4294971888 rc 0/0 00000100:00100000:0.0:1746134013.675571:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1289 00002000:00100000:0.0:1746134013.675578:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880085f3ca80 x1830953551419136/t4294971888(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:224/0 lens 496/448 e 0 to 0 dl 1746134024 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134013.675587:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3ca80 with x1830953551419136 ext(0->7) 00010000:00010000:0.0:1746134013.675593:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c6a1c00/0x9682c7de153c5cce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d1fd expref: 196 pid: 18904 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746134013.675605:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c6a1c00/0x9682c7de153c5cce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d1fd expref: 196 pid: 18904 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746134013.675611:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880085f3ca80 00000100:00100000:0.0:1746134013.679935:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.686189:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.692398:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.708095:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.708664:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.721469:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13408 00000100:00100000:0.0:1746134013.721477:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+7:2011:x1830953551420544:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134013.721486:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134013.721498:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095589200/0x9682c7de153c5cd5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d204 expref: 7 pid: 24940 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746134013.721507:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095589200/0x9682c7de153c5cd5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d204 expref: 7 pid: 24940 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746134013.721520:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095589200/0x9682c7de153c5cd5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d204 expref: 7 pid: 24940 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746134013.730338:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134013.767385:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2011:x1830953551420544:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 45902us (48398us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134013.767396:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13408 00000100:00100000:0.0:1746134013.769913:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.780693:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+198:2012:x1830953551421184:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 720us (1010us total) trans 4294971889 rc 0/0 00000100:00100000:0.0:1746134013.780700:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1292 00002000:00100000:0.0:1746134013.780706:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880085f3f480 x1830953551421184/t4294971889(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:224/0 lens 496/448 e 0 to 0 dl 1746134024 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134013.780714:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3f480 with x1830953551421184 ext(0->7) 00010000:00010000:0.0:1746134013.780719:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d855400/0x9682c7de153c5ce3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d212 expref: 198 pid: 18904 timeout: 782 lvb_type: 0 00010000:00010000:0.0:1746134013.780728:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d855400/0x9682c7de153c5ce3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d212 expref: 198 pid: 18904 timeout: 782 lvb_type: 0 00002000:00010000:0.0:1746134013.780734:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880085f3f480 00000100:00100000:0.0:1746134013.783293:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.786696:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.793002:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.795192:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.797374:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.807201:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.825412:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.826100:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.827697:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9581:1830953547699328:192.168.203.26@tcp:104: 00010000:00010000:0.0:1746134013.827713:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8cae00/0x9682c7de153c5cff lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574d22e expref: 199 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134013.827722:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8cae00, rc 0) 00000100:00100000:0.0:1746134013.827752:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008acd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+199:1099:x1830953551422720:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2008us (2347us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134013.827757:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28107 00000100:00100000:0.0:1746134013.833065:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.834988:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092399180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+201:2012:x1830953551423232:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1762us (1922us total) trans 4294971890 rc 0/0 00000100:00100000:0.0:1746134013.834997:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1294 00002000:00100000:0.0:1746134013.835004:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880092399180 x1830953551423232/t4294971890(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:224/0 lens 496/448 e 0 to 0 dl 1746134024 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134013.835011:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092399180 with x1830953551423232 ext(0->7) 00010000:00010000:0.0:1746134013.835018:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8ca600/0x9682c7de153c5cf8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d227 expref: 201 pid: 9581 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746134013.835028:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8ca600/0x9682c7de153c5cf8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d227 expref: 201 pid: 9581 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746134013.835034:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092399180 00000100:00100000:0.0:1746134013.837150:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.840467:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.840488:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551423616 00000100:00100000:0.0:1746134013.840492:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551423616 00002000:00100000:0.0:1746134013.840662:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880072973480 x1830953551423616/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:224/0 lens 488/0 e 0 to 0 dl 1746134024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134013.840671:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072973480 with x1830953551423616 ext(0->4095) 00002000:00010000:0.0:1746134013.840675:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072973480 00000100:00100000:0.0:1746134013.840689:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12321 00000100:00100000:0.0:1746134013.840694:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072973480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+200:2010:x1830953551423616:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134013.841502:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072973480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+200:2010:x1830953551423616:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 805us (1032us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134013.841507:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12321 00002000:00100000:0.0:1746134013.841511:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880072973480 x1830953551423616/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:224/0 lens 488/4536 e 0 to 0 dl 1746134024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134013.841518:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072973480 with x1830953551423616 ext(0->4095) 00002000:00010000:0.0:1746134013.841521:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072973480 00000100:00100000:0.0:1746134013.843218:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.847798:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.851942:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.852027:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.855027:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.860343:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.860367:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551424640 00000100:00100000:0.0:1746134013.860372:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551424640 00002000:00100000:0.0:1746134013.860403:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009b901180 x1830953551424640/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:224/0 lens 488/0 e 0 to 0 dl 1746134024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134013.860411:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b901180 with x1830953551424640 ext(0->4095) 00002000:00010000:0.0:1746134013.860416:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b901180 00000100:00100000:0.0:1746134013.861784:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12322 00000100:00100000:0.0:1746134013.861792:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b901180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+200:2012:x1830953551424640:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134013.867705:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.873103:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.873907:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+202:2010:x1830953551424896:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 584us (805us total) trans 4294971891 rc 0/0 00000100:00100000:0.0:1746134013.873913:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1296 00002000:00100000:0.0:1746134013.873919:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012da66d80 x1830953551424896/t4294971891(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:224/0 lens 496/448 e 0 to 0 dl 1746134024 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134013.873925:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da66d80 with x1830953551424896 ext(0->7) 00010000:00010000:0.0:1746134013.873929:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012da4d200/0x9682c7de153c5d0d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d23c expref: 202 pid: 18904 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746134013.873938:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012da4d200/0x9682c7de153c5d0d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d23c expref: 202 pid: 18904 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746134013.873943:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012da66d80 00000100:00100000:0.0:1746134013.875587:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.881033:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551425280 00000100:00100000:0.0:1746134013.881040:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551425280 00002000:00100000:0.0:1746134013.881071:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009b5a9f80 x1830953551425280/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:224/0 lens 488/0 e 0 to 0 dl 1746134024 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134013.881080:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5a9f80 with x1830953551425280 ext(0->4095) 00002000:00010000:0.0:1746134013.881083:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b5a9f80 00000100:00100000:0.0:1746134013.881098:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12323 00000100:00100000:0.0:1746134013.881103:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551425280:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134013.881236:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551425280:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 132us (1166us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134013.881241:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12323 00002000:00100000:0.0:1746134013.881245:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009b5a9f80 x1830953551425280/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:224/0 lens 488/4536 e 0 to 0 dl 1746134024 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134013.881251:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5a9f80 with x1830953551425280 ext(0->4095) 00002000:00010000:0.0:1746134013.881253:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b5a9f80 00000100:00100000:0.0:1746134013.883721:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.889536:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.896848:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.898411:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.899426:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.901524:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.901544:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551426304 00000100:00100000:0.0:1746134013.901547:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551426304 00000100:00100000:0.0:1746134013.901564:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28113 00000100:00100000:0.0:1746134013.901569:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d142d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+203:1099:x1830953551426304:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134013.901578:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134013.901588:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009567fe00/0x9682c7de153c5d29 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574d258 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134013.901601:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134013.901604:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8ca000/0x9682c7de153c5d22 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574d251 expref: 204 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134013.901609:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134013.901612:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009567fe00/0x9682c7de153c5d29 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574d258 expref: 204 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134013.901629:0:18904:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8ca000/0x9682c7de153c5d22 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d251 expref: 204 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134013.901636:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009567fe00/0x9682c7de153c5d29 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574d258 expref: 204 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134013.901642:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009567fe00, rc 0) 00000100:00100000:0.0:1746134013.901656:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d142d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+204:1099:x1830953551426304:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 87us (133us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134013.901659:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28113 00000100:00100000:0.0:1746134013.905482:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.909705:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.925986:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.926885:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d141880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+205:2012:x1830953551426944:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 664us (904us total) trans 4294971892 rc 0/0 00000100:00100000:0.0:1746134013.926892:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1299 00002000:00100000:0.0:1746134013.926896:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012d141880 x1830953551426944/t4294971892(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:224/0 lens 496/448 e 0 to 0 dl 1746134024 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134013.926904:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d141880 with x1830953551426944 ext(0->7) 00010000:00010000:0.0:1746134013.926909:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8ca000/0x9682c7de153c5d22 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d251 expref: 205 pid: 9581 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746134013.926917:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8ca000/0x9682c7de153c5d22 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d251 expref: 205 pid: 9581 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746134013.926922:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d141880 00000100:00100000:0.0:1746134013.938795:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.940473:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.945528:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b901880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3768:1830953547701248:0@lo:400:kworker.0 00000100:00100000:0.0:1746134013.945552:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746134013.945568:0:3768:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746134013.945571:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b900700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3768:1830953547701376:0@lo:400:kworker.0 00000100:00100000:0.0:1746134013.945582:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746134013.947771:0:21557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953547701504 00000100:00100000:0.0:1746134013.947777:0:21557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953547701504 00000100:00100000:0.0:1746134013.947807:0:21557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1014 00000100:00100000:0.0:1746134013.947811:0:21557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830953547701504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746134013.949139:0:21557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830953547701504:12345-0@lo:400:kworker.0 Request processed in 1326us (3084us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134013.949144:0:21557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1014 00000100:00100000:0.0:1746134013.949161:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3768:1830953547701760:0@lo:400:kworker.0 00000100:00100000:0.0:1746134013.949178:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746134013.949191:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008115a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3768:1830953547702272:0@lo:400:kworker.0 00000100:00100000:0.0:1746134013.949203:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746134013.949214:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b900700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3768:1830953547701376:0@lo:400:kworker.0 00000100:00100000:0.0:1746134013.949221:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b901880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3768:1830953547701248:0@lo:400:kworker.0 00000100:00100000:0.0:1746134013.949231:0:3768:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1746134013.949234:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009202b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3768:1830953547701888:0@lo:400:kworker.0 00000100:00100000:0.0:1746134013.949244:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746134013.949260:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081159500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3768:1830953547702400:0@lo:400:kworker.0 00000100:00100000:0.0:1746134013.949271:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746134013.949293:0:21557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953547701760 00000100:00100000:0.0:1746134013.949295:0:21557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953547701760 00000100:00100000:0.0:1746134013.949311:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953547702272 00000100:00100000:0.0:1746134013.949312:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953547702272 00000100:00100000:0.0:1746134013.949321:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1017 00000100:00100000:0.0:1746134013.949324:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3768:x1830953547701760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746134013.949345:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3768:x1830953547701760:12345-0@lo:400:kworker.0 Request processed in 20us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134013.949349:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1017 00000100:00100000:0.0:1746134013.949355:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1018 00000100:00100000:0.0:1746134013.949358:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1830953547702272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746134013.949372:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1830953547702272:12345-0@lo:400:kworker.0 Request processed in 13us (168us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134013.949375:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1018 00000100:00100000:0.0:1746134013.949387:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3768:1830953547701760:0@lo:400:kworker.0 00000100:00100000:0.0:1746134013.949393:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008115a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3768:1830953547702272:0@lo:400:kworker.0 00000100:00100000:0.0:1746134013.949707:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009202b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3768:1830953547701888:0@lo:400:kworker.0 00000100:00100000:0.0:1746134013.949712:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081159500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3768:1830953547702400:0@lo:400:kworker.0 00000100:00100000:0.0:1746134013.953758:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.956206:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.957162:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.970314:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.981302:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.982073:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.983455:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+207:2009:x1830953551428224:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1220us (1379us total) trans 4294971893 rc 0/0 00000100:00100000:0.0:1746134013.983461:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1302 00002000:00100000:0.0:1746134013.983467:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008f8b5500 x1830953551428224/t4294971893(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:224/0 lens 496/448 e 0 to 0 dl 1746134024 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134013.983474:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b5500 with x1830953551428224 ext(0->7) 00010000:00010000:0.0:1746134013.983480:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8cac00/0x9682c7de153c5d30 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d25f expref: 207 pid: 9581 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746134013.983489:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8cac00/0x9682c7de153c5d30 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d25f expref: 207 pid: 9581 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746134013.983494:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f8b5500 00000100:00100000:0.0:1746134013.990043:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134013.997219:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.001739:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00080000:0.0:1746134014.002036:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746134014.003135:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.016589:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.020155:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.025590:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+209:2010:x1830953551429504:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4824us (5433us total) trans 4294971894 rc 0/0 00000100:00100000:0.0:1746134014.025599:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1305 00002000:00100000:0.0:1746134014.025607:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009bc72a00 x1830953551429504/t4294971894(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:225/0 lens 496/448 e 0 to 0 dl 1746134025 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134014.025615:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc72a00 with x1830953551429504 ext(0->7) 00010000:00010000:0.0:1746134014.025623:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012da4d200/0x9682c7de153c5d3e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d26d expref: 209 pid: 24940 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746134014.025636:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012da4d200/0x9682c7de153c5d3e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d26d expref: 209 pid: 24940 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746134014.025641:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bc72a00 00000100:00100000:0.0:1746134014.028079:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.031730:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.037820:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.046873:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.056036:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.068551:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.070960:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.070994:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.071016:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551430784 00000100:00100000:0.0:1746134014.071021:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551430784 00010000:00010000:0.0:1746134014.071049:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012da4ca00/0x9682c7de153c5d4c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d27b expref: 6 pid: 24940 timeout: 783 lvb_type: 0 00000100:00100000:0.0:1746134014.071080:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551431040 00000100:00100000:0.0:1746134014.071082:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551431040 00010000:00010000:0.0:1746134014.071090:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012da4cc00/0x9682c7de153c5d45 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d274 expref: 209 pid: 24940 timeout: 783 lvb_type: 0 00000100:00100000:0.0:1746134014.071102:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13423 00000100:00100000:0.0:1746134014.071107:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800872b4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551430784:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134014.071129:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134014.071145:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012da4ca00/0x9682c7de153c5d4c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d27b expref: 6 pid: 24940 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746134014.071153:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012da4ca00/0x9682c7de153c5d4c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d27b expref: 6 pid: 24940 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746134014.071169:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012da4ca00/0x9682c7de153c5d4c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d27b expref: 6 pid: 24940 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746134014.071726:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134014.072954:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800872b4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+7:2010:x1830953551430784:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1842us (4405us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134014.072961:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13423 00000100:00100000:0.0:1746134014.086797:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.114174:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008115a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+210:2011:x1830953551431552:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 8429us (9356us total) trans 4294971895 rc 0/0 00000100:00100000:0.0:1746134014.114183:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1308 00002000:00100000:0.0:1746134014.114191:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008115a680 x1830953551431552/t4294971895(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:225/0 lens 496/448 e 0 to 0 dl 1746134025 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134014.114199:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008115a680 with x1830953551431552 ext(0->7) 00010000:00010000:0.0:1746134014.114206:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012da4ce00/0x9682c7de153c5d53 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d282 expref: 210 pid: 24940 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746134014.114217:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012da4ce00/0x9682c7de153c5d53 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d282 expref: 210 pid: 24940 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746134014.114223:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008115a680 00000100:00100000:0.0:1746134014.118900:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.127315:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.127407:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.141354:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.141443:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.146995:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.150368:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.158002:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+213:2011:x1830953551432832:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 7000us (7636us total) trans 4294971896 rc 0/0 00000100:00100000:0.0:1746134014.158012:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1311 00002000:00100000:0.0:1746134014.158019:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800915f1c00 x1830953551432832/t4294971896(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:225/0 lens 496/448 e 0 to 0 dl 1746134025 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134014.158027:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915f1c00 with x1830953551432832 ext(0->7) 00010000:00010000:0.0:1746134014.158034:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d854e00/0x9682c7de153c5d61 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d290 expref: 213 pid: 24940 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746134014.158048:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d854e00/0x9682c7de153c5d61 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d290 expref: 213 pid: 24940 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746134014.158054:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800915f1c00 00000100:00100000:0.0:1746134014.171070:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.175934:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.179267:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.179547:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.184582:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.190959:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.192059:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092055500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+214:2009:x1830953551434112:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 900us (1105us total) trans 4294971897 rc 0/0 00000100:00100000:0.0:1746134014.192065:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1314 00002000:00100000:0.0:1746134014.192070:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880092055500 x1830953551434112/t4294971897(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:225/0 lens 496/448 e 0 to 0 dl 1746134025 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134014.192077:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092055500 with x1830953551434112 ext(0->7) 00010000:00010000:0.0:1746134014.192082:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8cb200/0x9682c7de153c5d6f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d29e expref: 214 pid: 24940 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746134014.192091:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8cb200/0x9682c7de153c5d6f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d29e expref: 214 pid: 24940 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746134014.192096:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092055500 00000100:00100000:0.0:1746134014.208496:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.213151:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.217429:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.224810:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.224852:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.230065:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.231010:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.231023:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551435520 00000100:00100000:0.0:1746134014.231026:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551435520 00010000:00010000:0.0:1746134014.231039:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8ca600/0x9682c7de153c5d76 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d2a5 expref: 6 pid: 9581 timeout: 783 lvb_type: 0 00000100:00100000:0.0:1746134014.232245:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13431 00000100:00100000:0.0:1746134014.232253:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ece850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551435520:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134014.232263:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134014.232284:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8ca600/0x9682c7de153c5d76 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d2a5 expref: 6 pid: 9581 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746134014.232293:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8ca600/0x9682c7de153c5d76 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d2a5 expref: 6 pid: 9581 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746134014.232842:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8ca600/0x9682c7de153c5d76 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d2a5 expref: 6 pid: 9581 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746134014.233677:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134014.238352:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.245832:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.247248:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f847800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+216:2012:x1830953551436160:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1084us (1419us total) trans 4294971898 rc 0/0 00000100:00100000:0.0:1746134014.247255:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1316 00002000:00100000:0.0:1746134014.247261:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012f847800 x1830953551436160/t4294971898(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:225/0 lens 496/448 e 0 to 0 dl 1746134025 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134014.247268:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f847800 with x1830953551436160 ext(0->7) 00010000:00010000:0.0:1746134014.247280:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8cb200/0x9682c7de153c5d84 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d2b3 expref: 216 pid: 9581 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746134014.247290:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8cb200/0x9682c7de153c5d84 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d2b3 expref: 216 pid: 9581 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746134014.247295:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f847800 00000100:00100000:0.0:1746134014.252498:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.260563:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551436544 00000100:00100000:0.0:1746134014.260569:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551436544 00002000:00100000:0.0:1746134014.260599:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880085f3ea00 x1830953551436544/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:225/0 lens 488/0 e 0 to 0 dl 1746134025 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134014.260608:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3ea00 with x1830953551436544 ext(0->4095) 00002000:00010000:0.0:1746134014.260612:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880085f3ea00 00000100:00100000:0.0:1746134014.260627:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12330 00000100:00100000:0.0:1746134014.260633:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2011:x1830953551436544:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134014.260732:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2011:x1830953551436544:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 98us (503us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134014.260737:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12330 00002000:00100000:0.0:1746134014.260741:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880085f3ea00 x1830953551436544/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:225/0 lens 488/4536 e 0 to 0 dl 1746134025 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134014.260747:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3ea00 with x1830953551436544 ext(0->4095) 00002000:00010000:0.0:1746134014.260751:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880085f3ea00 00000100:00100000:0.0:1746134014.265522:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.266571:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.270881:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.283861:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.285516:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.286506:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+220:2012:x1830953551437440:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 742us (989us total) trans 4294971899 rc 0/0 00000100:00100000:0.0:1746134014.286512:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1318 00002000:00100000:0.0:1746134014.286517:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009ce31c00 x1830953551437440/t4294971899(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:225/0 lens 496/448 e 0 to 0 dl 1746134025 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134014.286524:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce31c00 with x1830953551437440 ext(0->7) 00010000:00010000:0.0:1746134014.286529:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095544600/0x9682c7de153c5d92 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d2c1 expref: 220 pid: 9581 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746134014.286539:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095544600/0x9682c7de153c5d92 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d2c1 expref: 220 pid: 9581 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746134014.286544:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ce31c00 00000100:00100000:0.0:1746134014.288922:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.293493:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.298589:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.299249:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.310898:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.325919:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.328398:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+220:2010:x1830953551438720:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2282us (2478us total) trans 4294971900 rc 0/0 00000100:00100000:0.0:1746134014.328411:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1321 00002000:00100000:0.0:1746134014.328420:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009cb9f100 x1830953551438720/t4294971900(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:225/0 lens 496/448 e 0 to 0 dl 1746134025 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134014.328429:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9f100 with x1830953551438720 ext(0->7) 00010000:00010000:0.0:1746134014.328436:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012da4dc00/0x9682c7de153c5da0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d2cf expref: 220 pid: 18904 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746134014.328450:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012da4dc00/0x9682c7de153c5da0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d2cf expref: 220 pid: 18904 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746134014.328456:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cb9f100 00000100:00100000:0.0:1746134014.340833:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.349651:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.355761:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.355835:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551439232 00000100:00100000:0.0:1746134014.355839:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551439232 00002000:00100000:0.0:1746134014.355870:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009cb9d180 x1830953551439232/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:225/0 lens 488/0 e 0 to 0 dl 1746134025 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134014.355878:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9d180 with x1830953551439232 ext(0->4095) 00010000:00010000:0.0:1746134014.355885:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095588c00/0x9682c7de153c5da7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d2d6 expref: 6 pid: 24940 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746134014.355895:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095588c00/0x9682c7de153c5da7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d2d6 expref: 6 pid: 24940 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746134014.355900:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cb9d180 00000100:00100000:0.0:1746134014.355918:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1322 00000100:00100000:0.0:1746134014.355924:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551439232:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134014.356021:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551439232:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 96us (495us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134014.356026:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1322 00002000:00100000:0.0:1746134014.356031:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009cb9d180 x1830953551439232/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:225/0 lens 488/4536 e 0 to 0 dl 1746134025 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134014.356038:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9d180 with x1830953551439232 ext(0->4095) 00010000:00010000:0.0:1746134014.356042:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095588c00/0x9682c7de153c5da7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d2d6 expref: 6 pid: 24940 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746134014.356050:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095588c00/0x9682c7de153c5da7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d2d6 expref: 6 pid: 24940 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746134014.356056:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cb9d180 00000100:00100000:0.0:1746134014.362080:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.368238:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.373208:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.377475:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.379377:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+222:2009:x1830953551439872:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1722us (1899us total) trans 4294971901 rc 0/0 00000100:00100000:0.0:1746134014.379384:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1323 00002000:00100000:0.0:1746134014.379391:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88011db4d500 x1830953551439872/t4294971901(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:225/0 lens 496/448 e 0 to 0 dl 1746134025 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134014.379399:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011db4d500 with x1830953551439872 ext(0->7) 00010000:00010000:0.0:1746134014.379406:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095588600/0x9682c7de153c5dae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d2dd expref: 222 pid: 24940 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746134014.379415:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095588600/0x9682c7de153c5dae lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d2dd expref: 222 pid: 24940 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746134014.379420:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011db4d500 00000001:00080000:0.0:1746134014.381653:0:9578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294971901 is committed 00000100:00100000:0.0:1746134014.386164:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.386886:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.386904:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551440384 00000100:00100000:0.0:1746134014.386908:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551440384 00002000:00100000:0.0:1746134014.386933:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008acd1f80 x1830953551440384/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:225/0 lens 488/0 e 0 to 0 dl 1746134025 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134014.386942:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008acd1f80 with x1830953551440384 ext(0->4095) 00002000:00010000:0.0:1746134014.386946:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008acd1f80 00000100:00100000:0.0:1746134014.386961:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12332 00000100:00100000:0.0:1746134014.386967:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008acd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551440384:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134014.387078:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008acd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551440384:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 110us (192us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134014.387084:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12332 00002000:00100000:0.0:1746134014.387089:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008acd1f80 x1830953551440384/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:225/0 lens 488/4536 e 0 to 0 dl 1746134025 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134014.387095:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008acd1f80 with x1830953551440384 ext(0->4095) 00002000:00010000:0.0:1746134014.387098:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008acd1f80 00000100:00100000:0.0:1746134014.389973:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.390733:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.393799:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.408711:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.409830:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ff3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2011:x1830953551441152:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1070us (2623us total) trans 4294971902 rc 0/0 00000100:00100000:0.0:1746134014.409837:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1325 00002000:00100000:0.0:1746134014.409842:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008ff3df80 x1830953551441152/t4294971902(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:225/0 lens 496/448 e 0 to 0 dl 1746134025 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134014.409850:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ff3df80 with x1830953551441152 ext(0->7) 00010000:00010000:0.0:1746134014.409855:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095589800/0x9682c7de153c5dbc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d2eb expref: 10 pid: 24940 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746134014.409865:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095589800/0x9682c7de153c5dbc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d2eb expref: 10 pid: 24940 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746134014.409870:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ff3df80 00000100:00100000:0.0:1746134014.411041:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.413299:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.415727:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.415765:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.429526:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.430725:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2011:x1830953551442432:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 764us (1205us total) trans 4294971903 rc 0/0 00000100:00100000:0.0:1746134014.430732:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1328 00002000:00100000:0.0:1746134014.430738:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800917f4e00 x1830953551442432/t4294971903(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:225/0 lens 496/448 e 0 to 0 dl 1746134025 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134014.430748:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917f4e00 with x1830953551442432 ext(0->7) 00010000:00010000:0.0:1746134014.430753:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095589e00/0x9682c7de153c5dca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d2f9 expref: 10 pid: 24940 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746134014.430762:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095589e00/0x9682c7de153c5dca lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d2f9 expref: 10 pid: 24940 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746134014.430766:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917f4e00 00000100:00100000:0.0:1746134014.441041:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551442816 00000100:00100000:0.0:1746134014.441047:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551442816 00002000:00100000:0.0:1746134014.441084:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012da67100 x1830953551442816/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:225/0 lens 488/0 e 0 to 0 dl 1746134025 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134014.441092:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da67100 with x1830953551442816 ext(0->4095) 00002000:00010000:0.0:1746134014.441096:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012da67100 00000100:00100000:0.0:1746134014.441133:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12333 00000100:00100000:0.0:1746134014.441140:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551442816:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134014.441248:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551442816:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 109us (381us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134014.441254:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12333 00002000:00100000:0.0:1746134014.441258:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012da67100 x1830953551442816/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:225/0 lens 488/4536 e 0 to 0 dl 1746134025 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134014.441264:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da67100 with x1830953551442816 ext(0->4095) 00002000:00010000:0.0:1746134014.441267:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012da67100 00000100:00100000:0.0:1746134014.455333:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.455730:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.458595:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.466527:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.473146:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953547709184 00000100:00100000:0.0:1746134014.473154:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953547709184 00000100:00100000:0.0:1746134014.473198:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473 00000100:00100000:0.0:1746134014.473206:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830953547709184:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746134014.473223:0:9584:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 980097856 pending 57344 free 3922362368 avail 3687743488 00000100:00100000:0.0:1746134014.473270:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830953547709184:12345-0@lo:13:osp-pre-0-0.0 Request processed in 64us (607us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134014.473285:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473 00000100:00100000:0.0:1746134014.474652:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.475745:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+13:2009:x1830953551443712:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 921us (1092us total) trans 4294971904 rc 0/0 00000100:00100000:0.0:1746134014.475753:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1330 00002000:00100000:0.0:1746134014.475758:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800915f2300 x1830953551443712/t4294971904(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:225/0 lens 496/448 e 0 to 0 dl 1746134025 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134014.475765:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915f2300 with x1830953551443712 ext(0->7) 00010000:00010000:0.0:1746134014.475770:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095588c00/0x9682c7de153c5dd8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d307 expref: 13 pid: 24940 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746134014.475780:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095588c00/0x9682c7de153c5dd8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d307 expref: 13 pid: 24940 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746134014.475786:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800915f2300 00000100:00100000:0.0:1746134014.478203:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.485764:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.494701:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.495324:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.499706:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.500356:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.503094:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.505498:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.507643:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.514495:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.516084:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b901880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+14:2009:x1830953551445376:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1238us (1589us total) trans 4294971905 rc 0/0 00000100:00100000:0.0:1746134014.516093:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1332 00002000:00100000:0.0:1746134014.516099:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009b901880 x1830953551445376/t4294971905(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:225/0 lens 496/448 e 0 to 0 dl 1746134025 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134014.516106:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b901880 with x1830953551445376 ext(0->7) 00010000:00010000:0.0:1746134014.516137:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095545200/0x9682c7de153c5ded lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d31c expref: 14 pid: 18904 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746134014.516149:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095545200/0x9682c7de153c5ded lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d31c expref: 14 pid: 18904 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746134014.516155:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b901880 00000100:00100000:0.0:1746134014.521483:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.526034:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551445632 00000100:00100000:0.0:1746134014.526040:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551445632 00000100:00100000:0.0:1746134014.526081:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28143 00000100:00100000:0.0:1746134014.526089:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+14:1086:x1830953551445632:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134014.526103:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134014.526129:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800916b9000/0x9682c7de153c5dfb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574d32a expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134014.526152:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095545a00/0x9682c7de153c5df4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574d323 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134014.526159:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134014.526160:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134014.526163:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800916b9000/0x9682c7de153c5dfb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574d32a expref: 15 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134014.526185:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095545a00/0x9682c7de153c5df4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d323 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134014.526193:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095545a00/0x9682c7de153c5df4 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d323 expref: 5 pid: 18904 timeout: 783 lvb_type: 0 00000100:00100000:0.0:1746134014.526202:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091b0a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:18904:1830953547710080:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134014.526245:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134014.527755:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.528539:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091b0a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:18904:1830953547710080:192.168.203.26@tcp:104: 00010000:00010000:0.0:1746134014.528553:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800916b9000/0x9682c7de153c5dfb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574d32a expref: 14 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134014.528563:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800916b9000, rc 0) 00000100:00100000:0.0:1746134014.528577:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+14:1086:x1830953551445632:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2490us (2603us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134014.528583:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28143 00000100:00100000:0.0:1746134014.534022:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.536270:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.541944:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.547286:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.554167:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.554214:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.560786:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.563461:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.569208:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.579917:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.589726:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.591143:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+18:2010:x1830953551447680:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 630us (1416us total) trans 4294971907 rc 0/0 00000100:00100000:0.0:1746134014.591150:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1336 00002000:00100000:0.0:1746134014.591155:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88007282d500 x1830953551447680/t4294971907(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:225/0 lens 496/448 e 0 to 0 dl 1746134025 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134014.591162:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282d500 with x1830953551447680 ext(0->7) 00010000:00010000:0.0:1746134014.591167:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095544e00/0x9682c7de153c5e09 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d338 expref: 18 pid: 18904 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746134014.591177:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095544e00/0x9682c7de153c5e09 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d338 expref: 18 pid: 18904 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746134014.591182:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007282d500 00000100:00100000:0.0:1746134014.594868:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.599650:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.600000:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.603013:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.605087:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.608392:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.614228:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.622376:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+21:2012:x1830953551448960:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5681us (8144us total) trans 4294971908 rc 0/0 00000100:00100000:0.0:1746134014.622387:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1338 00002000:00100000:0.0:1746134014.622398:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008fe25880 x1830953551448960/t4294971908(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:225/0 lens 496/448 e 0 to 0 dl 1746134025 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134014.622406:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe25880 with x1830953551448960 ext(0->7) 00010000:00010000:0.0:1746134014.622415:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095544a00/0x9682c7de153c5e17 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d346 expref: 21 pid: 18904 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746134014.622427:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095544a00/0x9682c7de153c5e17 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d346 expref: 21 pid: 18904 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746134014.622433:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fe25880 00000100:00100000:0.0:1746134014.627929:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.632938:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.639284:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.639365:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.639658:0:10924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551449728 00000100:00100000:0.0:1746134014.639662:0:10924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551449728 00010000:00010000:0.0:1746134014.639680:0:10924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095589800/0x9682c7de153c5e1e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d34d expref: 21 pid: 24940 timeout: 783 lvb_type: 0 00000100:00100000:0.0:1746134014.639702:0:10924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13454 00000100:00100000:0.0:1746134014.639706:0:10924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+21:2011:x1830953551449728:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134014.639715:0:10924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134014.639730:0:10924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095589800/0x9682c7de153c5e1e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d34d expref: 21 pid: 24940 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746134014.639738:0:10924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095589800/0x9682c7de153c5e1e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d34d expref: 21 pid: 24940 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746134014.640475:0:10924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095589800/0x9682c7de153c5e1e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d34d expref: 21 pid: 24940 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746134014.640576:0:10924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134014.641510:0:10924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+20:2011:x1830953551449728:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1801us (2143us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134014.641517:0:10924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13454 00000100:00100000:0.0:1746134014.643719:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.651033:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.651880:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+22:2010:x1830953551450240:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 615us (852us total) trans 4294971909 rc 0/0 00000100:00100000:0.0:1746134014.651886:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1341 00002000:00100000:0.0:1746134014.651891:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012fdc5500 x1830953551450240/t4294971909(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:225/0 lens 496/448 e 0 to 0 dl 1746134025 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134014.651897:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc5500 with x1830953551450240 ext(0->7) 00010000:00010000:0.0:1746134014.651902:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095545e00/0x9682c7de153c5e25 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d354 expref: 22 pid: 18904 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746134014.651910:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095545e00/0x9682c7de153c5e25 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d354 expref: 22 pid: 18904 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746134014.651915:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fdc5500 00000100:00100000:0.0:1746134014.653494:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.661448:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.665825:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.666967:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.670855:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.682080:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.687672:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+25:2010:x1830953551451520:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1224us (5595us total) trans 4294971910 rc 0/0 00000100:00100000:0.0:1746134014.687679:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1343 00002000:00100000:0.0:1746134014.687685:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009bfbc000 x1830953551451520/t4294971910(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:225/0 lens 496/448 e 0 to 0 dl 1746134025 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134014.687691:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfbc000 with x1830953551451520 ext(0->7) 00010000:00010000:0.0:1746134014.687696:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012da4c000/0x9682c7de153c5e33 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d362 expref: 25 pid: 18904 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746134014.687705:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012da4c000/0x9682c7de153c5e33 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d362 expref: 25 pid: 18904 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746134014.687710:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bfbc000 00000100:00100000:0.0:1746134014.695185:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.702585:0:10924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009202ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:10924:1830953547712512:192.168.203.26@tcp:105: 00010000:00010000:0.0:1746134014.702601:0:10924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134014.702634:0:10924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d96b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+24:2012:x1830953551451648:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 7298us (7524us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134014.702642:0:10924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13457 00000100:00100000:0.0:1746134014.712033:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.726525:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.727494:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.737897:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.749597:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551452544:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134014.751334:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551452544:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 5417us (8811us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134014.751345:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1344 00002000:00100000:0.0:1746134014.751354:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008ad8df80 x1830953551452544/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:225/0 lens 488/4536 e 0 to 0 dl 1746134025 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134014.751363:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ad8df80 with x1830953551452544 ext(0->4095) 00010000:00010000:0.0:1746134014.751372:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095588200/0x9682c7de153c5e41 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d370 expref: 6 pid: 24940 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746134014.751385:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095588200/0x9682c7de153c5e41 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d370 expref: 6 pid: 24940 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746134014.751391:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ad8df80 00000100:00100000:0.0:1746134014.759314:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.765062:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551452928 00000100:00100000:0.0:1746134014.765070:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551452928 00002000:00100000:0.0:1746134014.765103:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009202ad80 x1830953551452928/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:225/0 lens 488/0 e 0 to 0 dl 1746134025 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134014.765208:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009202ad80 with x1830953551452928 ext(0->4095) 00002000:00010000:0.0:1746134014.765214:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009202ad80 00000100:00100000:0.0:1746134014.787242:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.796329:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.798740:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:2010:x1830953551453184:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2178us (2407us total) trans 4294971911 rc 0/0 00000100:00100000:0.0:1746134014.798749:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1345 00002000:00100000:0.0:1746134014.798756:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880091a85f80 x1830953551453184/t4294971911(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:225/0 lens 496/448 e 0 to 0 dl 1746134025 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134014.798764:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a85f80 with x1830953551453184 ext(0->7) 00010000:00010000:0.0:1746134014.798771:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095589200/0x9682c7de153c5e48 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d377 expref: 26 pid: 24940 timeout: 783 lvb_type: 0 00010000:00010000:0.0:1746134014.798783:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095589200/0x9682c7de153c5e48 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d377 expref: 26 pid: 24940 timeout: 783 lvb_type: 0 00002000:00010000:0.0:1746134014.798789:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091a85f80 00000100:00100000:0.0:1746134014.807450:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.807598:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.813768:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.820015:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.824981:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.846789:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.858291:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.874468:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2009:x1830953551454336:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 14654us (16175us total) trans 4294971912 rc 0/0 00000100:00100000:0.0:1746134014.874478:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1347 00002000:00100000:0.0:1746134014.874487:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009b14f480 x1830953551454336/t4294971912(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:225/0 lens 496/448 e 0 to 0 dl 1746134025 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134014.874496:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14f480 with x1830953551454336 ext(0->7) 00010000:00010000:0.0:1746134014.874503:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095589800/0x9682c7de153c5e56 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d385 expref: 28 pid: 24940 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746134014.874515:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095589800/0x9682c7de153c5e56 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d385 expref: 28 pid: 24940 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746134014.874521:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b14f480 00000100:00100000:0.0:1746134014.875013:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.880467:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.883573:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.885944:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.888657:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.891494:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.894739:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.896245:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+30:2009:x1830953551455488:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 987us (1504us total) trans 4294971913 rc 0/0 00000100:00100000:0.0:1746134014.896252:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1349 00002000:00100000:0.0:1746134014.896258:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009cb9c380 x1830953551455488/t4294971913(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:225/0 lens 496/448 e 0 to 0 dl 1746134025 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134014.896280:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9c380 with x1830953551455488 ext(0->7) 00010000:00010000:0.0:1746134014.896287:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095545400/0x9682c7de153c5e64 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d393 expref: 30 pid: 18904 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746134014.896298:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095545400/0x9682c7de153c5e64 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d393 expref: 30 pid: 18904 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746134014.896303:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cb9c380 00000100:00100000:0.0:1746134014.901773:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.907759:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.912391:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.920030:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.921014:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.927418:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.933305:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.937204:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801346a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+33:2009:x1830953551456768:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3575us (3899us total) trans 4294971914 rc 0/0 00000100:00100000:0.0:1746134014.937215:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1352 00002000:00100000:0.0:1746134014.937225:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8801346a8e00 x1830953551456768/t4294971914(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:225/0 lens 496/448 e 0 to 0 dl 1746134025 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134014.937233:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801346a8e00 with x1830953551456768 ext(0->7) 00010000:00010000:0.0:1746134014.937241:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095544c00/0x9682c7de153c5e72 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d3a1 expref: 33 pid: 24940 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746134014.937254:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095544c00/0x9682c7de153c5e72 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d3a1 expref: 33 pid: 24940 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746134014.937261:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801346a8e00 00000100:00100000:0.0:1746134014.946672:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.956525:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.964731:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551457280 00000100:00100000:0.0:1746134014.964738:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551457280 00000100:00100000:0.0:1746134014.964814:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28162 00000100:00100000:0.0:1746134014.964822:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1099:x1830953551457280:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134014.964836:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134014.964849:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bf66600/0x9682c7de153c5e80 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574d3af expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134014.964869:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134014.964871:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134014.964877:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bf66600/0x9682c7de153c5e80 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574d3af expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134014.964890:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bf66600/0x9682c7de153c5e80 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574d3af expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134014.964898:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bf66600, rc 0) 00000100:00100000:0.0:1746134014.965021:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1099:x1830953551457280:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 198us (441us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134014.965026:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28162 00000100:00100000:0.0:1746134014.965130:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551457408 00000100:00100000:0.0:1746134014.965133:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551457408 00000100:00100000:0.0:1746134014.965267:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28163 00000100:00100000:0.0:1746134014.965282:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+32:1086:x1830953551457408:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134014.965289:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134014.965294:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bf66200/0x9682c7de153c5e87 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574d3b6 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134014.965307:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095544a00/0x9682c7de153c5e79 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574d3a8 expref: 33 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134014.965315:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bf66600/0x9682c7de153c5e80 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574d3af expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134014.965319:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134014.965321:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134014.965323:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bf66200/0x9682c7de153c5e87 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574d3b6 expref: 33 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134014.965344:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bf66600/0x9682c7de153c5e80 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d3af expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134014.965354:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bf66600/0x9682c7de153c5e80 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d3af expref: 5 pid: 18904 timeout: 784 lvb_type: 0 00000100:00100000:0.0:1746134014.965363:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801346a9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:18904:1830953547714816:192.168.203.26@tcp:104: 00010000:00010000:0.0:1746134014.965427:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095544a00/0x9682c7de153c5e79 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d3a8 expref: 33 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134014.965433:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095544a00/0x9682c7de153c5e79 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d3a8 expref: 33 pid: 24940 timeout: 784 lvb_type: 0 00000100:00100000:0.0:1746134014.965441:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801346a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:18904:1830953547714944:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134014.965458:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134014.966777:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.968427:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.969486:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.969944:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.973097:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.984593:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551458560 00000100:00100000:0.0:1746134014.984601:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551458560 00002000:00100000:0.0:1746134014.984641:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800923a7480 x1830953551458560/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:225/0 lens 496/0 e 0 to 0 dl 1746134025 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134014.984651:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923a7480 with x1830953551458560 ext(0->7) 00010000:00010000:0.0:1746134014.984658:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bf66200/0x9682c7de153c5e87 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d3b6 expref: 33 pid: 18904 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746134014.984669:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bf66200/0x9682c7de153c5e87 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d3b6 expref: 33 pid: 18904 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746134014.984676:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800923a7480 00000100:00100000:0.0:1746134014.984773:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1355 00000100:00100000:0.0:1746134014.984781:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+33:2011:x1830953551458560:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134014.989252:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+35:2011:x1830953551458560:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4463us (4722us total) trans 4294971915 rc 0/0 00000100:00100000:0.0:1746134014.989262:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1355 00002000:00100000:0.0:1746134014.989281:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800923a7480 x1830953551458560/t4294971915(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:225/0 lens 496/448 e 0 to 0 dl 1746134025 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134014.989290:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923a7480 with x1830953551458560 ext(0->7) 00010000:00010000:0.0:1746134014.989298:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bf66200/0x9682c7de153c5e87 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d3b6 expref: 35 pid: 18904 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746134014.989311:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bf66200/0x9682c7de153c5e87 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d3b6 expref: 35 pid: 18904 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746134014.989317:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800923a7480 00000100:00100000:0.0:1746134014.990216:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.991249:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134014.996400:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.000356:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.001002:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00080000:0.0:1746134015.002190:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746134015.006706:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.012251:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.013860:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801346a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+36:2012:x1830953551459840:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1373us (1611us total) trans 4294971916 rc 0/0 00000100:00100000:0.0:1746134015.013867:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1358 00002000:00100000:0.0:1746134015.013873:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8801346a9500 x1830953551459840/t4294971916(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:226/0 lens 496/448 e 0 to 0 dl 1746134026 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134015.013880:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801346a9500 with x1830953551459840 ext(0->7) 00010000:00010000:0.0:1746134015.013886:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095589a00/0x9682c7de153c5e95 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d3c4 expref: 36 pid: 18904 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746134015.013900:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095589a00/0x9682c7de153c5e95 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d3c4 expref: 36 pid: 18904 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746134015.013905:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801346a9500 00000100:00100000:0.0:1746134015.022913:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.027470:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.028218:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.032403:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.040614:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.046539:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.056501:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801358b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+39:2011:x1830953551461120:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 7959us (9961us total) trans 4294971917 rc 0/0 00000100:00100000:0.0:1746134015.056511:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1360 00002000:00100000:0.0:1746134015.056521:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8801358b0e00 x1830953551461120/t4294971917(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:226/0 lens 496/448 e 0 to 0 dl 1746134026 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134015.056530:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801358b0e00 with x1830953551461120 ext(0->7) 00010000:00010000:0.0:1746134015.056538:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095545e00/0x9682c7de153c5ea3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d3d2 expref: 39 pid: 24940 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746134015.056552:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095545e00/0x9682c7de153c5ea3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d3d2 expref: 39 pid: 24940 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746134015.056559:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801358b0e00 00000100:00100000:0.0:1746134015.060908:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.070776:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.077608:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.083290:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.083365:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.094889:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.110818:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+40:2011:x1830953551462400:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3083us (5067us total) trans 4294971918 rc 0/0 00000100:00100000:0.0:1746134015.110827:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1363 00002000:00100000:0.0:1746134015.110835:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012d5e3b80 x1830953551462400/t4294971918(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:226/0 lens 496/448 e 0 to 0 dl 1746134026 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134015.110843:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d5e3b80 with x1830953551462400 ext(0->7) 00010000:00010000:0.0:1746134015.110851:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095544600/0x9682c7de153c5eb1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d3e0 expref: 40 pid: 24940 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746134015.110863:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095544600/0x9682c7de153c5eb1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d3e0 expref: 40 pid: 24940 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746134015.110868:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d5e3b80 00000100:00100000:0.0:1746134015.116371:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.121069:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.140380:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.150698:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.152609:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.154794:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801358b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+43:2011:x1830953551463680:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1280us (2186us total) trans 4294971919 rc 0/0 00000100:00100000:0.0:1746134015.154803:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1365 00002000:00100000:0.0:1746134015.154809:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8801358b3100 x1830953551463680/t4294971919(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:226/0 lens 496/448 e 0 to 0 dl 1746134026 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134015.154817:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801358b3100 with x1830953551463680 ext(0->7) 00010000:00010000:0.0:1746134015.154823:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095545200/0x9682c7de153c5ebf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d3ee expref: 43 pid: 24940 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746134015.154833:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095545200/0x9682c7de153c5ebf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d3ee expref: 43 pid: 24940 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746134015.154838:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801358b3100 00000100:00100000:0.0:1746134015.158182:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.167254:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.175670:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.178372:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.184223:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.185754:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.189636:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.192957:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.196747:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.202868:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.205297:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:2009:x1830953551465344:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1057us (2426us total) trans 4294971920 rc 0/0 00000100:00100000:0.0:1746134015.205304:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1367 00002000:00100000:0.0:1746134015.205310:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800915f1f80 x1830953551465344/t4294971920(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:226/0 lens 496/448 e 0 to 0 dl 1746134026 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134015.205317:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915f1f80 with x1830953551465344 ext(0->7) 00010000:00010000:0.0:1746134015.205325:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095544c00/0x9682c7de153c5ed4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d403 expref: 44 pid: 24940 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746134015.205336:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095544c00/0x9682c7de153c5ed4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d403 expref: 44 pid: 24940 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746134015.205341:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800915f1f80 00000100:00100000:0.0:1746134015.211847:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.214445:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.217732:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.221950:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.224389:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.230750:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.238105:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.248432:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.250015:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.255939:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.260152:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.262599:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.268389:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.274813:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.275581:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+48:2010:x1830953551467648:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 610us (768us total) trans 4294971922 rc 0/0 00000100:00100000:0.0:1746134015.275587:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1371 00002000:00100000:0.0:1746134015.275592:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880131cbca80 x1830953551467648/t4294971922(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:226/0 lens 496/448 e 0 to 0 dl 1746134026 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134015.275598:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cbca80 with x1830953551467648 ext(0->7) 00010000:00010000:0.0:1746134015.275602:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095544600/0x9682c7de153c5ef0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d41f expref: 48 pid: 24940 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746134015.275611:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095544600/0x9682c7de153c5ef0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d41f expref: 48 pid: 24940 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746134015.275616:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131cbca80 00000100:00100000:0.0:1746134015.287686:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.289660:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.294528:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.296762:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.299804:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.309247:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.313850:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.319182:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.322077:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.326742:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.330088:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.331377:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.333462:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.335481:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.336034:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.338515:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.342081:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.353671:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.356749:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088058a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+53:2011:x1830953551470592:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3418us (14665us total) trans 4294971924 rc 0/0 00000100:00100000:0.0:1746134015.356759:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1376 00002000:00100000:0.0:1746134015.356767:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880088058a80 x1830953551470592/t4294971924(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:226/0 lens 496/448 e 0 to 0 dl 1746134026 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134015.356775:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088058a80 with x1830953551470592 ext(0->7) 00010000:00010000:0.0:1746134015.356783:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095545800/0x9682c7de153c5f13 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d442 expref: 53 pid: 24940 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746134015.356793:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095545800/0x9682c7de153c5f13 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d442 expref: 53 pid: 24940 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746134015.356798:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088058a80 00000100:00100000:0.0:1746134015.360163:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.383798:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551471232 00000100:00100000:0.0:1746134015.383806:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551471232 00010000:00010000:0.0:1746134015.383838:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095544400/0x9682c7de153c5f1a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d449 expref: 6 pid: 24940 timeout: 784 lvb_type: 0 00000100:00100000:0.0:1746134015.383865:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13490 00000100:00100000:0.0:1746134015.383871:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953551471232:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134015.383882:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134015.383897:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095544400/0x9682c7de153c5f1a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d449 expref: 6 pid: 24940 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746134015.383907:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095544400/0x9682c7de153c5f1a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d449 expref: 6 pid: 24940 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746134015.383925:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095544400/0x9682c7de153c5f1a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d449 expref: 6 pid: 24940 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746134015.383944:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134015.383946:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134015.383951:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095544c00/0x9682c7de153c5f21 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574d450 expref: 51 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134015.383957:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095544c00/0x9682c7de153c5f21 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574d450 expref: 51 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134015.383984:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095544c00/0x9682c7de153c5f21 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574d450 expref: 51 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134015.383994:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088059500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8382:1830953547720448:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134015.384066:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134015.391783:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.400993:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.406318:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.407185:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088059f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:2010:x1830953551471744:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 692us (869us total) trans 4294971925 rc 0/0 00000100:00100000:0.0:1746134015.407191:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1378 00002000:00100000:0.0:1746134015.407197:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880088059f80 x1830953551471744/t4294971925(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:226/0 lens 496/448 e 0 to 0 dl 1746134026 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134015.407203:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088059f80 with x1830953551471744 ext(0->7) 00010000:00010000:0.0:1746134015.407207:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095544c00/0x9682c7de153c5f21 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d450 expref: 54 pid: 24940 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746134015.407220:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095544c00/0x9682c7de153c5f21 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d450 expref: 54 pid: 24940 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746134015.407226:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088059f80 00000100:00100000:0.0:1746134015.423200:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.424989:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.427714:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.447376:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.460790:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.461642:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008805b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:2010:x1830953551472896:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 686us (852us total) trans 4294971926 rc 0/0 00000100:00100000:0.0:1746134015.461649:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1380 00002000:00100000:0.0:1746134015.461654:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008805b100 x1830953551472896/t4294971926(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:226/0 lens 496/448 e 0 to 0 dl 1746134026 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134015.461661:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008805b100 with x1830953551472896 ext(0->7) 00010000:00010000:0.0:1746134015.461665:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095589e00/0x9682c7de153c5f2f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d45e expref: 56 pid: 9581 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746134015.461675:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095589e00/0x9682c7de153c5f2f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d45e expref: 56 pid: 9581 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746134015.461680:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008805b100 00000100:00100000:0.0:1746134015.468534:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.479297:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.481185:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.482568:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.492927:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.497547:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.500678:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.513762:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.514986:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.515134:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.519844:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.522300:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.528508:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800854b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+59:2009:x1830953551475200:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5872us (6207us total) trans 4294971927 rc 0/0 00000100:00100000:0.0:1746134015.528518:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1382 00002000:00100000:0.0:1746134015.528527:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800854b1500 x1830953551475200/t4294971927(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:226/0 lens 496/448 e 0 to 0 dl 1746134026 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134015.528536:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800854b1500 with x1830953551475200 ext(0->7) 00010000:00010000:0.0:1746134015.528544:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095588200/0x9682c7de153c5f44 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d473 expref: 59 pid: 9581 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746134015.528557:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095588200/0x9682c7de153c5f44 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d473 expref: 59 pid: 9581 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746134015.528564:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800854b1500 00000100:00100000:0.0:1746134015.537976:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.541686:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.541749:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.541768:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551475712 00000100:00100000:0.0:1746134015.541775:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551475712 00002000:00100000:0.0:1746134015.542733:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800854b1f80 x1830953551475712/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:226/0 lens 488/0 e 0 to 0 dl 1746134026 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134015.542740:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800854b1f80 with x1830953551475712 ext(0->4095) 00010000:00010000:0.0:1746134015.542745:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012da4d200/0x9682c7de153c5f4b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d47a expref: 60 pid: 9581 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746134015.542754:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012da4d200/0x9682c7de153c5f4b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d47a expref: 60 pid: 9581 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746134015.542759:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800854b1f80 00000100:00100000:0.0:1746134015.547311:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.547708:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.551470:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.559900:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.561801:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800854b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+60:2010:x1830953551476480:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1737us (1902us total) trans 4294971928 rc 0/0 00000100:00100000:0.0:1746134015.561809:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1385 00002000:00100000:0.0:1746134015.561816:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800854b2d80 x1830953551476480/t4294971928(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:226/0 lens 496/448 e 0 to 0 dl 1746134026 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134015.561823:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800854b2d80 with x1830953551476480 ext(0->7) 00010000:00010000:0.0:1746134015.561829:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012da4ce00/0x9682c7de153c5f52 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d481 expref: 60 pid: 9581 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746134015.561840:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012da4ce00/0x9682c7de153c5f52 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d481 expref: 60 pid: 9581 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746134015.561845:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800854b2d80 00000100:00100000:0.0:1746134015.566862:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551476608 00000100:00100000:0.0:1746134015.566869:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551476608 00010000:00010000:0.0:1746134015.566895:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012da4ce00/0x9682c7de153c5f52 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d481 expref: 60 pid: 9581 timeout: 784 lvb_type: 0 00000100:00100000:0.0:1746134015.566924:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13498 00000100:00100000:0.0:1746134015.566930:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+60:2009:x1830953551476608:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134015.566939:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134015.566954:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012da4ce00/0x9682c7de153c5f52 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d481 expref: 60 pid: 9581 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746134015.566964:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012da4ce00/0x9682c7de153c5f52 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d481 expref: 60 pid: 9581 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746134015.566981:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012da4ce00/0x9682c7de153c5f52 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d481 expref: 60 pid: 9581 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746134015.566996:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134015.566997:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134015.567003:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095545e00/0x9682c7de153c5f59 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574d488 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134015.567009:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095545e00/0x9682c7de153c5f59 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574d488 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134015.567032:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095545e00/0x9682c7de153c5f59 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574d488 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134015.567046:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800854b3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7221:1830953547722368:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134015.568091:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134015.571035:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.574859:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.576468:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.578897:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.581160:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.601800:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.606659:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+62:2012:x1830953551478272:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4090us (4857us total) trans 4294971929 rc 0/0 00000100:00100000:0.0:1746134015.606669:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1388 00002000:00100000:0.0:1746134015.606678:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800893e0380 x1830953551478272/t4294971929(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:226/0 lens 496/448 e 0 to 0 dl 1746134026 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134015.606686:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800893e0380 with x1830953551478272 ext(0->7) 00010000:00010000:0.0:1746134015.606694:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012da4d600/0x9682c7de153c5f67 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d496 expref: 62 pid: 18904 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746134015.606707:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012da4d600/0x9682c7de153c5f67 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d496 expref: 62 pid: 18904 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746134015.606712:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800893e0380 00000100:00100000:0.0:1746134015.616360:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.622000:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.625360:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.628352:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.645485:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.645520:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.646235:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.653735:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.670023:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551480064 00000100:00100000:0.0:1746134015.670030:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551480064 00002000:00100000:0.0:1746134015.670063:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880072971180 x1830953551480064/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:226/0 lens 496/0 e 0 to 0 dl 1746134026 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134015.670071:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072971180 with x1830953551480064 ext(0->7) 00010000:00010000:0.0:1746134015.670078:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012da4dc00/0x9682c7de153c5f7c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d4a4 expref: 62 pid: 9581 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746134015.670089:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012da4dc00/0x9682c7de153c5f7c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d4a4 expref: 62 pid: 9581 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746134015.670095:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072971180 00000100:00100000:0.0:1746134015.670110:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1390 00000100:00100000:0.0:1746134015.670131:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072971180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+62:2012:x1830953551480064:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134015.676676:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.681870:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.683683:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.686920:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.691709:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.699485:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.702496:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+66:2010:x1830953551481216:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2809us (3010us total) trans 4294971931 rc 0/0 00000100:00100000:0.0:1746134015.702510:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1392 00002000:00100000:0.0:1746134015.702519:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800893e3100 x1830953551481216/t4294971931(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:226/0 lens 496/448 e 0 to 0 dl 1746134026 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134015.702527:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800893e3100 with x1830953551481216 ext(0->7) 00010000:00010000:0.0:1746134015.702535:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012da4d600/0x9682c7de153c5f8a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d4b9 expref: 66 pid: 9581 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746134015.702546:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012da4d600/0x9682c7de153c5f8a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d4b9 expref: 66 pid: 9581 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746134015.702553:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800893e3100 00000100:00100000:0.0:1746134015.711458:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.712766:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.717273:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551481728 00000100:00100000:0.0:1746134015.717279:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551481728 00002000:00100000:0.0:1746134015.717306:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008805a680 x1830953551481728/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:226/0 lens 488/0 e 0 to 0 dl 1746134026 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134015.717314:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008805a680 with x1830953551481728 ext(0->4095) 00010000:00010000:0.0:1746134015.717321:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095589800/0x9682c7de153c5f91 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d4c0 expref: 6 pid: 18904 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746134015.717331:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095589800/0x9682c7de153c5f91 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d4c0 expref: 6 pid: 18904 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746134015.717337:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008805a680 00000100:00100000:0.0:1746134015.717361:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1393 00000100:00100000:0.0:1746134015.717368:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008805a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551481728:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134015.717471:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008805a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551481728:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 103us (396us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134015.717476:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1393 00002000:00100000:0.0:1746134015.717482:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008805a680 x1830953551481728/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:226/0 lens 488/4536 e 0 to 0 dl 1746134026 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134015.717488:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008805a680 with x1830953551481728 ext(0->4095) 00010000:00010000:0.0:1746134015.717493:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095589800/0x9682c7de153c5f91 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d4c0 expref: 6 pid: 18904 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746134015.717501:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095589800/0x9682c7de153c5f91 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d4c0 expref: 6 pid: 18904 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746134015.717506:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008805a680 00000100:00100000:0.0:1746134015.723494:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.737601:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.745351:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.749655:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072814000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+68:2009:x1830953551482368:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3953us (4304us total) trans 4294971932 rc 0/0 00000100:00100000:0.0:1746134015.749665:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1394 00002000:00100000:0.0:1746134015.749672:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880072814000 x1830953551482368/t4294971932(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:226/0 lens 496/448 e 0 to 0 dl 1746134026 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134015.749680:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072814000 with x1830953551482368 ext(0->7) 00010000:00010000:0.0:1746134015.749687:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095544400/0x9682c7de153c5f98 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d4c7 expref: 68 pid: 18904 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746134015.749705:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095544400/0x9682c7de153c5f98 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d4c7 expref: 68 pid: 18904 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746134015.749710:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072814000 00000100:00100000:0.0:1746134015.756634:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.757443:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.762585:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.765588:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.770650:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.779891:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.789254:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.790254:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072815500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+70:2009:x1830953551483520:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 749us (1002us total) trans 4294971933 rc 0/0 00000100:00100000:0.0:1746134015.790260:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1396 00002000:00100000:0.0:1746134015.790275:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880072815500 x1830953551483520/t4294971933(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:226/0 lens 496/448 e 0 to 0 dl 1746134026 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134015.790284:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072815500 with x1830953551483520 ext(0->7) 00010000:00010000:0.0:1746134015.790289:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012da4ca00/0x9682c7de153c5fa6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d4d5 expref: 70 pid: 9581 timeout: 784 lvb_type: 0 00010000:00010000:0.0:1746134015.790300:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012da4ca00/0x9682c7de153c5fa6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d4d5 expref: 70 pid: 9581 timeout: 784 lvb_type: 0 00002000:00010000:0.0:1746134015.790305:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072815500 00000100:00100000:0.0:1746134015.795586:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.803257:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.808320:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.811785:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.820155:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.826945:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.828103:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072816a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+72:2011:x1830953551484672:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 848us (1162us total) trans 4294971934 rc 0/0 00000100:00100000:0.0:1746134015.828110:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1398 00002000:00100000:0.0:1746134015.828132:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880072816a00 x1830953551484672/t4294971934(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:226/0 lens 496/448 e 0 to 0 dl 1746134026 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134015.828139:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072816a00 with x1830953551484672 ext(0->7) 00010000:00010000:0.0:1746134015.828144:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095545400/0x9682c7de153c5fb4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d4e3 expref: 72 pid: 18904 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746134015.828153:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095545400/0x9682c7de153c5fb4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d4e3 expref: 72 pid: 18904 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746134015.828159:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072816a00 00000100:00100000:0.0:1746134015.833414:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.842957:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.847309:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551485184 00000100:00100000:0.0:1746134015.847315:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551485184 00002000:00100000:0.0:1746134015.847344:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091868000 x1830953551485184/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:226/0 lens 488/0 e 0 to 0 dl 1746134026 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134015.847352:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091868000 with x1830953551485184 ext(0->4095) 00010000:00010000:0.0:1746134015.847359:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095544800/0x9682c7de153c5fbb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d4ea expref: 6 pid: 18904 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746134015.847370:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095544800/0x9682c7de153c5fbb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d4ea expref: 6 pid: 18904 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746134015.847376:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091868000 00000100:00100000:0.0:1746134015.847387:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1399 00000100:00100000:0.0:1746134015.847392:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091868000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551485184:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134015.847492:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091868000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551485184:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 100us (476us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134015.847498:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1399 00002000:00100000:0.0:1746134015.847502:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091868000 x1830953551485184/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:226/0 lens 488/4536 e 0 to 0 dl 1746134026 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134015.847508:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091868000 with x1830953551485184 ext(0->4095) 00010000:00010000:0.0:1746134015.847512:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095544800/0x9682c7de153c5fbb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d4ea expref: 6 pid: 18904 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746134015.847520:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095544800/0x9682c7de153c5fbb lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d4ea expref: 6 pid: 18904 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746134015.847525:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091868000 00000100:00100000:0.0:1746134015.852472:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.853322:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.855646:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.861024:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.862281:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088050000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+75:2012:x1830953551485952:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 819us (1262us total) trans 4294971935 rc 0/0 00000100:00100000:0.0:1746134015.862289:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1401 00002000:00100000:0.0:1746134015.862294:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880088050000 x1830953551485952/t4294971935(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:226/0 lens 496/448 e 0 to 0 dl 1746134026 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134015.862301:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088050000 with x1830953551485952 ext(0->7) 00010000:00010000:0.0:1746134015.862305:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095544c00/0x9682c7de153c5fc2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d4f1 expref: 75 pid: 18904 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746134015.862315:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095544c00/0x9682c7de153c5fc2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d4f1 expref: 75 pid: 18904 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746134015.862320:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088050000 00000100:00100000:0.0:1746134015.865219:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.869960:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.870009:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.872074:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.872212:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.877960:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.881441:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.891326:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088051500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+76:2009:x1830953551487232:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 9422us (9884us total) trans 4294971936 rc 0/0 00000100:00100000:0.0:1746134015.891336:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1404 00002000:00100000:0.0:1746134015.891346:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880088051500 x1830953551487232/t4294971936(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:226/0 lens 496/448 e 0 to 0 dl 1746134026 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134015.891355:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088051500 with x1830953551487232 ext(0->7) 00010000:00010000:0.0:1746134015.891363:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095544c00/0x9682c7de153c5fd0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d4ff expref: 76 pid: 18904 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746134015.891377:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095544c00/0x9682c7de153c5fd0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d4ff expref: 76 pid: 18904 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746134015.891383:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088051500 00000100:00100000:0.0:1746134015.896206:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.910569:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.910676:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.920691:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.921480:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.927336:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.945945:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.946830:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088052a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+79:2012:x1830953551488512:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 687us (889us total) trans 4294971937 rc 0/0 00000100:00100000:0.0:1746134015.946836:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1406 00002000:00100000:0.0:1746134015.946842:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880088052a00 x1830953551488512/t4294971937(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:226/0 lens 496/448 e 0 to 0 dl 1746134026 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134015.946848:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088052a00 with x1830953551488512 ext(0->7) 00010000:00010000:0.0:1746134015.946853:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012da4d600/0x9682c7de153c5fde lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d50d expref: 79 pid: 18904 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746134015.946862:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012da4d600/0x9682c7de153c5fde lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d50d expref: 79 pid: 18904 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746134015.946866:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088052a00 00000100:00100000:0.0:1746134015.948155:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.951089:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551488896 00000100:00100000:0.0:1746134015.951094:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551488896 00002000:00100000:0.0:1746134015.951140:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091868380 x1830953551488896/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:226/0 lens 488/0 e 0 to 0 dl 1746134026 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134015.951149:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091868380 with x1830953551488896 ext(0->4095) 00002000:00010000:0.0:1746134015.951153:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091868380 00000100:00100000:0.0:1746134015.951178:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12367 00000100:00100000:0.0:1746134015.951185:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091868380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+78:2011:x1830953551488896:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134015.951298:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091868380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+78:2011:x1830953551488896:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 113us (1127us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134015.951304:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12367 00002000:00100000:0.0:1746134015.951309:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091868380 x1830953551488896/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:226/0 lens 488/4536 e 0 to 0 dl 1746134026 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134015.951315:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091868380 with x1830953551488896 ext(0->4095) 00002000:00010000:0.0:1746134015.951318:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091868380 00000100:00100000:0.0:1746134015.952656:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.956166:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.987517:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.990548:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.990589:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.994383:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134015.994984:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.005678:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00080000:0.0:1746134016.006064:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746134016.014364:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.015528:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088051c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+81:2010:x1830953551490560:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 985us (1168us total) trans 4294971938 rc 0/0 00000100:00100000:0.0:1746134016.015535:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1409 00002000:00100000:0.0:1746134016.015541:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880088051c00 x1830953551490560/t4294971938(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:227/0 lens 496/448 e 0 to 0 dl 1746134027 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134016.015548:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088051c00 with x1830953551490560 ext(0->7) 00010000:00010000:0.0:1746134016.015553:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095545800/0x9682c7de153c5ff3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d522 expref: 81 pid: 24940 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746134016.015562:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095545800/0x9682c7de153c5ff3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d522 expref: 81 pid: 24940 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746134016.015568:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088051c00 00000100:00100000:0.0:1746134016.017160:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.019869:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.027371:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.029290:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.049394:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.051943:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.051988:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.056840:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.058172:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551492096 00000100:00100000:0.0:1746134016.058176:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551492096 00002000:00100000:0.0:1746134016.058199:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800854b0000 x1830953551492096/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:227/0 lens 488/0 e 0 to 0 dl 1746134027 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134016.058206:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800854b0000 with x1830953551492096 ext(0->4095) 00010000:00010000:0.0:1746134016.058211:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095544400/0x9682c7de153c6008 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d537 expref: 82 pid: 24940 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746134016.058220:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095544400/0x9682c7de153c6008 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d537 expref: 82 pid: 24940 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746134016.058225:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800854b0000 00000100:00100000:0.0:1746134016.058236:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1410 00000100:00100000:0.0:1746134016.058241:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800854b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+82:2010:x1830953551492096:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134016.058339:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800854b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+82:2010:x1830953551492096:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 97us (306us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134016.058345:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1410 00002000:00100000:0.0:1746134016.058349:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800854b0000 x1830953551492096/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:227/0 lens 488/4536 e 0 to 0 dl 1746134027 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134016.058355:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800854b0000 with x1830953551492096 ext(0->4095) 00010000:00010000:0.0:1746134016.058359:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095544400/0x9682c7de153c6008 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d537 expref: 82 pid: 24940 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746134016.058366:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095544400/0x9682c7de153c6008 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d537 expref: 82 pid: 24940 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746134016.058370:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800854b0000 00000100:00100000:0.0:1746134016.085309:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.085355:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.087861:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:2009:x1830953551492352:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2333us (2554us total) trans 4294971939 rc 0/0 00000100:00100000:0.0:1746134016.087868:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1411 00002000:00100000:0.0:1746134016.087875:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880085f3d880 x1830953551492352/t4294971939(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:227/0 lens 496/448 e 0 to 0 dl 1746134027 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134016.087883:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3d880 with x1830953551492352 ext(0->7) 00010000:00010000:0.0:1746134016.087889:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095544400/0x9682c7de153c6008 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d537 expref: 84 pid: 24940 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746134016.087900:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095544400/0x9682c7de153c6008 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d537 expref: 84 pid: 24940 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746134016.087905:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880085f3d880 00000100:00100000:0.0:1746134016.095101:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.097649:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551492864 00000100:00100000:0.0:1746134016.097654:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551492864 00002000:00100000:0.0:1746134016.097683:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800854b0380 x1830953551492864/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:227/0 lens 488/0 e 0 to 0 dl 1746134027 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134016.097692:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800854b0380 with x1830953551492864 ext(0->4095) 00010000:00010000:0.0:1746134016.097698:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012da4ce00/0x9682c7de153c600f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d53e expref: 83 pid: 24940 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746134016.097708:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012da4ce00/0x9682c7de153c600f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d53e expref: 83 pid: 24940 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746134016.097714:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800854b0380 00000100:00100000:0.0:1746134016.097727:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1412 00000100:00100000:0.0:1746134016.097731:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800854b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+83:2009:x1830953551492864:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134016.097831:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800854b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+83:2009:x1830953551492864:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 98us (470us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134016.097837:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1412 00002000:00100000:0.0:1746134016.097841:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800854b0380 x1830953551492864/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:227/0 lens 488/4536 e 0 to 0 dl 1746134027 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134016.097848:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800854b0380 with x1830953551492864 ext(0->4095) 00010000:00010000:0.0:1746134016.097852:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012da4ce00/0x9682c7de153c600f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d53e expref: 83 pid: 24940 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746134016.097860:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012da4ce00/0x9682c7de153c600f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d53e expref: 83 pid: 24940 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746134016.097866:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800854b0380 00000100:00100000:0.0:1746134016.100044:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.104956:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.111564:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091868a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:2010:x1830953551493632:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1480us (2385us total) trans 4294971940 rc 0/0 00000100:00100000:0.0:1746134016.111573:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1414 00002000:00100000:0.0:1746134016.111580:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880091868a80 x1830953551493632/t4294971940(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:227/0 lens 496/448 e 0 to 0 dl 1746134027 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134016.111588:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091868a80 with x1830953551493632 ext(0->7) 00010000:00010000:0.0:1746134016.111595:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d854a00/0x9682c7de153c6016 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d545 expref: 84 pid: 24940 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746134016.111606:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d854a00/0x9682c7de153c6016 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d545 expref: 84 pid: 24940 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746134016.111616:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091868a80 00000100:00100000:0.0:1746134016.113228:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.116437:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.117674:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.118561:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.119862:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.121745:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.124315:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.125754:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072973100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:2012:x1830953551494912:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 912us (1442us total) trans 4294971941 rc 0/0 00000100:00100000:0.0:1746134016.125762:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1416 00002000:00100000:0.0:1746134016.125769:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880072973100 x1830953551494912/t4294971941(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:227/0 lens 496/448 e 0 to 0 dl 1746134027 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134016.125776:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072973100 with x1830953551494912 ext(0->7) 00010000:00010000:0.0:1746134016.125782:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d855c00/0x9682c7de153c6024 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d553 expref: 87 pid: 24940 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746134016.125793:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d855c00/0x9682c7de153c6024 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d553 expref: 87 pid: 24940 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746134016.125798:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072973100 00000100:00100000:0.0:1746134016.127623:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.134203:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.138656:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.139577:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.143702:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.144645:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.149447:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.172545:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.172604:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091868e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8382:1830953547729920:192.168.203.26@tcp:105: 00010000:00010000:0.0:1746134016.172617:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134016.172646:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072973480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953551496064:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 22907us (23206us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134016.172654:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13530 00000100:00100000:0.0:1746134016.177432:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.181816:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce32300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24940:1830953547730048:192.168.203.26@tcp:104: 00010000:00010000:0.0:1746134016.181841:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d855e00/0x9682c7de153c6040 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574d56f expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134016.181854:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d855e00, rc 0) 00000100:00100000:0.0:1746134016.182877:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.184036:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072970000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+88:2009:x1830953551496576:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1006us (1157us total) trans 4294971942 rc 0/0 00000100:00100000:0.0:1746134016.184045:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1418 00002000:00100000:0.0:1746134016.184051:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880072970000 x1830953551496576/t4294971942(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:227/0 lens 496/448 e 0 to 0 dl 1746134027 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134016.184057:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072970000 with x1830953551496576 ext(0->7) 00010000:00010000:0.0:1746134016.184063:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d855800/0x9682c7de153c6039 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d568 expref: 88 pid: 24940 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746134016.184074:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d855800/0x9682c7de153c6039 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d568 expref: 88 pid: 24940 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746134016.184079:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072970000 00000100:00100000:0.0:1746134016.190317:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.199660:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.202092:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1419 00000100:00100000:0.0:1746134016.202108:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551497088:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134016.202252:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551497088:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 147us (2596us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134016.202258:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1419 00002000:00100000:0.0:1746134016.202274:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800923a6a00 x1830953551497088/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:227/0 lens 488/4536 e 0 to 0 dl 1746134027 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134016.202284:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923a6a00 with x1830953551497088 ext(0->4095) 00010000:00010000:0.0:1746134016.202291:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d855e00/0x9682c7de153c6040 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d56f expref: 6 pid: 24940 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746134016.202301:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d855e00/0x9682c7de153c6040 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d56f expref: 6 pid: 24940 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746134016.202306:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800923a6a00 00000100:00100000:0.0:1746134016.204025:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.209344:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.236329:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.239255:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.250504:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.250696:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.263184:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.268244:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+93:2010:x1830953551499008:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4772us (5055us total) trans 4294971944 rc 0/0 00000100:00100000:0.0:1746134016.268254:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1422 00002000:00100000:0.0:1746134016.268274:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800923a5880 x1830953551499008/t4294971944(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:227/0 lens 496/448 e 0 to 0 dl 1746134027 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134016.268283:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923a5880 with x1830953551499008 ext(0->7) 00010000:00010000:0.0:1746134016.268291:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095545800/0x9682c7de153c6055 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d584 expref: 93 pid: 24940 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746134016.268386:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095545800/0x9682c7de153c6055 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d584 expref: 93 pid: 24940 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746134016.268392:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800923a5880 00000100:00100000:0.0:1746134016.273972:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.279981:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.281125:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce33100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8382:1830953547731200:192.168.203.26@tcp:105: 00010000:00010000:0.0:1746134016.281136:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134016.281167:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+95:2012:x1830953551499136:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 7031us (7202us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134016.281174:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13535 00000100:00100000:0.0:1746134016.290006:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.292732:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.295512:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.300207:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.302515:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+94:2011:x1830953551500288:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1887us (2305us total) trans 4294971945 rc 0/0 00000100:00100000:0.0:1746134016.302523:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1425 00002000:00100000:0.0:1746134016.302531:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008ad8ea00 x1830953551500288/t4294971945(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:227/0 lens 496/448 e 0 to 0 dl 1746134027 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134016.302538:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ad8ea00 with x1830953551500288 ext(0->7) 00010000:00010000:0.0:1746134016.302547:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095545200/0x9682c7de153c6063 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d592 expref: 94 pid: 24940 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746134016.302559:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095545200/0x9682c7de153c6063 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d592 expref: 94 pid: 24940 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746134016.302564:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ad8ea00 00000100:00100000:0.0:1746134016.305623:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.318758:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.325338:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.326969:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.327796:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.336746:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.336794:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.336816:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551501440 00000100:00100000:0.0:1746134016.336823:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551501440 00010000:00010000:0.0:1746134016.336848:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095545800/0x9682c7de153c606a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d599 expref: 6 pid: 24940 timeout: 785 lvb_type: 0 00000100:00100000:0.0:1746134016.336878:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551501312 00000100:00100000:0.0:1746134016.336880:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551501312 00010000:00010000:0.0:1746134016.336888:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092339e00/0x9682c7de153c6071 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d5a0 expref: 96 pid: 24940 timeout: 785 lvb_type: 0 00000100:00100000:0.0:1746134016.336904:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13538 00000100:00100000:0.0:1746134016.336909:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2011:x1830953551501440:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134016.336920:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134016.336934:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095545800/0x9682c7de153c606a lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d599 expref: 6 pid: 24940 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746134016.336943:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095545800/0x9682c7de153c606a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d599 expref: 6 pid: 24940 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746134016.336962:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134016.337875:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2011:x1830953551501440:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 963us (1133us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134016.337881:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13538 00000100:00100000:0.0:1746134016.338322:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551501568 00000100:00100000:0.0:1746134016.338326:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551501568 00000100:00100000:0.0:1746134016.338425:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28235 00000100:00100000:0.0:1746134016.338430:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091869f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1099:x1830953551501568:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134016.338440:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134016.338449:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092355a00/0x9682c7de153c607f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574d5ae expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134016.338464:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095589400/0x9682c7de153c6078 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574d5a7 expref: 94 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134016.338470:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134016.338471:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134016.338474:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092355a00/0x9682c7de153c607f lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574d5ae expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134016.338489:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095589400/0x9682c7de153c6078 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d5a7 expref: 94 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134016.338497:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095589400/0x9682c7de153c6078 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d5a7 expref: 94 pid: 9581 timeout: 785 lvb_type: 0 00000100:00100000:0.0:1746134016.338505:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011db4ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9581:1830953547732480:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134016.338549:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c000 going to sleep for 11 seconds 00000100:00100000:0.0:1746134016.344819:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.355927:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091869c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+96:2011:x1830953551502080:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 648us (889us total) trans 4294971946 rc 0/0 00000100:00100000:0.0:1746134016.355934:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1428 00002000:00100000:0.0:1746134016.355939:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880091869c00 x1830953551502080/t4294971946(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:227/0 lens 496/448 e 0 to 0 dl 1746134027 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134016.355945:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091869c00 with x1830953551502080 ext(0->7) 00010000:00010000:0.0:1746134016.359344:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095589400/0x9682c7de153c6078 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d5a7 expref: 96 pid: 9581 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746134016.359365:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095589400/0x9682c7de153c6078 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d5a7 expref: 96 pid: 9581 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746134016.359375:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091869c00 00000100:00100000:0.0:1746134016.366233:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.366285:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.373072:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.380863:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.401731:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.415249:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.420448:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.424917:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.429650:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.435049:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.435169:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.438072:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.439187:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.439226:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.441704:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.444007:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.444844:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+101:2010:x1830953551505280:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 624us (839us total) trans 4294971948 rc 0/0 00000100:00100000:0.0:1746134016.444850:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1432 00002000:00100000:0.0:1746134016.444856:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009b5a9500 x1830953551505280/t4294971948(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:227/0 lens 496/448 e 0 to 0 dl 1746134027 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134016.444863:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5a9500 with x1830953551505280 ext(0->7) 00010000:00010000:0.0:1746134016.444867:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095588200/0x9682c7de153c609b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d5ca expref: 101 pid: 9581 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746134016.444877:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095588200/0x9682c7de153c609b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d5ca expref: 101 pid: 9581 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746134016.444890:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b5a9500 00000100:00100000:0.0:1746134016.447751:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.455513:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.469048:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.469087:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.473948:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.475048:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.477339:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.484575:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.492785:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.502422:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.506903:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+102:2010:x1830953551506944:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3846us (4478us total) trans 4294971949 rc 0/0 00000100:00100000:0.0:1746134016.506915:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1434 00002000:00100000:0.0:1746134016.506926:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800957a0380 x1830953551506944/t4294971949(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:227/0 lens 496/448 e 0 to 0 dl 1746134027 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134016.506934:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957a0380 with x1830953551506944 ext(0->7) 00010000:00010000:0.0:1746134016.506943:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095545200/0x9682c7de153c60b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d5df expref: 102 pid: 24940 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746134016.506956:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095545200/0x9682c7de153c60b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d5df expref: 102 pid: 24940 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746134016.506962:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800957a0380 00000100:00100000:0.0:1746134016.511509:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551507200 00000100:00100000:0.0:1746134016.511520:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551507200 00010000:00010000:0.0:1746134016.511546:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095545200/0x9682c7de153c60b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d5df expref: 103 pid: 24940 timeout: 785 lvb_type: 0 00000100:00100000:0.0:1746134016.511582:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13548 00000100:00100000:0.0:1746134016.511589:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800854b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+103:2011:x1830953551507200:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134016.511598:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134016.511614:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095545200/0x9682c7de153c60b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d5df expref: 103 pid: 24940 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746134016.511624:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095545200/0x9682c7de153c60b0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d5df expref: 103 pid: 24940 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746134016.511640:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095545200/0x9682c7de153c60b0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d5df expref: 103 pid: 24940 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746134016.511660:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134016.511662:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134016.511667:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8cb200/0x9682c7de153c60b7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d5e6 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134016.511674:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8cb200/0x9682c7de153c60b7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d5e6 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134016.511697:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8cb200/0x9682c7de153c60b7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d5e6 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134016.511706:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8cb200/0x9682c7de153c60b7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d5e6 expref: 5 pid: 24940 timeout: 785 lvb_type: 0 00000100:00100000:0.0:1746134016.511715:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800957a3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8382:1830953547734528:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134016.513467:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c540 going to sleep for 11 seconds 00000100:00100000:0.0:1746134016.517956:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.524803:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.531225:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551507840 00000100:00100000:0.0:1746134016.531232:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551507840 00002000:00100000:0.0:1746134016.531275:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ce30700 x1830953551507840/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:227/0 lens 488/0 e 0 to 0 dl 1746134027 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134016.531285:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce30700 with x1830953551507840 ext(0->4095) 00002000:00010000:0.0:1746134016.531289:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ce30700 00000100:00100000:0.0:1746134016.531316:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12383 00000100:00100000:0.0:1746134016.531322:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+102:2009:x1830953551507840:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134016.531436:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+102:2009:x1830953551507840:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 113us (266us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134016.531442:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12383 00002000:00100000:0.0:1746134016.531447:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ce30700 x1830953551507840/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:227/0 lens 488/4536 e 0 to 0 dl 1746134027 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134016.531453:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce30700 with x1830953551507840 ext(0->4095) 00002000:00010000:0.0:1746134016.531456:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ce30700 00000100:00100000:0.0:1746134016.536274:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.539092:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.542206:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+104:2010:x1830953551508096:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2889us (3108us total) trans 4294971950 rc 0/0 00000100:00100000:0.0:1746134016.542218:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1436 00002000:00100000:0.0:1746134016.542225:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800957a0000 x1830953551508096/t4294971950(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:227/0 lens 496/448 e 0 to 0 dl 1746134027 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134016.542232:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957a0000 with x1830953551508096 ext(0->7) 00010000:00010000:0.0:1746134016.542239:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8cac00/0x9682c7de153c60be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d5ed expref: 104 pid: 24940 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746134016.542250:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8cac00/0x9682c7de153c60be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d5ed expref: 104 pid: 24940 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746134016.542256:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800957a0000 00000100:00100000:0.0:1746134016.566547:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.569337:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.584323:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.588534:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.596853:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.599823:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.600956:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d140000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+106:2011:x1830953551509248:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 967us (1137us total) trans 4294971951 rc 0/0 00000100:00100000:0.0:1746134016.600962:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1438 00002000:00100000:0.0:1746134016.600967:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012d140000 x1830953551509248/t4294971951(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:227/0 lens 496/448 e 0 to 0 dl 1746134027 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134016.600974:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d140000 with x1830953551509248 ext(0->7) 00010000:00010000:0.0:1746134016.600978:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c6a1c00/0x9682c7de153c60cc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d5fb expref: 106 pid: 18904 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746134016.600991:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c6a1c00/0x9682c7de153c60cc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d5fb expref: 106 pid: 18904 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746134016.600996:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d140000 00000100:00100000:0.0:1746134016.614208:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.615495:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.618054:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.622837:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.625898:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.630506:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.633623:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.635474:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d143b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+108:2010:x1830953551510400:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1688us (1845us total) trans 4294971952 rc 0/0 00000100:00100000:0.0:1746134016.635482:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1440 00002000:00100000:0.0:1746134016.635488:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012d143b80 x1830953551510400/t4294971952(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:227/0 lens 496/448 e 0 to 0 dl 1746134027 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134016.635495:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d143b80 with x1830953551510400 ext(0->7) 00010000:00010000:0.0:1746134016.635500:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8cae00/0x9682c7de153c60da lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d609 expref: 108 pid: 18904 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746134016.635511:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8cae00/0x9682c7de153c60da lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d609 expref: 108 pid: 18904 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746134016.635516:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d143b80 00000100:00100000:0.0:1746134016.638623:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.648231:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.655695:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.662903:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.662955:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.671469:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.671538:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.672943:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.689958:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.697293:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+111:2011:x1830953551512448:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 6538us (7332us total) trans 4294971953 rc 0/0 00000100:00100000:0.0:1746134016.697304:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1442 00002000:00100000:0.0:1746134016.697314:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009c7e5880 x1830953551512448/t4294971953(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:227/0 lens 496/448 e 0 to 0 dl 1746134027 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134016.697322:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7e5880 with x1830953551512448 ext(0->7) 00010000:00010000:0.0:1746134016.697330:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8cb200/0x9682c7de153c60ef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d61e expref: 111 pid: 18904 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746134016.697343:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8cb200/0x9682c7de153c60ef lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d61e expref: 111 pid: 18904 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746134016.697349:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c7e5880 00000100:00100000:0.0:1746134016.706001:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.722022:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.722089:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.722135:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551512960 00000100:00100000:0.0:1746134016.722142:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551512960 00002000:00100000:0.0:1746134016.723184:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c7e4e00 x1830953551512960/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:227/0 lens 488/0 e 0 to 0 dl 1746134027 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134016.723194:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7e4e00 with x1830953551512960 ext(0->4095) 00002000:00010000:0.0:1746134016.723198:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c7e4e00 00000100:00100000:0.0:1746134016.723218:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12389 00000100:00100000:0.0:1746134016.723225:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+111:2009:x1830953551512960:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134016.723354:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+111:2009:x1830953551512960:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 129us (1263us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134016.723359:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12389 00002000:00100000:0.0:1746134016.723364:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c7e4e00 x1830953551512960/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:227/0 lens 488/4536 e 0 to 0 dl 1746134027 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134016.723370:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7e4e00 with x1830953551512960 ext(0->4095) 00002000:00010000:0.0:1746134016.723372:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c7e4e00 00000100:00100000:0.0:1746134016.739600:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.740497:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13558 00000100:00100000:0.0:1746134016.740506:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+112:2010:x1830953551513216:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134016.740517:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134016.740533:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8cb600/0x9682c7de153c60f6 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d625 expref: 112 pid: 18904 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746134016.740545:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8cb600/0x9682c7de153c60f6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d625 expref: 112 pid: 18904 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746134016.740564:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134016.740566:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134016.740572:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095588800/0x9682c7de153c60fd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d62c expref: 112 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134016.740579:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095588800/0x9682c7de153c60fd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d62c expref: 112 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134016.740605:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095588800/0x9682c7de153c60fd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d62c expref: 112 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134016.740614:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095588800/0x9682c7de153c60fd lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d62c expref: 112 pid: 24940 timeout: 785 lvb_type: 0 00000100:00100000:0.0:1746134016.740624:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7e6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7220:1830953547736960:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134016.741609:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90ca80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134016.747308:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.750106:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.751810:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+112:2010:x1830953551513728:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1253us (1704us total) trans 4294971954 rc 0/0 00000100:00100000:0.0:1746134016.751819:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1444 00002000:00100000:0.0:1746134016.751826:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009c7e5c00 x1830953551513728/t4294971954(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:227/0 lens 496/448 e 0 to 0 dl 1746134027 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134016.751833:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7e5c00 with x1830953551513728 ext(0->7) 00010000:00010000:0.0:1746134016.752915:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095588800/0x9682c7de153c60fd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d62c expref: 112 pid: 24940 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746134016.752932:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095588800/0x9682c7de153c60fd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d62c expref: 112 pid: 24940 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746134016.752940:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c7e5c00 00000100:00100000:0.0:1746134016.758110:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.762786:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.762807:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551514112 00000100:00100000:0.0:1746134016.762812:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551514112 00002000:00100000:0.0:1746134016.762837:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800872b4380 x1830953551514112/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:227/0 lens 488/0 e 0 to 0 dl 1746134027 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134016.762845:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800872b4380 with x1830953551514112 ext(0->4095) 00002000:00010000:0.0:1746134016.762849:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800872b4380 00000100:00100000:0.0:1746134016.762860:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12390 00000100:00100000:0.0:1746134016.762865:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800872b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551514112:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134016.762948:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800872b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551514112:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 83us (163us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134016.762953:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12390 00002000:00100000:0.0:1746134016.762957:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800872b4380 x1830953551514112/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:227/0 lens 488/4536 e 0 to 0 dl 1746134027 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134016.762963:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800872b4380 with x1830953551514112 ext(0->4095) 00002000:00010000:0.0:1746134016.762966:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800872b4380 00000100:00100000:0.0:1746134016.765651:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.769540:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.792251:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.797724:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.797771:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.803875:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.803916:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.806157:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.809403:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.817624:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.819394:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800872b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+115:2012:x1830953551516032:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 735us (1773us total) trans 4294971955 rc 0/0 00000100:00100000:0.0:1746134016.819402:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1446 00002000:00100000:0.0:1746134016.819410:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800872b4a80 x1830953551516032/t4294971955(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:227/0 lens 496/448 e 0 to 0 dl 1746134027 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134016.819416:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800872b4a80 with x1830953551516032 ext(0->7) 00010000:00010000:0.0:1746134016.819421:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012da4d800/0x9682c7de153c6112 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d641 expref: 115 pid: 9581 timeout: 785 lvb_type: 0 00010000:00010000:0.0:1746134016.819430:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012da4d800/0x9682c7de153c6112 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d641 expref: 115 pid: 9581 timeout: 785 lvb_type: 0 00002000:00010000:0.0:1746134016.819435:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800872b4a80 00000100:00100000:0.0:1746134016.830672:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.851913:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.855934:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.855979:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.864141:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.864193:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.868522:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.868959:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.873251:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.880536:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.887208:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+117:2010:x1830953551517824:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1928us (6672us total) trans 4294971956 rc 0/0 00000100:00100000:0.0:1746134016.887217:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1449 00002000:00100000:0.0:1746134016.887225:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009bc72d80 x1830953551517824/t4294971956(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:227/0 lens 496/448 e 0 to 0 dl 1746134027 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134016.887233:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc72d80 with x1830953551517824 ext(0->7) 00010000:00010000:0.0:1746134016.887240:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8cae00/0x9682c7de153c6127 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d656 expref: 117 pid: 9580 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746134016.887267:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8cae00/0x9682c7de153c6127 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d656 expref: 117 pid: 9580 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746134016.887273:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bc72d80 00000100:00100000:0.0:1746134016.905249:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.913877:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.926560:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.932142:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.932189:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.939439:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.945084:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.949851:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b438700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+118:2011:x1830953551519104:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 712us (4771us total) trans 4294971957 rc 0/0 00000100:00100000:0.0:1746134016.949859:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1452 00002000:00100000:0.0:1746134016.949864:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009b438700 x1830953551519104/t4294971957(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:227/0 lens 496/448 e 0 to 0 dl 1746134027 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134016.949875:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b438700 with x1830953551519104 ext(0->7) 00010000:00010000:0.0:1746134016.949880:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012da4dc00/0x9682c7de153c6135 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d664 expref: 118 pid: 18904 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746134016.949888:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012da4dc00/0x9682c7de153c6135 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d664 expref: 118 pid: 18904 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746134016.949893:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b438700 00000100:00100000:0.0:1746134016.952180:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.965461:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.968309:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.974890:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.974966:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.979808:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.982614:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.988821:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.996705:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134016.997884:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b439880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+120:2012:x1830953551520896:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 732us (1184us total) trans 4294971958 rc 0/0 00000100:00100000:0.0:1746134016.997891:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1455 00002000:00100000:0.0:1746134016.997896:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009b439880 x1830953551520896/t4294971958(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:227/0 lens 496/448 e 0 to 0 dl 1746134027 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134016.997902:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b439880 with x1830953551520896 ext(0->7) 00010000:00010000:0.0:1746134016.997907:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8cae00/0x9682c7de153c614a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d679 expref: 120 pid: 9580 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746134016.997919:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8cae00/0x9682c7de153c614a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d679 expref: 120 pid: 9580 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746134016.997924:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b439880 00000100:00100000:0.0:1746134017.009339:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.009391:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.016794:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00080000:0.0:1746134017.017409:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746134017.018824:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.021573:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.029461:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.036747:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.040041:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+122:2010:x1830953551522048:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2628us (3293us total) trans 4294971959 rc 0/0 00000100:00100000:0.0:1746134017.040050:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1457 00002000:00100000:0.0:1746134017.040057:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012d5e0700 x1830953551522048/t4294971959(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:228/0 lens 496/448 e 0 to 0 dl 1746134028 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134017.040064:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d5e0700 with x1830953551522048 ext(0->7) 00010000:00010000:0.0:1746134017.040070:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d854e00/0x9682c7de153c6158 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d687 expref: 122 pid: 9580 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746134017.040081:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d854e00/0x9682c7de153c6158 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d687 expref: 122 pid: 9580 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746134017.040086:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d5e0700 00000100:00100000:0.0:1746134017.049354:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.051829:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.053786:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.055368:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.060300:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.064562:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.064602:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.068692:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.071386:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.076353:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.081164:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+124:2009:x1830953551523840:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4626us (4809us total) trans 4294971960 rc 0/0 00000100:00100000:0.0:1746134017.081173:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1459 00002000:00100000:0.0:1746134017.081180:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012d5e2a00 x1830953551523840/t4294971960(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:228/0 lens 496/448 e 0 to 0 dl 1746134028 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134017.081188:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d5e2a00 with x1830953551523840 ext(0->7) 00010000:00010000:0.0:1746134017.081195:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012d854e00/0x9682c7de153c616d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d69c expref: 124 pid: 9580 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746134017.081207:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012d854e00/0x9682c7de153c616d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d69c expref: 124 pid: 9580 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746134017.081212:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d5e2a00 00000100:00100000:0.0:1746134017.091829:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551524224 00000100:00100000:0.0:1746134017.091835:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551524224 00002000:00100000:0.0:1746134017.091864:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800854b1880 x1830953551524224/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:228/0 lens 488/0 e 0 to 0 dl 1746134028 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134017.091878:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800854b1880 with x1830953551524224 ext(0->4095) 00002000:00010000:0.0:1746134017.091882:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800854b1880 00000100:00100000:0.0:1746134017.091908:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12399 00000100:00100000:0.0:1746134017.091915:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800854b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551524224:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134017.092010:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800854b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551524224:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 95us (324us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134017.092062:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12399 00002000:00100000:0.0:1746134017.092068:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800854b1880 x1830953551524224/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:228/0 lens 488/4536 e 0 to 0 dl 1746134028 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134017.092074:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800854b1880 with x1830953551524224 ext(0->4095) 00002000:00010000:0.0:1746134017.092077:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800854b1880 00000100:00100000:0.0:1746134017.098809:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.104383:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.104424:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.117804:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.119999:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.124865:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.138066:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.154996:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+126:2009:x1830953551525760:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 10227us (16928us total) trans 4294971961 rc 0/0 00000100:00100000:0.0:1746134017.155006:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1460 00002000:00100000:0.0:1746134017.155014:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800916fe680 x1830953551525760/t4294971961(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:228/0 lens 496/448 e 0 to 0 dl 1746134028 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134017.155028:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916fe680 with x1830953551525760 ext(0->7) 00010000:00010000:0.0:1746134017.155035:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde5400/0x9682c7de153c6182 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d6b1 expref: 126 pid: 18904 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746134017.155047:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde5400/0x9682c7de153c6182 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d6b1 expref: 126 pid: 18904 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746134017.155053:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800916fe680 00000100:00100000:0.0:1746134017.160842:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.161924:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.164174:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.168181:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.172907:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.179363:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.187540:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.189992:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+128:2011:x1830953551526912:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2116us (2453us total) trans 4294971962 rc 0/0 00000100:00100000:0.0:1746134017.190001:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1462 00002000:00100000:0.0:1746134017.190008:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800916fca80 x1830953551526912/t4294971962(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:228/0 lens 496/448 e 0 to 0 dl 1746134028 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134017.190016:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916fca80 with x1830953551526912 ext(0->7) 00010000:00010000:0.0:1746134017.190024:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde4c00/0x9682c7de153c6190 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d6bf expref: 128 pid: 18904 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746134017.190036:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde4c00/0x9682c7de153c6190 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d6bf expref: 128 pid: 18904 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746134017.190043:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800916fca80 00000100:00100000:0.0:1746134017.193790:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.209717:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.227766:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.227792:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551527424 00000100:00100000:0.0:1746134017.227798:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551527424 00002000:00100000:0.0:1746134017.227830:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012fdc5880 x1830953551527424/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:228/0 lens 488/0 e 0 to 0 dl 1746134028 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134017.227839:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc5880 with x1830953551527424 ext(0->4095) 00010000:00010000:0.0:1746134017.227846:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095588800/0x9682c7de153c6197 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d6c6 expref: 6 pid: 9580 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746134017.227856:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095588800/0x9682c7de153c6197 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d6c6 expref: 6 pid: 9580 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746134017.227862:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fdc5880 00000100:00100000:0.0:1746134017.227878:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1463 00000100:00100000:0.0:1746134017.227884:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551527424:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134017.227993:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551527424:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 109us (233us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134017.227999:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1463 00002000:00100000:0.0:1746134017.228004:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012fdc5880 x1830953551527424/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:228/0 lens 488/4536 e 0 to 0 dl 1746134028 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134017.228011:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc5880 with x1830953551527424 ext(0->4095) 00010000:00010000:0.0:1746134017.228015:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095588800/0x9682c7de153c6197 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d6c6 expref: 6 pid: 9580 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746134017.228023:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095588800/0x9682c7de153c6197 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d6c6 expref: 6 pid: 9580 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746134017.228028:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fdc5880 00000100:00100000:0.0:1746134017.235203:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.237587:0:10924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13581 00000100:00100000:0.0:1746134017.237601:0:10924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551527552:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134017.237613:0:10924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134017.237632:0:10924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095588800/0x9682c7de153c6197 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d6c6 expref: 6 pid: 9580 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746134017.237643:0:10924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095588800/0x9682c7de153c6197 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d6c6 expref: 6 pid: 9580 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746134017.237661:0:10924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095588800/0x9682c7de153c6197 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d6c6 expref: 6 pid: 9580 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746134017.238883:0:10924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134017.238886:0:10924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134017.238895:0:10924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095589e00/0x9682c7de153c619e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574d6cd expref: 127 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134017.238903:0:10924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095589e00/0x9682c7de153c619e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574d6cd expref: 127 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134017.246734:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551527808 00000100:00100000:0.0:1746134017.246742:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551527808 00002000:00100000:0.0:1746134017.246767:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009186ad80 x1830953551527808/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:228/0 lens 488/0 e 0 to 0 dl 1746134028 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134017.246776:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186ad80 with x1830953551527808 ext(0->4095) 00002000:00010000:0.0:1746134017.246780:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009186ad80 00000100:00100000:0.0:1746134017.246807:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12404 00000100:00100000:0.0:1746134017.246813:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+128:2009:x1830953551527808:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134017.246925:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+128:2009:x1830953551527808:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 111us (351us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134017.246931:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12404 00002000:00100000:0.0:1746134017.246936:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009186ad80 x1830953551527808/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:228/0 lens 488/4536 e 0 to 0 dl 1746134028 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134017.247065:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186ad80 with x1830953551527808 ext(0->4095) 00002000:00010000:0.0:1746134017.247067:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009186ad80 00000100:00100000:0.0:1746134017.257163:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.260857:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.263413:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+130:2010:x1830953551528064:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1413us (2557us total) trans 4294971963 rc 0/0 00000100:00100000:0.0:1746134017.263420:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1464 00002000:00100000:0.0:1746134017.263427:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012fdc4000 x1830953551528064/t4294971963(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:228/0 lens 496/448 e 0 to 0 dl 1746134028 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134017.263439:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc4000 with x1830953551528064 ext(0->7) 00010000:00010000:0.0:1746134017.263445:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095589e00/0x9682c7de153c619e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d6cd expref: 130 pid: 9580 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746134017.263456:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095589e00/0x9682c7de153c619e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d6cd expref: 130 pid: 9580 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746134017.263461:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fdc4000 00000100:00100000:0.0:1746134017.265006:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.271358:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.276648:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.280433:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.283390:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.320381:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.325584:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.326513:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+132:2010:x1830953551529216:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 737us (935us total) trans 4294971964 rc 0/0 00000100:00100000:0.0:1746134017.326520:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1466 00002000:00100000:0.0:1746134017.326526:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012fdc6680 x1830953551529216/t4294971964(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:228/0 lens 496/448 e 0 to 0 dl 1746134028 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134017.326532:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc6680 with x1830953551529216 ext(0->7) 00010000:00010000:0.0:1746134017.326536:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092355000/0x9682c7de153c61ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d6db expref: 132 pid: 9580 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746134017.326544:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092355000/0x9682c7de153c61ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d6db expref: 132 pid: 9580 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746134017.326550:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fdc6680 00000100:00100000:0.0:1746134017.333391:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.339233:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.339728:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.342752:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.343843:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.350975:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.353552:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.355723:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092029c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+135:2011:x1830953551530496:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 740us (2173us total) trans 4294971965 rc 0/0 00000100:00100000:0.0:1746134017.355731:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1468 00002000:00100000:0.0:1746134017.355738:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880092029c00 x1830953551530496/t4294971965(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:228/0 lens 496/448 e 0 to 0 dl 1746134028 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134017.355746:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092029c00 with x1830953551530496 ext(0->7) 00010000:00010000:0.0:1746134017.355754:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8ca600/0x9682c7de153c61ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d6e9 expref: 135 pid: 9580 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746134017.355766:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8ca600/0x9682c7de153c61ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d6e9 expref: 135 pid: 9580 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746134017.355772:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092029c00 00000100:00100000:0.0:1746134017.360757:0:10924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551530624 00000100:00100000:0.0:1746134017.360764:0:10924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551530624 00010000:00010000:0.0:1746134017.360794:0:10924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8ca600/0x9682c7de153c61ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d6e9 expref: 135 pid: 9580 timeout: 786 lvb_type: 0 00000100:00100000:0.0:1746134017.360835:0:10924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13586 00000100:00100000:0.0:1746134017.360842:0:10924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce31500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+135:2010:x1830953551530624:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134017.360852:0:10924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134017.360868:0:10924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8ca600/0x9682c7de153c61ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d6e9 expref: 135 pid: 9580 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746134017.360878:0:10924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8ca600/0x9682c7de153c61ba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d6e9 expref: 135 pid: 9580 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746134017.360896:0:10924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8ca600/0x9682c7de153c61ba lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d6e9 expref: 135 pid: 9580 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746134017.360923:0:10924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134017.360924:0:10924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134017.360930:0:10924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fde4e00/0x9682c7de153c61c1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574d6f0 expref: 134 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134017.360938:0:10924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012fde4e00/0x9682c7de153c61c1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574d6f0 expref: 134 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134017.360965:0:10924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012fde4e00/0x9682c7de153c61c1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574d6f0 expref: 134 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134017.360974:0:10924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092028700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:10924:1830953547743360:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134017.361034:0:10924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c240 going to sleep for 11 seconds 00000100:00100000:0.0:1746134017.365752:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.373223:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.379203:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.386593:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.414368:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.423328:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.423375:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.423408:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551531904 00000100:00100000:0.0:1746134017.423415:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551531904 00010000:00010000:0.0:1746134017.423443:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012fde4e00/0x9682c7de153c61c1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d6f0 expref: 136 pid: 18904 timeout: 786 lvb_type: 0 00000100:00100000:0.0:1746134017.423462:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551531776 00000100:00100000:0.0:1746134017.423463:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551531776 00010000:00010000:0.0:1746134017.423471:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8cb600/0x9682c7de153c61c8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d6f7 expref: 6 pid: 9581 timeout: 786 lvb_type: 0 00000100:00100000:0.0:1746134017.423481:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13587 00000100:00100000:0.0:1746134017.423486:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009202ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+136:2012:x1830953551531904:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134017.423496:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134017.423511:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012fde4e00/0x9682c7de153c61c1 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d6f0 expref: 136 pid: 18904 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746134017.423520:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012fde4e00/0x9682c7de153c61c1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d6f0 expref: 136 pid: 18904 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746134017.423540:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134017.423635:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009202ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+136:2012:x1830953551531904:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 146us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134017.423642:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13587 00000100:00100000:0.0:1746134017.423656:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13588 00000100:00100000:0.0:1746134017.423660:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092028700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551531776:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134017.423666:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134017.423673:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8cb600/0x9682c7de153c61c8 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d6f7 expref: 6 pid: 9581 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746134017.423680:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8cb600/0x9682c7de153c61c8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d6f7 expref: 6 pid: 9581 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746134017.423691:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134017.423692:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134017.423697:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8cac00/0x9682c7de153c61cf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574d6fe expref: 135 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134017.423704:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8cac00/0x9682c7de153c61cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574d6fe expref: 135 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134017.423729:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8cac00/0x9682c7de153c61cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574d6fe expref: 135 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134017.423739:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091b08000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7221:1830953547743744:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134017.423786:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134017.423823:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.423840:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551532032 00000100:00100000:0.0:1746134017.423842:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551532032 00000100:00100000:0.0:1746134017.423859:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28284 00000100:00100000:0.0:1746134017.423863:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+7:1099:x1830953551532032:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134017.423873:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134017.423881:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880123b78800/0x9682c7de153c61d6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574d705 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134017.423894:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8cac00/0x9682c7de153c61cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574d6fe expref: 135 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134017.423898:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134017.423899:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134017.423901:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880123b78800/0x9682c7de153c61d6 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574d705 expref: 8 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134017.423915:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8cac00/0x9682c7de153c61cf lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d6fe expref: 135 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134017.423924:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8cac00/0x9682c7de153c61cf lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d6fe expref: 135 pid: 9580 timeout: 786 lvb_type: 0 00000100:00100000:0.0:1746134017.423931:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091b08700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9581:1830953547743872:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134017.423948:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134017.424978:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091b08700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9581:1830953547743872:192.168.203.26@tcp:104: 00010000:00010000:0.0:1746134017.424994:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880123b78800/0x9682c7de153c61d6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574d705 expref: 8 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134017.425003:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880123b78800, rc 0) 00000100:00100000:0.0:1746134017.425026:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+8:1099:x1830953551532032:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1161us (1202us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134017.425032:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28284 00000100:00100000:0.0:1746134017.429356:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.432220:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.436392:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+136:2012:x1830953551532544:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3839us (4170us total) trans 4294971966 rc 0/0 00000100:00100000:0.0:1746134017.436403:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1470 00002000:00100000:0.0:1746134017.436414:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880091b0ad80 x1830953551532544/t4294971966(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:228/0 lens 496/448 e 0 to 0 dl 1746134028 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134017.436422:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b0ad80 with x1830953551532544 ext(0->7) 00010000:00010000:0.0:1746134017.436430:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8cac00/0x9682c7de153c61cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d6fe expref: 136 pid: 9580 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746134017.436443:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8cac00/0x9682c7de153c61cf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d6fe expref: 136 pid: 9580 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746134017.436449:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091b0ad80 00000100:00100000:0.0:1746134017.446142:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.451489:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.454024:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.455769:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551533312 00000100:00100000:0.0:1746134017.455773:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551533312 00002000:00100000:0.0:1746134017.455796:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009186b100 x1830953551533312/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:228/0 lens 488/0 e 0 to 0 dl 1746134028 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134017.455805:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186b100 with x1830953551533312 ext(0->4095) 00002000:00010000:0.0:1746134017.455809:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009186b100 00000100:00100000:0.0:1746134017.455835:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12411 00000100:00100000:0.0:1746134017.455841:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+136:2009:x1830953551533312:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134017.456019:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+136:2009:x1830953551533312:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 178us (305us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134017.456025:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12411 00002000:00100000:0.0:1746134017.456031:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009186b100 x1830953551533312/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:228/0 lens 488/4536 e 0 to 0 dl 1746134028 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134017.456037:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186b100 with x1830953551533312 ext(0->4095) 00002000:00010000:0.0:1746134017.456039:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009186b100 00000100:00100000:0.0:1746134017.460872:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.466229:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.466272:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.467520:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.470477:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.473656:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.479104:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+138:2011:x1830953551534336:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4044us (5445us total) trans 4294971967 rc 0/0 00000100:00100000:0.0:1746134017.479130:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1472 00002000:00100000:0.0:1746134017.479139:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880091b08000 x1830953551534336/t4294971967(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:228/0 lens 496/448 e 0 to 0 dl 1746134028 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134017.479147:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b08000 with x1830953551534336 ext(0->7) 00010000:00010000:0.0:1746134017.479155:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8ca600/0x9682c7de153c61e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d713 expref: 138 pid: 9581 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746134017.479174:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8ca600/0x9682c7de153c61e4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d713 expref: 138 pid: 9581 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746134017.479181:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091b08000 00000100:00100000:0.0:1746134017.480656:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.487032:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.489207:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.501963:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551535360 00000100:00100000:0.0:1746134017.501970:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551535360 00002000:00100000:0.0:1746134017.502000:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800854b1f80 x1830953551535360/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:228/0 lens 488/0 e 0 to 0 dl 1746134028 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134017.502009:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800854b1f80 with x1830953551535360 ext(0->4095) 00002000:00010000:0.0:1746134017.502013:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800854b1f80 00000100:00100000:0.0:1746134017.502039:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12414 00000100:00100000:0.0:1746134017.502045:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800854b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+138:2010:x1830953551535360:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134017.502164:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800854b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+138:2010:x1830953551535360:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 118us (280us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134017.502170:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12414 00002000:00100000:0.0:1746134017.502174:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800854b1f80 x1830953551535360/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:228/0 lens 488/4536 e 0 to 0 dl 1746134028 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134017.502181:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800854b1f80 with x1830953551535360 ext(0->4095) 00002000:00010000:0.0:1746134017.502184:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800854b1f80 00000100:00100000:0.0:1746134017.505616:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.506552:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.515239:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.515285:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.516416:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.519613:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.522467:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.538464:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.545508:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.550016:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.551712:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.552232:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.568892:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.578029:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.580025:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+142:2012:x1830953551537920:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 868us (2000us total) trans 4294971969 rc 0/0 00000100:00100000:0.0:1746134017.580033:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1477 00002000:00100000:0.0:1746134017.580040:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009b14e300 x1830953551537920/t4294971969(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:228/0 lens 496/448 e 0 to 0 dl 1746134028 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134017.580048:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14e300 with x1830953551537920 ext(0->7) 00010000:00010000:0.0:1746134017.580055:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8cb400/0x9682c7de153c6207 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d736 expref: 142 pid: 9581 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746134017.580065:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8cb400/0x9682c7de153c6207 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d736 expref: 142 pid: 9581 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746134017.580071:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b14e300 00000100:00100000:0.0:1746134017.588068:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.599339:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.599390:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.602775:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.603315:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.610266:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.620970:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.621838:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+145:2012:x1830953551539200:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 677us (873us total) trans 4294971970 rc 0/0 00000100:00100000:0.0:1746134017.621846:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1479 00002000:00100000:0.0:1746134017.621851:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800915f3b80 x1830953551539200/t4294971970(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:228/0 lens 496/448 e 0 to 0 dl 1746134028 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134017.621859:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915f3b80 with x1830953551539200 ext(0->7) 00010000:00010000:0.0:1746134017.621863:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8cb600/0x9682c7de153c6215 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d744 expref: 145 pid: 9581 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746134017.621873:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8cb600/0x9682c7de153c6215 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d744 expref: 145 pid: 9581 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746134017.621879:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800915f3b80 00000100:00100000:0.0:1746134017.623209:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.625214:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.629659:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.632022:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.657475:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.657513:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.659938:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.678214:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.678983:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+146:2010:x1830953551540864:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 624us (769us total) trans 4294971971 rc 0/0 00000100:00100000:0.0:1746134017.678990:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1480 00002000:00100000:0.0:1746134017.678996:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800915f1180 x1830953551540864/t4294971971(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:228/0 lens 496/448 e 0 to 0 dl 1746134028 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134017.679002:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915f1180 with x1830953551540864 ext(0->7) 00010000:00010000:0.0:1746134017.679006:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde4400/0x9682c7de153c622a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d759 expref: 146 pid: 18904 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746134017.679014:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde4400/0x9682c7de153c622a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d759 expref: 146 pid: 18904 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746134017.679018:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800915f1180 00000100:00100000:0.0:1746134017.679913:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.681800:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.692057:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.693777:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.698372:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.703353:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.708096:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.709865:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.714165:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.717994:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.720570:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f847800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+148:2010:x1830953551542656:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2327us (2576us total) trans 4294971972 rc 0/0 00000100:00100000:0.0:1746134017.720579:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1483 00002000:00100000:0.0:1746134017.720587:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012f847800 x1830953551542656/t4294971972(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:228/0 lens 496/448 e 0 to 0 dl 1746134028 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134017.720595:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f847800 with x1830953551542656 ext(0->7) 00010000:00010000:0.0:1746134017.720602:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8cae00/0x9682c7de153c623f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d76e expref: 148 pid: 9581 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746134017.720614:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8cae00/0x9682c7de153c623f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d76e expref: 148 pid: 9581 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746134017.720619:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f847800 00000100:00100000:0.0:1746134017.723398:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.744976:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.748889:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.749771:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+151:2011:x1830953551543936:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 612us (886us total) trans 4294971973 rc 0/0 00000100:00100000:0.0:1746134017.749778:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1486 00002000:00100000:0.0:1746134017.749784:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880091a84a80 x1830953551543936/t4294971973(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:228/0 lens 496/448 e 0 to 0 dl 1746134028 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134017.749791:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a84a80 with x1830953551543936 ext(0->7) 00010000:00010000:0.0:1746134017.749796:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde4c00/0x9682c7de153c624d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d77c expref: 151 pid: 18904 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746134017.749806:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde4c00/0x9682c7de153c624d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d77c expref: 151 pid: 18904 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746134017.749811:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091a84a80 00000100:00100000:0.0:1746134017.750956:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.760706:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.762098:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.763436:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.769698:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.769739:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.772343:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.775868:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.776014:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.787853:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.788848:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+153:2010:x1830953551545984:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 746us (999us total) trans 4294971974 rc 0/0 00000100:00100000:0.0:1746134017.788854:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1488 00002000:00100000:0.0:1746134017.788859:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880091a86300 x1830953551545984/t4294971974(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:228/0 lens 496/448 e 0 to 0 dl 1746134028 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134017.788867:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a86300 with x1830953551545984 ext(0->7) 00010000:00010000:0.0:1746134017.788872:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde4400/0x9682c7de153c6262 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d791 expref: 153 pid: 9581 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746134017.788879:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde4400/0x9682c7de153c6262 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d791 expref: 153 pid: 9581 timeout: 786 lvb_type: 0 00002000:00010000:0.0:1746134017.788883:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091a86300 00000100:00100000:0.0:1746134017.794215:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.794902:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.799322:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.802886:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.802989:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.807936:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.821660:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.828209:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+154:2012:x1830953551547264:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5146us (6546us total) trans 4294971975 rc 0/0 00000100:00100000:0.0:1746134017.828220:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1491 00002000:00100000:0.0:1746134017.828229:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012da64000 x1830953551547264/t4294971975(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:228/0 lens 496/448 e 0 to 0 dl 1746134028 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134017.828237:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da64000 with x1830953551547264 ext(0->7) 00010000:00010000:0.0:1746134017.828246:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8cb600/0x9682c7de153c6270 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d79f expref: 154 pid: 9581 timeout: 786 lvb_type: 0 00010000:00010000:0.0:1746134017.828266:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8cb600/0x9682c7de153c6270 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d79f expref: 154 pid: 9581 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746134017.828273:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012da64000 00000100:00100000:0.0:1746134017.833471:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.835907:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.838071:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.841033:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.844201:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.844224:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551548160 00000100:00100000:0.0:1746134017.844230:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551548160 00002000:00100000:0.0:1746134017.844269:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012da65500 x1830953551548160/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:228/0 lens 488/0 e 0 to 0 dl 1746134028 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134017.844278:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da65500 with x1830953551548160 ext(0->4095) 00002000:00010000:0.0:1746134017.844281:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012da65500 00000100:00100000:0.0:1746134017.844298:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12424 00000100:00100000:0.0:1746134017.844304:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+154:2010:x1830953551548160:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134017.844422:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+154:2010:x1830953551548160:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 118us (227us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134017.844428:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12424 00002000:00100000:0.0:1746134017.844434:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012da65500 x1830953551548160/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:228/0 lens 488/4536 e 0 to 0 dl 1746134028 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134017.844440:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da65500 with x1830953551548160 ext(0->4095) 00002000:00010000:0.0:1746134017.844442:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012da65500 00000100:00100000:0.0:1746134017.850210:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.855490:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.856808:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+156:2011:x1830953551548416:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1161us (1317us total) trans 4294971976 rc 0/0 00000100:00100000:0.0:1746134017.856815:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1493 00002000:00100000:0.0:1746134017.856821:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012da65180 x1830953551548416/t4294971976(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:228/0 lens 496/448 e 0 to 0 dl 1746134028 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134017.856827:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da65180 with x1830953551548416 ext(0->7) 00010000:00010000:0.0:1746134017.856833:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bf66600/0x9682c7de153c627e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d7ad expref: 156 pid: 9580 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746134017.856843:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bf66600/0x9682c7de153c627e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d7ad expref: 156 pid: 9580 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746134017.856849:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012da65180 00000100:00100000:0.0:1746134017.859203:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.864699:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.868881:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.870414:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.874568:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.877806:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.882111:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.887893:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+159:2009:x1830953551549696:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3444us (5781us total) trans 4294971977 rc 0/0 00000100:00100000:0.0:1746134017.887901:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1495 00002000:00100000:0.0:1746134017.887909:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880131cbc380 x1830953551549696/t4294971977(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:228/0 lens 496/448 e 0 to 0 dl 1746134028 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134017.887917:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cbc380 with x1830953551549696 ext(0->7) 00010000:00010000:0.0:1746134017.887924:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092106200/0x9682c7de153c628c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d7bb expref: 159 pid: 9580 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746134017.887936:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092106200/0x9682c7de153c628c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d7bb expref: 159 pid: 9580 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746134017.887942:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131cbc380 00000100:00100000:0.0:1746134017.892454:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.898081:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.901866:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.905063:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.905380:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.909320:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.912533:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.915195:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+160:2012:x1830953551550976:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2171us (2662us total) trans 4294971978 rc 0/0 00000100:00100000:0.0:1746134017.915203:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1498 00002000:00100000:0.0:1746134017.915211:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880131cbc700 x1830953551550976/t4294971978(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:228/0 lens 496/448 e 0 to 0 dl 1746134028 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134017.915219:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cbc700 with x1830953551550976 ext(0->7) 00010000:00010000:0.0:1746134017.915226:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092354200/0x9682c7de153c629a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d7c9 expref: 160 pid: 9580 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746134017.915239:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092354200/0x9682c7de153c629a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d7c9 expref: 160 pid: 9580 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746134017.915245:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880131cbc700 00000100:00100000:0.0:1746134017.917182:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.923651:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.927290:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.929852:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.931452:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551551616 00000100:00100000:0.0:1746134017.931459:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551551616 00000100:00100000:0.0:1746134017.931491:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28315 00000100:00100000:0.0:1746134017.931497:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfbe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+161:1099:x1830953551551616:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134017.931509:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134017.931519:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008fe0ec00/0x9682c7de153c62af lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574d7de expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134017.931536:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134017.931540:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fde4e00/0x9682c7de153c62a8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574d7d7 expref: 162 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134017.931550:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134017.931553:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008fe0ec00/0x9682c7de153c62af lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574d7de expref: 162 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134017.931576:0:9580:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012fde4e00/0x9682c7de153c62a8 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d7d7 expref: 162 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134017.931585:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008fe0ec00/0x9682c7de153c62af lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574d7de expref: 162 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134017.931594:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fe0ec00, rc 0) 00000100:00100000:0.0:1746134017.931625:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfbe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+162:1099:x1830953551551616:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 128us (1773us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134017.931630:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28315 00000100:00100000:0.0:1746134017.933963:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.947813:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.956809:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.969440:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+163:2012:x1830953551552256:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 12329us (12627us total) trans 4294971979 rc 0/0 00000100:00100000:0.0:1746134017.969451:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1500 00002000:00100000:0.0:1746134017.969463:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009bfbea00 x1830953551552256/t4294971979(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:228/0 lens 496/448 e 0 to 0 dl 1746134028 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134017.969472:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfbea00 with x1830953551552256 ext(0->7) 00010000:00010000:0.0:1746134017.969481:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde4e00/0x9682c7de153c62a8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d7d7 expref: 163 pid: 9581 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746134017.969499:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde4e00/0x9682c7de153c62a8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d7d7 expref: 163 pid: 9581 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746134017.969504:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bfbea00 00000100:00100000:0.0:1746134017.975559:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.978852:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.981152:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.988280:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.988363:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.991680:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134017.995060:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.001939:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfbf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+164:2010:x1830953551553536:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5641us (6876us total) trans 4294971980 rc 0/0 00000100:00100000:0.0:1746134018.001949:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1503 00002000:00100000:0.0:1746134018.001957:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009bfbf480 x1830953551553536/t4294971980(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:228/0 lens 496/448 e 0 to 0 dl 1746134028 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134018.001965:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfbf480 with x1830953551553536 ext(0->7) 00010000:00010000:0.0:1746134018.001973:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde5400/0x9682c7de153c62b6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d7e5 expref: 164 pid: 9581 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746134018.001986:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde5400/0x9682c7de153c62b6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d7e5 expref: 164 pid: 9581 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746134018.001992:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bfbf480 00000100:00100000:0.0:1746134018.006761:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00080000:0.0:1746134018.007483:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746134018.013046:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.015428:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.021838:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.028817:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.032210:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.033458:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.035821:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.039789:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.052798:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.064276:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.066651:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+166:2009:x1830953551555456:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1255us (2381us total) trans 4294971981 rc 0/0 00000100:00100000:0.0:1746134018.066658:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1505 00002000:00100000:0.0:1746134018.066664:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008fe87480 x1830953551555456/t4294971981(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:229/0 lens 496/448 e 0 to 0 dl 1746134029 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134018.066671:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe87480 with x1830953551555456 ext(0->7) 00010000:00010000:0.0:1746134018.066677:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde4a00/0x9682c7de153c62cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d7fa expref: 166 pid: 18904 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746134018.066686:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde4a00/0x9682c7de153c62cb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d7fa expref: 166 pid: 18904 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746134018.066696:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fe87480 00000100:00100000:0.0:1746134018.068893:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.075589:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.077881:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.083094:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.089430:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.089544:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.096639:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.109168:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.109206:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.110358:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092055f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+169:2012:x1830953551557248:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 911us (1149us total) trans 4294971982 rc 0/0 00000100:00100000:0.0:1746134018.110365:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1508 00002000:00100000:0.0:1746134018.110370:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880092055f80 x1830953551557248/t4294971982(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:229/0 lens 496/448 e 0 to 0 dl 1746134029 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134018.110377:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092055f80 with x1830953551557248 ext(0->7) 00010000:00010000:0.0:1746134018.110381:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8cb200/0x9682c7de153c62e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d80f expref: 169 pid: 9581 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746134018.110391:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8cb200/0x9682c7de153c62e0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d80f expref: 169 pid: 9581 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746134018.110396:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092055f80 00000100:00100000:0.0:1746134018.118695:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.123681:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.123713:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.123738:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.123765:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.123777:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.123795:0:21557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551557888 00000100:00100000:0.0:1746134018.123799:0:21557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551557888 00000100:00100000:0.0:1746134018.123834:0:21557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551558400 00000100:00100000:0.0:1746134018.123836:0:21557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551558400 00000100:00100000:0.0:1746134018.123847:0:21557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551558016 00000100:00100000:0.0:1746134018.123849:0:21557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551558016 00000100:00100000:0.0:1746134018.123861:0:21557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1019 00000100:00100000:0.0:1746134018.123867:0:21557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092054380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2011:x1830953551557888:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:0.0:1746134018.123912:0:21557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092054380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2011:x1830953551557888:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 45us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134018.123917:0:21557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1019 00000100:00100000:0.0:1746134018.123930:0:21557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1020 00000100:00100000:0.0:1746134018.123934:0:21557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092056680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2011:x1830953551558400:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:0.0:1746134018.123953:0:21557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092056680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2011:x1830953551558400:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 19us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134018.123957:0:21557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1020 00000100:00100000:0.0:1746134018.123964:0:21557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1021 00000100:00100000:0.0:1746134018.123968:0:21557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092054e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+5:2011:x1830953551558016:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:0.0:1746134018.123982:0:21557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092054e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+5:2011:x1830953551558016:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 14us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134018.123987:0:21557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1021 00000100:00080000:0.0:1746134018.123999:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746134018.124002:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746134018.124020:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.124032:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551558272 00000100:00100000:0.0:1746134018.124034:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551558272 00000100:00100000:0.0:1746134018.124050:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1022 00000100:00100000:0.0:1746134018.124054:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092056300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+7:2011:x1830953551558272:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:0.0:1746134018.124073:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092056300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+7:2011:x1830953551558272:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 19us (52us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134018.124077:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1022 00000100:00080000:0.0:1746134018.124086:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746134018.124144:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.124159:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551558144 00000100:00100000:0.0:1746134018.124161:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551558144 00000100:00080000:0.0:1746134018.124171:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746134018.124185:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551558528 00000100:00100000:0.0:1746134018.124187:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551558528 00000100:00080000:0.0:1746134018.124192:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746134018.124204:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 706 00000100:00100000:0.0:1746134018.124209:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092055c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+5:2011:x1830953551558144:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:0.0:1746134018.124228:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092055c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+5:2011:x1830953551558144:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 20us (515us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134018.124233:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 706 00000100:00100000:0.0:1746134018.124241:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 707 00000100:00100000:0.0:1746134018.124245:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2011:x1830953551558528:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:0.0:1746134018.124274:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2011:x1830953551558528:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 28us (129us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134018.124277:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 707 00000100:00100000:0.0:1746134018.127784:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.146057:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.155521:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.161917:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.162845:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+170:2012:x1830953551559296:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 769us (926us total) trans 4294971983 rc 0/0 00000100:00100000:0.0:1746134018.162852:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1510 00002000:00100000:0.0:1746134018.162858:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008fe24380 x1830953551559296/t4294971983(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:229/0 lens 496/448 e 0 to 0 dl 1746134029 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134018.162864:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe24380 with x1830953551559296 ext(0->7) 00010000:00010000:0.0:1746134018.162870:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008fc46a00/0x9682c7de153c62ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d81d expref: 170 pid: 18904 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746134018.162878:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008fc46a00/0x9682c7de153c62ee lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d81d expref: 170 pid: 18904 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746134018.162883:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fe24380 00000100:00100000:0.0:1746134018.164003:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.172617:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.178093:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.184008:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.187440:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.187481:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.190682:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.190726:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.197030:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.200705:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.205957:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+172:2012:x1830953551561088:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3527us (5251us total) trans 4294971984 rc 0/0 00000100:00100000:0.0:1746134018.205967:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1513 00002000:00100000:0.0:1746134018.205976:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008fe27b80 x1830953551561088/t4294971984(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:229/0 lens 496/448 e 0 to 0 dl 1746134029 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134018.205985:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe27b80 with x1830953551561088 ext(0->7) 00010000:00010000:0.0:1746134018.205993:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091709800/0x9682c7de153c6303 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d832 expref: 172 pid: 18904 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746134018.206006:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091709800/0x9682c7de153c6303 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d832 expref: 172 pid: 18904 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746134018.206012:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fe27b80 00000100:00100000:0.0:1746134018.209750:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.214874:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551561472 00000100:00100000:0.0:1746134018.214882:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551561472 00002000:00100000:0.0:1746134018.214914:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091869500 x1830953551561472/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:229/0 lens 488/0 e 0 to 0 dl 1746134029 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134018.214923:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091869500 with x1830953551561472 ext(0->4095) 00002000:00010000:0.0:1746134018.214927:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091869500 00000100:00100000:0.0:1746134018.214955:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12433 00000100:00100000:0.0:1746134018.214963:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091869500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551561472:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134018.215648:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091869500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551561472:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 683us (1554us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134018.215655:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12433 00002000:00100000:0.0:1746134018.215661:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091869500 x1830953551561472/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746134029 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134018.215668:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091869500 with x1830953551561472 ext(0->4095) 00002000:00010000:0.0:1746134018.215671:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091869500 00000100:00100000:0.0:1746134018.221017:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.221225:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.221239:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551561728 00000100:00100000:0.0:1746134018.221242:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551561728 00000100:00100000:0.0:1746134018.221268:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28330 00000100:00100000:0.0:1746134018.221273:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d96ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+173:1086:x1830953551561728:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134018.221278:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134018.221283:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008fc47800/0x9682c7de153c6318 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574d847 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134018.221297:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134e23600/0x9682c7de153c630a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574d839 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134018.221302:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fde4e00/0x9682c7de153c6311 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574d840 expref: 174 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134018.221307:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134018.221308:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134018.221311:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008fc47800/0x9682c7de153c6318 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574d847 expref: 173 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134018.221331:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012fde4e00/0x9682c7de153c6311 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d840 expref: 173 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134018.221341:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012fde4e00/0x9682c7de153c6311 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d840 expref: 173 pid: 24940 timeout: 787 lvb_type: 0 00000100:00100000:0.0:1746134018.221351:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d96a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9581:1830953547754368:192.168.203.26@tcp:104: 00010000:00010000:0.0:1746134018.221407:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134e23600/0x9682c7de153c630a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d839 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134018.221415:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134e23600/0x9682c7de153c630a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d839 expref: 5 pid: 18904 timeout: 787 lvb_type: 0 00000100:00100000:0.0:1746134018.221422:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d969f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9581:1830953547754496:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134018.221713:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134018.223016:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.228231:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.228270:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.231809:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.236721:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.239188:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d96b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+174:2009:x1830953551562880:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2172us (2468us total) trans 4294971985 rc 0/0 00000100:00100000:0.0:1746134018.239196:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1516 00002000:00100000:0.0:1746134018.239203:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012d96b800 x1830953551562880/t4294971985(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:229/0 lens 496/448 e 0 to 0 dl 1746134029 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134018.239210:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d96b800 with x1830953551562880 ext(0->7) 00010000:00010000:0.0:1746134018.239216:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008fc47800/0x9682c7de153c6318 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d847 expref: 174 pid: 9581 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746134018.239228:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008fc47800/0x9682c7de153c6318 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d847 expref: 174 pid: 9581 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746134018.239233:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d96b800 00000100:00100000:0.0:1746134018.241833:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.249651:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.252928:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.253009:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.255595:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.256432:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.258237:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.258315:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.262541:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.272459:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.282929:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.282994:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.288160:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.290613:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.293941:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.304008:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.315754:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.329958:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.329998:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.335347:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.341333:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.345666:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.358515:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.367877:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.371503:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c414e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+180:2009:x1830953551566976:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3441us (3625us total) trans 4294971988 rc 0/0 00000100:00100000:0.0:1746134018.371513:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1523 00002000:00100000:0.0:1746134018.371520:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009c414e00 x1830953551566976/t4294971988(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:229/0 lens 496/448 e 0 to 0 dl 1746134029 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134018.371529:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c414e00 with x1830953551566976 ext(0->7) 00010000:00010000:0.0:1746134018.371537:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8cae00/0x9682c7de153c6349 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d878 expref: 180 pid: 24940 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746134018.371551:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8cae00/0x9682c7de153c6349 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d878 expref: 180 pid: 24940 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746134018.371557:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c414e00 00000100:00100000:0.0:1746134018.395064:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551567488 00000100:00100000:0.0:1746134018.395068:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551567488 00002000:00100000:0.0:1746134018.395087:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800854b2a00 x1830953551567488/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:229/0 lens 488/0 e 0 to 0 dl 1746134029 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134018.395096:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800854b2a00 with x1830953551567488 ext(0->4095) 00010000:00010000:0.0:1746134018.395100:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134e23600/0x9682c7de153c6350 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d87f expref: 6 pid: 18904 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746134018.395109:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134e23600/0x9682c7de153c6350 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d87f expref: 6 pid: 18904 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746134018.395129:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800854b2a00 00000100:00100000:0.0:1746134018.395140:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1524 00000100:00100000:0.0:1746134018.395145:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800854b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551567488:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134018.395237:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800854b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551567488:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 91us (640us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134018.395242:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1524 00002000:00100000:0.0:1746134018.395255:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800854b2a00 x1830953551567488/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746134029 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134018.395262:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800854b2a00 with x1830953551567488 ext(0->4095) 00010000:00010000:0.0:1746134018.395266:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134e23600/0x9682c7de153c6350 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d87f expref: 6 pid: 18904 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746134018.395273:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134e23600/0x9682c7de153c6350 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d87f expref: 6 pid: 18904 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746134018.395278:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800854b2a00 00000100:00100000:0.0:1746134018.396772:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.396829:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.407159:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.416948:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.419606:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c415500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+183:2011:x1830953551568256:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1700us (2660us total) trans 4294971989 rc 0/0 00000100:00100000:0.0:1746134018.419614:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1526 00002000:00100000:0.0:1746134018.419621:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009c415500 x1830953551568256/t4294971989(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:229/0 lens 496/448 e 0 to 0 dl 1746134029 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134018.419629:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c415500 with x1830953551568256 ext(0->7) 00010000:00010000:0.0:1746134018.419636:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134e22000/0x9682c7de153c6357 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d886 expref: 183 pid: 18904 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746134018.419648:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134e22000/0x9682c7de153c6357 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d886 expref: 183 pid: 18904 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746134018.419658:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c415500 00000100:00100000:0.0:1746134018.424042:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.444975:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.445708:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.449394:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.449455:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.456663:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.461228:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.462104:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+184:2009:x1830953551569536:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 590us (883us total) trans 4294971990 rc 0/0 00000100:00100000:0.0:1746134018.462110:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1528 00002000:00100000:0.0:1746134018.462143:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880099b2c000 x1830953551569536/t4294971990(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:229/0 lens 496/448 e 0 to 0 dl 1746134029 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134018.462149:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099b2c000 with x1830953551569536 ext(0->7) 00010000:00010000:0.0:1746134018.462153:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134e22a00/0x9682c7de153c6365 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d894 expref: 184 pid: 18904 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746134018.462161:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134e22a00/0x9682c7de153c6365 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d894 expref: 184 pid: 18904 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746134018.462285:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099b2c000 00000100:00100000:0.0:1746134018.464066:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.469968:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.477481:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.481200:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.482859:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.488767:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.490037:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.490051:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551570688 00000100:00100000:0.0:1746134018.490054:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551570688 00010000:00010000:0.0:1746134018.490065:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134e23e00/0x9682c7de153c6373 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d8a2 expref: 185 pid: 18904 timeout: 787 lvb_type: 0 00000100:00100000:0.0:1746134018.490509:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13649 00000100:00100000:0.0:1746134018.490515:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+185:2011:x1830953551570688:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134018.490523:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134018.490532:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134e23e00/0x9682c7de153c6373 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d8a2 expref: 185 pid: 18904 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746134018.490540:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134e23e00/0x9682c7de153c6373 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d8a2 expref: 185 pid: 18904 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746134018.490551:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134e23e00/0x9682c7de153c6373 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d8a2 expref: 185 pid: 18904 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746134018.491294:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134018.491312:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+184:2011:x1830953551570688:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 798us (1275us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134018.491318:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13649 00000100:00100000:0.0:1746134018.495387:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.501879:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.503336:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+186:2009:x1830953551571328:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1268us (1458us total) trans 4294971991 rc 0/0 00000100:00100000:0.0:1746134018.503343:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1531 00002000:00100000:0.0:1746134018.503349:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009cb9ca80 x1830953551571328/t4294971991(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:229/0 lens 496/448 e 0 to 0 dl 1746134029 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134018.503357:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9ca80 with x1830953551571328 ext(0->7) 00010000:00010000:0.0:1746134018.503363:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde5600/0x9682c7de153c637a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d8a9 expref: 186 pid: 24940 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746134018.503374:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde5600/0x9682c7de153c637a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d8a9 expref: 186 pid: 24940 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746134018.503380:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cb9ca80 00000100:00100000:0.0:1746134018.507172:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.512820:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.514585:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.514611:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551571840 00000100:00100000:0.0:1746134018.514615:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551571840 00002000:00100000:0.0:1746134018.514644:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009cb9ed80 x1830953551571840/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:229/0 lens 488/0 e 0 to 0 dl 1746134029 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134018.514653:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9ed80 with x1830953551571840 ext(0->4095) 00002000:00010000:0.0:1746134018.514657:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009cb9ed80 00000100:00100000:0.0:1746134018.515179:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1532 00000100:00100000:0.0:1746134018.515186:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551571840:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134018.515306:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551571840:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 120us (723us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134018.515314:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1532 00002000:00100000:0.0:1746134018.515319:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009cb9ed80 x1830953551571840/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746134029 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134018.515326:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9ed80 with x1830953551571840 ext(0->4095) 00010000:00010000:0.0:1746134018.515331:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde4800/0x9682c7de153c6381 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d8b0 expref: 6 pid: 24940 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746134018.515340:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde4800/0x9682c7de153c6381 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d8b0 expref: 6 pid: 24940 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746134018.515345:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cb9ed80 00000100:00100000:0.0:1746134018.520782:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.528613:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.533507:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.536822:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+189:2011:x1830953551572608:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2777us (3312us total) trans 4294971992 rc 0/0 00000100:00100000:0.0:1746134018.536831:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1534 00002000:00100000:0.0:1746134018.536839:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009cb9c380 x1830953551572608/t4294971992(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:229/0 lens 496/448 e 0 to 0 dl 1746134029 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134018.536847:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9c380 with x1830953551572608 ext(0->7) 00010000:00010000:0.0:1746134018.536854:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde5400/0x9682c7de153c6388 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d8b7 expref: 189 pid: 24940 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746134018.536865:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde5400/0x9682c7de153c6388 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d8b7 expref: 189 pid: 24940 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746134018.536876:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cb9c380 00000100:00100000:0.0:1746134018.542740:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.553497:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.557678:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.558814:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.564709:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.564789:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.568298:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.572181:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.578602:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.580351:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.581904:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+190:2010:x1830953551574272:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1409us (1554us total) trans 4294971993 rc 0/0 00000100:00100000:0.0:1746134018.581910:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1536 00002000:00100000:0.0:1746134018.581916:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008f8b4a80 x1830953551574272/t4294971993(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:229/0 lens 496/448 e 0 to 0 dl 1746134029 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134018.581923:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b4a80 with x1830953551574272 ext(0->7) 00010000:00010000:0.0:1746134018.581929:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134e23e00/0x9682c7de153c639d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d8cc expref: 190 pid: 18904 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746134018.581938:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134e23e00/0x9682c7de153c639d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d8cc expref: 190 pid: 18904 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746134018.581944:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f8b4a80 00000100:00100000:0.0:1746134018.583491:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.589097:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.589163:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551574656 00000100:00100000:0.0:1746134018.589169:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551574656 00002000:00100000:0.0:1746134018.589198:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f8b7b80 x1830953551574656/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:229/0 lens 488/0 e 0 to 0 dl 1746134029 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134018.589208:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b7b80 with x1830953551574656 ext(0->4095) 00002000:00010000:0.0:1746134018.589212:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f8b7b80 00000100:00100000:0.0:1746134018.589226:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12442 00000100:00100000:0.0:1746134018.589232:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551574656:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134018.589348:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551574656:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 116us (252us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134018.589353:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12442 00002000:00100000:0.0:1746134018.589358:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f8b7b80 x1830953551574656/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746134029 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134018.589370:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b7b80 with x1830953551574656 ext(0->4095) 00002000:00010000:0.0:1746134018.589373:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f8b7b80 00000100:00100000:0.0:1746134018.594680:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.596154:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.598476:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.603587:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.617971:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551575552 00000100:00100000:0.0:1746134018.617979:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551575552 00002000:00100000:0.0:1746134018.618013:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800854b1500 x1830953551575552/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:229/0 lens 496/0 e 0 to 0 dl 1746134029 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134018.618022:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800854b1500 with x1830953551575552 ext(0->7) 00010000:00010000:0.0:1746134018.618029:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134e23600/0x9682c7de153c63ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d8da expref: 191 pid: 18904 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746134018.618041:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134e23600/0x9682c7de153c63ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d8da expref: 191 pid: 18904 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746134018.618047:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800854b1500 00000100:00100000:0.0:1746134018.618063:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1538 00000100:00100000:0.0:1746134018.618069:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800854b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+191:2012:x1830953551575552:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134018.618964:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.620340:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800854b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+194:2012:x1830953551575552:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2268us (2760us total) trans 4294971994 rc 0/0 00000100:00100000:0.0:1746134018.620348:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1538 00002000:00100000:0.0:1746134018.620354:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800854b1500 x1830953551575552/t4294971994(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:229/0 lens 496/448 e 0 to 0 dl 1746134029 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134018.620362:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800854b1500 with x1830953551575552 ext(0->7) 00010000:00010000:0.0:1746134018.620367:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134e23600/0x9682c7de153c63ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d8da expref: 194 pid: 18904 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746134018.620377:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134e23600/0x9682c7de153c63ab lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d8da expref: 194 pid: 18904 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746134018.620382:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800854b1500 00000100:00100000:0.0:1746134018.622194:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.624067:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.632292:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.634189:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.640177:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.647079:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.648019:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800872b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+194:2012:x1830953551576832:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 759us (944us total) trans 4294971995 rc 0/0 00000100:00100000:0.0:1746134018.648026:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1541 00002000:00100000:0.0:1746134018.648031:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800872b6a00 x1830953551576832/t4294971995(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:229/0 lens 496/448 e 0 to 0 dl 1746134029 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134018.648039:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800872b6a00 with x1830953551576832 ext(0->7) 00010000:00010000:0.0:1746134018.648043:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8cb800/0x9682c7de153c63b9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d8e8 expref: 194 pid: 24940 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746134018.648053:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8cb800/0x9682c7de153c63b9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d8e8 expref: 194 pid: 24940 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746134018.648058:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800872b6a00 00000100:00100000:0.0:1746134018.650342:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.653642:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.655744:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.659563:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.659655:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.663045:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.665416:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.666293:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.668306:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.671666:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.677566:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.682711:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d142a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+196:2010:x1830953551578752:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4000us (5138us total) trans 4294971996 rc 0/0 00000100:00100000:0.0:1746134018.682721:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1543 00002000:00100000:0.0:1746134018.682731:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012d142a00 x1830953551578752/t4294971996(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:229/0 lens 496/448 e 0 to 0 dl 1746134029 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134018.682740:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d142a00 with x1830953551578752 ext(0->7) 00010000:00010000:0.0:1746134018.682749:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bf67400/0x9682c7de153c63ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d8fd expref: 196 pid: 24940 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746134018.682761:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bf67400/0x9682c7de153c63ce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d8fd expref: 196 pid: 24940 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746134018.682767:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d142a00 00000100:00100000:0.0:1746134018.693406:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.698335:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.701392:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.713991:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.715361:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d143800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+198:2010:x1830953551579904:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1131us (1373us total) trans 4294971997 rc 0/0 00000100:00100000:0.0:1746134018.715368:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1545 00002000:00100000:0.0:1746134018.715375:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012d143800 x1830953551579904/t4294971997(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:229/0 lens 496/448 e 0 to 0 dl 1746134029 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134018.715382:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d143800 with x1830953551579904 ext(0->7) 00010000:00010000:0.0:1746134018.715387:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde4800/0x9682c7de153c63dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d90b expref: 198 pid: 24940 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746134018.715401:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde4800/0x9682c7de153c63dc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d90b expref: 198 pid: 24940 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746134018.715407:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d143800 00000100:00100000:0.0:1746134018.719701:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.719742:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.728084:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.731304:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.734667:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.749231:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551580928 00000100:00100000:0.0:1746134018.749238:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551580928 00000100:00100000:0.0:1746134018.749290:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28361 00000100:00100000:0.0:1746134018.749297:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800854b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1099:x1830953551580928:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134018.749312:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746134018.778443:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551581056 00000100:00100000:0.0:1746134018.778453:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551581056 00002000:00100000:0.0:1746134018.778506:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800854b0e00 x1830953551581056/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:229/0 lens 496/0 e 0 to 0 dl 1746134029 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134018.778515:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800854b0e00 with x1830953551581056 ext(0->7) 00010000:00010000:0.0:1746134018.778524:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde5000/0x9682c7de153c63ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d919 expref: 198 pid: 9581 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746134018.778536:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde5000/0x9682c7de153c63ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d919 expref: 198 pid: 9581 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746134018.778543:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800854b0e00 00000100:00100000:0.0:1746134018.778573:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1547 00000100:00100000:0.0:1746134018.778580:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800854b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+198:2012:x1830953551581056:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134018.779846:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800854b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+200:2012:x1830953551581056:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1264us (17754us total) trans 4294971998 rc 0/0 00000100:00100000:0.0:1746134018.779853:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1547 00002000:00100000:0.0:1746134018.779860:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800854b0e00 x1830953551581056/t4294971998(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:229/0 lens 496/448 e 0 to 0 dl 1746134029 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134018.779866:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800854b0e00 with x1830953551581056 ext(0->7) 00010000:00010000:0.0:1746134018.779872:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde5000/0x9682c7de153c63ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d919 expref: 200 pid: 9581 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746134018.779882:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde5000/0x9682c7de153c63ea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d919 expref: 200 pid: 9581 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746134018.779887:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800854b0e00 00000100:00100000:0.0:1746134018.784573:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.787762:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.793783:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551581568 00000100:00100000:0.0:1746134018.793789:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551581568 00002000:00100000:0.0:1746134018.793818:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800854b0a80 x1830953551581568/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:229/0 lens 488/0 e 0 to 0 dl 1746134029 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134018.793827:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800854b0a80 with x1830953551581568 ext(0->4095) 00010000:00010000:0.0:1746134018.793833:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde4800/0x9682c7de153c63f1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d920 expref: 6 pid: 24940 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746134018.793843:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde4800/0x9682c7de153c63f1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d920 expref: 6 pid: 24940 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746134018.793848:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800854b0a80 00000100:00100000:0.0:1746134018.795038:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1548 00000100:00100000:0.0:1746134018.795048:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800854b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551581568:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134018.795178:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800854b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551581568:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 132us (2199us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134018.795183:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1548 00002000:00100000:0.0:1746134018.795189:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800854b0a80 x1830953551581568/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746134029 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134018.795196:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800854b0a80 with x1830953551581568 ext(0->4095) 00010000:00010000:0.0:1746134018.795202:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde4800/0x9682c7de153c63f1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d920 expref: 6 pid: 24940 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746134018.795211:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde4800/0x9682c7de153c63f1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d920 expref: 6 pid: 24940 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746134018.795216:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800854b0a80 00000100:00100000:0.0:1746134018.797042:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.799931:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.808318:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.812203:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.815109:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b6db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+202:2009:x1830953551582208:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 876us (2907us total) trans 4294971999 rc 0/0 00000100:00100000:0.0:1746134018.815139:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1549 00002000:00100000:0.0:1746134018.815144:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012b6db480 x1830953551582208/t4294971999(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:229/0 lens 496/448 e 0 to 0 dl 1746134029 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134018.815152:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b6db480 with x1830953551582208 ext(0->7) 00010000:00010000:0.0:1746134018.815157:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde4a00/0x9682c7de153c63f8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d927 expref: 202 pid: 24940 timeout: 787 lvb_type: 0 00010000:00010000:0.0:1746134018.815166:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde4a00/0x9682c7de153c63f8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d927 expref: 202 pid: 24940 timeout: 787 lvb_type: 0 00002000:00010000:0.0:1746134018.815171:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b6db480 00000100:00100000:0.0:1746134018.820930:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.823959:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.826568:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.830387:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.833212:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.837357:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.842308:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.844234:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801360fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+204:2010:x1830953551583360:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1506us (1929us total) trans 4294972000 rc 0/0 00000100:00100000:0.0:1746134018.844248:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1551 00002000:00100000:0.0:1746134018.844255:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8801360fb800 x1830953551583360/t4294972000(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:229/0 lens 496/448 e 0 to 0 dl 1746134029 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134018.844262:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801360fb800 with x1830953551583360 ext(0->7) 00010000:00010000:0.0:1746134018.844267:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bf66600/0x9682c7de153c6406 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d935 expref: 204 pid: 9581 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746134018.844278:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bf66600/0x9682c7de153c6406 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d935 expref: 204 pid: 9581 timeout: 788 lvb_type: 0 00002000:00010000:0.0:1746134018.844284:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801360fb800 00000100:00100000:0.0:1746134018.848814:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.848898:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.851444:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.851460:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551583872 00000100:00100000:0.0:1746134018.851463:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551583872 00002000:00100000:0.0:1746134018.851485:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801360f9180 x1830953551583872/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:229/0 lens 488/0 e 0 to 0 dl 1746134029 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134018.851492:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801360f9180 with x1830953551583872 ext(0->4095) 00010000:00010000:0.0:1746134018.851498:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde5c00/0x9682c7de153c640d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d93c expref: 6 pid: 9581 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746134018.851506:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde5c00/0x9682c7de153c640d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d93c expref: 6 pid: 9581 timeout: 788 lvb_type: 0 00002000:00010000:0.0:1746134018.851511:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801360f9180 00000100:00100000:0.0:1746134018.851521:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1552 00000100:00100000:0.0:1746134018.851525:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801360f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551583872:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134018.852372:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801360f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551583872:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 844us (926us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134018.852378:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1552 00002000:00100000:0.0:1746134018.852384:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8801360f9180 x1830953551583872/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:229/0 lens 488/4536 e 0 to 0 dl 1746134029 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134018.852390:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801360f9180 with x1830953551583872 ext(0->4095) 00010000:00010000:0.0:1746134018.852396:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde5c00/0x9682c7de153c640d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d93c expref: 6 pid: 9581 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746134018.852574:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde5c00/0x9682c7de153c640d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d93c expref: 6 pid: 9581 timeout: 788 lvb_type: 0 00002000:00010000:0.0:1746134018.852580:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801360f9180 00000100:00100000:0.0:1746134018.854467:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.857271:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.861523:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.869372:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.871943:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+206:2009:x1830953551584512:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2402us (2566us total) trans 4294972001 rc 0/0 00000100:00100000:0.0:1746134018.871953:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1553 00002000:00100000:0.0:1746134018.871961:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800917e7800 x1830953551584512/t4294972001(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:229/0 lens 496/448 e 0 to 0 dl 1746134029 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134018.871969:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e7800 with x1830953551584512 ext(0->7) 00010000:00010000:0.0:1746134018.871976:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915c1000/0x9682c7de153c6414 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d943 expref: 206 pid: 9581 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746134018.871988:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915c1000/0x9682c7de153c6414 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d943 expref: 206 pid: 9581 timeout: 788 lvb_type: 0 00002000:00010000:0.0:1746134018.871994:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917e7800 00000100:00100000:0.0:1746134018.873468:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.877056:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.880636:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.880783:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.886681:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.891564:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.894625:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.895443:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+209:2010:x1830953551585792:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 671us (820us total) trans 4294972002 rc 0/0 00000100:00100000:0.0:1746134018.895464:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1555 00002000:00100000:0.0:1746134018.895470:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800917e5f80 x1830953551585792/t4294972002(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:229/0 lens 496/448 e 0 to 0 dl 1746134029 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134018.895480:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e5f80 with x1830953551585792 ext(0->7) 00010000:00010000:0.0:1746134018.895486:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde5400/0x9682c7de153c6422 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d951 expref: 209 pid: 24940 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746134018.895519:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde5400/0x9682c7de153c6422 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d951 expref: 209 pid: 24940 timeout: 788 lvb_type: 0 00002000:00010000:0.0:1746134018.895524:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917e5f80 00000100:00100000:0.0:1746134018.902275:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.908166:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.914188:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.914278:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.917703:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.917782:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.921861:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.927235:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.934662:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.940620:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.942285:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+210:2009:x1830953551587456:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 728us (1672us total) trans 4294972003 rc 0/0 00000100:00100000:0.0:1746134018.942291:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1557 00002000:00100000:0.0:1746134018.942299:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800917e4e00 x1830953551587456/t4294972003(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:229/0 lens 496/448 e 0 to 0 dl 1746134029 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134018.942305:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e4e00 with x1830953551587456 ext(0->7) 00010000:00010000:0.0:1746134018.942310:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde5400/0x9682c7de153c6437 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d966 expref: 210 pid: 24940 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746134018.942321:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde5400/0x9682c7de153c6437 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d966 expref: 210 pid: 24940 timeout: 788 lvb_type: 0 00002000:00010000:0.0:1746134018.942326:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917e4e00 00000100:00100000:0.0:1746134018.949499:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.949893:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.955274:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:10d12d63-f4ad-4c9d-a453-33dc13ead851:3769:1830953547764992:0@lo:400:kworker.0 00000100:00100000:0.0:1746134018.955316:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746134018.955560:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830953547765504:0@lo:400:kworker.0 00000100:00100000:0.0:1746134018.955957:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746134018.955970:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3769:1830953547766016:0@lo:400:kworker.0 00000100:00100000:0.0:1746134018.955985:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746134018.955995:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880085f3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3769:1830953547766528:0@lo:400:kworker.0 00000100:00100000:0.0:1746134018.956006:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746134018.956030:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1028 00000100:00100000:0.0:1746134018.956035:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092399500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830953547765504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746134018.956441:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092399500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830953547765504:12345-0@lo:400:kworker.0 Request processed in 406us (483us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134018.956446:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1028 00000100:00100000:0.0:1746134018.956465:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830953547765504:0@lo:400:kworker.0 00000100:00100000:0.0:1746134018.956472:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3769:1830953547766016:0@lo:400:kworker.0 00000100:00100000:0.0:1746134018.956479:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880085f3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3769:1830953547766528:0@lo:400:kworker.0 00000100:00100000:0.0:1746134018.956484:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:10d12d63-f4ad-4c9d-a453-33dc13ead851:3769:1830953547764992:0@lo:400:kworker.0 00000100:00100000:0.0:1746134018.957969:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.964902:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.969968:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800854b3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7221:1830953547766656:192.168.203.26@tcp:105: 00010000:00010000:0.0:1746134018.969982:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134018.970411:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092398000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953551588096:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3940us (5514us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134018.970419:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13678 00000100:00100000:0.0:1746134018.980230:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.992723:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134018.999850:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009239ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+212:2009:x1830953551588608:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5192us (7124us total) trans 4294972004 rc 0/0 00000100:00100000:0.0:1746134018.999861:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1559 00002000:00100000:0.0:1746134018.999873:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009239ad80 x1830953551588608/t4294972004(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:229/0 lens 496/448 e 0 to 0 dl 1746134029 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134018.999881:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009239ad80 with x1830953551588608 ext(0->7) 00010000:00010000:0.0:1746134018.999890:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde5200/0x9682c7de153c6445 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d974 expref: 212 pid: 24940 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746134018.999905:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde5200/0x9682c7de153c6445 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d974 expref: 212 pid: 24940 timeout: 788 lvb_type: 0 00002000:00010000:0.0:1746134018.999911:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009239ad80 00000100:00100000:0.0:1746134019.002996:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.009923:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551589120 00000100:00100000:0.0:1746134019.009929:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551589120 00002000:00100000:0.0:1746134019.009962:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009186bb80 x1830953551589120/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:230/0 lens 488/0 e 0 to 0 dl 1746134030 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134019.009971:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186bb80 with x1830953551589120 ext(0->4095) 00010000:00010000:0.0:1746134019.009977:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bf66600/0x9682c7de153c644c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d97b expref: 6 pid: 10181 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746134019.009988:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bf66600/0x9682c7de153c644c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d97b expref: 6 pid: 10181 timeout: 788 lvb_type: 0 00002000:00010000:0.0:1746134019.009994:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009186bb80 00000100:00100000:0.0:1746134019.010183:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1560 00000100:00100000:0.0:1746134019.010190:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551589120:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134019.010294:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551589120:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 105us (572us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134019.010300:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1560 00002000:00100000:0.0:1746134019.010304:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009186bb80 x1830953551589120/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746134030 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134019.010317:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186bb80 with x1830953551589120 ext(0->4095) 00010000:00010000:0.0:1746134019.010321:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bf66600/0x9682c7de153c644c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d97b expref: 6 pid: 10181 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746134019.010330:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bf66600/0x9682c7de153c644c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d97b expref: 6 pid: 10181 timeout: 788 lvb_type: 0 00002000:00010000:0.0:1746134019.010335:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009186bb80 00000100:00100000:0.0:1746134019.014768:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.026157:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.030067:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.053676:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.057391:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ff3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+214:2010:x1830953551589760:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2016us (3715us total) trans 4294972005 rc 0/0 00000100:00100000:0.0:1746134019.057399:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1561 00002000:00100000:0.0:1746134019.057406:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008ff3d880 x1830953551589760/t4294972005(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:230/0 lens 496/448 e 0 to 0 dl 1746134030 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134019.057414:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ff3d880 with x1830953551589760 ext(0->7) 00010000:00010000:0.0:1746134019.057421:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bf66200/0x9682c7de153c6453 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d982 expref: 214 pid: 10181 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746134019.057432:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bf66200/0x9682c7de153c6453 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d982 expref: 214 pid: 10181 timeout: 788 lvb_type: 0 00002000:00010000:0.0:1746134019.057438:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ff3d880 00000100:00100000:0.0:1746134019.058690:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.060779:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.063226:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.064791:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746134019.064833:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800854b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3771:1830953547767552:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746134019.064872:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746134019.073336:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.079997:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.081232:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.094132:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551591168 00000100:00100000:0.0:1746134019.094138:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551591168 00010000:00010000:0.0:1746134019.094160:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bf66000/0x9682c7de153c645a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d989 expref: 6 pid: 10181 timeout: 788 lvb_type: 0 00000100:00100000:0.0:1746134019.094564:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551591040 00000100:00100000:0.0:1746134019.094568:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551591040 00010000:00010000:0.0:1746134019.094581:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012fde4800/0x9682c7de153c6461 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d990 expref: 215 pid: 10181 timeout: 788 lvb_type: 0 00000100:00100000:0.0:1746134019.099814:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.110008:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.112984:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+217:2011:x1830953551591808:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 916us (2979us total) trans 4294972006 rc 0/0 00000100:00100000:0.0:1746134019.112992:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1563 00002000:00100000:0.0:1746134019.112998:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800917f4000 x1830953551591808/t4294972006(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:230/0 lens 496/448 e 0 to 0 dl 1746134030 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134019.113006:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917f4000 with x1830953551591808 ext(0->7) 00010000:00010000:0.0:1746134019.113011:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134e22200/0x9682c7de153c6468 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d997 expref: 217 pid: 9581 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746134019.113022:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134e22200/0x9682c7de153c6468 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d997 expref: 217 pid: 9581 timeout: 788 lvb_type: 0 00002000:00010000:0.0:1746134019.113027:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917f4000 00000100:00100000:0.0:1746134019.115401:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.115480:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.118375:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.121697:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.121745:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.125363:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.127597:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.131686:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.133911:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.138043:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.140001:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.140379:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.142917:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.142962:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.143452:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.146768:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.150153:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.151701:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c432680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+221:2009:x1830953551594880:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1340us (1550us total) trans 4294972008 rc 0/0 00000100:00100000:0.0:1746134019.151707:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1568 00002000:00100000:0.0:1746134019.151713:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012c432680 x1830953551594880/t4294972008(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:230/0 lens 496/448 e 0 to 0 dl 1746134030 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134019.151724:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c432680 with x1830953551594880 ext(0->7) 00010000:00010000:0.0:1746134019.151729:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bbda800/0x9682c7de153c648b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d9ba expref: 221 pid: 10181 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746134019.151737:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bbda800/0x9682c7de153c648b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d9ba expref: 221 pid: 10181 timeout: 788 lvb_type: 0 00002000:00010000:0.0:1746134019.151742:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c432680 00000100:00100000:0.0:1746134019.156531:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.163473:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.163541:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.166192:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.166273:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.168069:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.169535:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.170484:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c433800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+222:2012:x1830953551596160:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 836us (949us total) trans 4294972009 rc 0/0 00000100:00100000:0.0:1746134019.170490:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1570 00002000:00100000:0.0:1746134019.170495:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012c433800 x1830953551596160/t4294972009(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:230/0 lens 496/448 e 0 to 0 dl 1746134030 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134019.170501:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c433800 with x1830953551596160 ext(0->7) 00010000:00010000:0.0:1746134019.170506:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bbda600/0x9682c7de153c6499 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d9c8 expref: 222 pid: 10181 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746134019.170514:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bbda600/0x9682c7de153c6499 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d9c8 expref: 222 pid: 10181 timeout: 788 lvb_type: 0 00002000:00010000:0.0:1746134019.170519:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012c433800 00000100:00100000:0.0:1746134019.174445:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.180742:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.181641:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.184041:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.184761:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.187961:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.192932:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.194079:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+225:2010:x1830953551597440:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 796us (1151us total) trans 4294972010 rc 0/0 00000100:00100000:0.0:1746134019.194085:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1572 00002000:00100000:0.0:1746134019.194091:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88007282ed80 x1830953551597440/t4294972010(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:230/0 lens 496/448 e 0 to 0 dl 1746134030 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134019.194098:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282ed80 with x1830953551597440 ext(0->7) 00010000:00010000:0.0:1746134019.194102:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bbdac00/0x9682c7de153c64a7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d9d6 expref: 225 pid: 10181 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746134019.194110:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bbdac00/0x9682c7de153c64a7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d9d6 expref: 225 pid: 10181 timeout: 788 lvb_type: 0 00002000:00010000:0.0:1746134019.194130:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007282ed80 00000100:00100000:0.0:1746134019.195955:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.199892:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551597824 00000100:00100000:0.0:1746134019.199897:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551597824 00002000:00100000:0.0:1746134019.199921:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009186a680 x1830953551597824/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:230/0 lens 488/0 e 0 to 0 dl 1746134030 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134019.199930:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186a680 with x1830953551597824 ext(0->4095) 00002000:00010000:0.0:1746134019.199933:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009186a680 00000100:00100000:0.0:1746134019.199946:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12463 00000100:00100000:0.0:1746134019.199950:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+224:2009:x1830953551597824:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134019.200051:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+224:2009:x1830953551597824:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 100us (215us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134019.200056:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12463 00002000:00100000:0.0:1746134019.200060:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009186a680 x1830953551597824/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746134030 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134019.200066:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186a680 with x1830953551597824 ext(0->4095) 00002000:00010000:0.0:1746134019.200069:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009186a680 00000100:00100000:0.0:1746134019.201431:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.202938:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.207663:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551598464 00000100:00100000:0.0:1746134019.207670:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551598464 00002000:00100000:0.0:1746134019.207699:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091869f80 x1830953551598464/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:230/0 lens 488/0 e 0 to 0 dl 1746134030 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134019.207708:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091869f80 with x1830953551598464 ext(0->4095) 00002000:00010000:0.0:1746134019.207713:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091869f80 00000100:00100000:0.0:1746134019.207735:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12465 00000100:00100000:0.0:1746134019.207741:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091869f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+224:2009:x1830953551598464:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134019.207849:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091869f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+224:2009:x1830953551598464:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 108us (356us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134019.207858:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12465 00002000:00100000:0.0:1746134019.207863:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091869f80 x1830953551598464/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746134030 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134019.207870:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091869f80 with x1830953551598464 ext(0->4095) 00002000:00010000:0.0:1746134019.207873:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091869f80 00000100:00100000:0.0:1746134019.214280:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.222603:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.222639:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.239714:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.242918:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+226:2009:x1830953551599360:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2647us (3204us total) trans 4294972011 rc 0/0 00000100:00100000:0.0:1746134019.242927:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1573 00002000:00100000:0.0:1746134019.242935:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88007282dc00 x1830953551599360/t4294972011(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:230/0 lens 496/448 e 0 to 0 dl 1746134030 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134019.242943:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282dc00 with x1830953551599360 ext(0->7) 00010000:00010000:0.0:1746134019.242951:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bbdb000/0x9682c7de153c64bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d9eb expref: 226 pid: 24940 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746134019.242963:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bbdb000/0x9682c7de153c64bc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574d9eb expref: 226 pid: 24940 timeout: 788 lvb_type: 0 00002000:00010000:0.0:1746134019.242969:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007282dc00 00000100:00100000:0.0:1746134019.247694:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.247976:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.253860:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.256518:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.259349:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.262473:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.271498:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.275227:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.278533:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.281667:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.281711:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.285191:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.285221:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.290464:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.290564:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.294849:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.300015:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.301486:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+230:2011:x1830953551602304:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 882us (1474us total) trans 4294972013 rc 0/0 00000100:00100000:0.0:1746134019.301492:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1578 00002000:00100000:0.0:1746134019.301499:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008fe26680 x1830953551602304/t4294972013(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:230/0 lens 496/448 e 0 to 0 dl 1746134030 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134019.301506:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe26680 with x1830953551602304 ext(0->7) 00010000:00010000:0.0:1746134019.301512:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde4800/0x9682c7de153c64df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574da0e expref: 230 pid: 10181 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746134019.301522:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde4800/0x9682c7de153c64df lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574da0e expref: 230 pid: 10181 timeout: 788 lvb_type: 0 00002000:00010000:0.0:1746134019.301527:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008fe26680 00000100:00100000:0.0:1746134019.308486:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.314699:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551602688 00000100:00100000:0.0:1746134019.314705:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551602688 00002000:00100000:0.0:1746134019.314738:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800854b2d80 x1830953551602688/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:230/0 lens 488/0 e 0 to 0 dl 1746134030 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134019.314747:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800854b2d80 with x1830953551602688 ext(0->4095) 00002000:00010000:0.0:1746134019.314751:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800854b2d80 00000100:00100000:0.0:1746134019.314776:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12469 00000100:00100000:0.0:1746134019.314782:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800854b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551602688:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134019.314889:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800854b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551602688:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 106us (336us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134019.314895:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12469 00002000:00100000:0.0:1746134019.314900:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800854b2d80 x1830953551602688/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746134030 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134019.314906:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800854b2d80 with x1830953551602688 ext(0->4095) 00010000:00010000:0.0:1746134019.314911:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde5000/0x9682c7de153c64e6 lrc: 7/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574da15 expref: 6 pid: 10181 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746134019.314925:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde5000/0x9682c7de153c64e6 lrc: 7/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574da15 expref: 6 pid: 10181 timeout: 788 lvb_type: 0 00002000:00010000:0.0:1746134019.314930:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800854b2d80 00000100:00100000:0.0:1746134019.317964:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.318002:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.322033:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.328723:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800854b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+233:2009:x1830953551603584:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2329us (2541us total) trans 4294972014 rc 0/0 00000100:00100000:0.0:1746134019.328734:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1580 00002000:00100000:0.0:1746134019.328742:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800854b3480 x1830953551603584/t4294972014(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:230/0 lens 496/448 e 0 to 0 dl 1746134030 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134019.328749:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800854b3480 with x1830953551603584 ext(0->7) 00010000:00010000:0.0:1746134019.328757:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde4e00/0x9682c7de153c64ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574da1c expref: 233 pid: 10181 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746134019.328770:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde4e00/0x9682c7de153c64ed lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574da1c expref: 233 pid: 10181 timeout: 788 lvb_type: 0 00002000:00010000:0.0:1746134019.328775:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800854b3480 00000100:00100000:0.0:1746134019.332773:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.345766:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.352377:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.352457:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.362805:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.369328:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.375001:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.381249:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.383032:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009558df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+234:2009:x1830953551605248:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1571us (1792us total) trans 4294972015 rc 0/0 00000100:00100000:0.0:1746134019.383038:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1582 00002000:00100000:0.0:1746134019.383044:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009558df80 x1830953551605248/t4294972015(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:230/0 lens 496/448 e 0 to 0 dl 1746134030 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134019.383052:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009558df80 with x1830953551605248 ext(0->7) 00010000:00010000:0.0:1746134019.383058:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde4a00/0x9682c7de153c6502 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574da31 expref: 234 pid: 10181 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746134019.383067:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde4a00/0x9682c7de153c6502 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574da31 expref: 234 pid: 10181 timeout: 788 lvb_type: 0 00002000:00010000:0.0:1746134019.383073:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009558df80 00000100:00100000:0.0:1746134019.393257:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.394052:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.396448:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.398798:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.401209:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.404103:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.407742:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.408798:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092029f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+236:2009:x1830953551606400:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 794us (1054us total) trans 4294972016 rc 0/0 00000100:00100000:0.0:1746134019.408804:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1584 00002000:00100000:0.0:1746134019.408810:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880092029f80 x1830953551606400/t4294972016(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:230/0 lens 496/448 e 0 to 0 dl 1746134030 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134019.408818:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092029f80 with x1830953551606400 ext(0->7) 00010000:00010000:0.0:1746134019.408823:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde5600/0x9682c7de153c6510 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574da3f expref: 236 pid: 10181 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746134019.408832:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde5600/0x9682c7de153c6510 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574da3f expref: 236 pid: 10181 timeout: 788 lvb_type: 0 00002000:00010000:0.0:1746134019.408838:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092029f80 00000100:00100000:0.0:1746134019.410731:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.414777:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.414798:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551606784 00000100:00100000:0.0:1746134019.414803:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551606784 00002000:00100000:0.0:1746134019.414971:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009202ad80 x1830953551606784/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:230/0 lens 488/0 e 0 to 0 dl 1746134030 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134019.414980:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009202ad80 with x1830953551606784 ext(0->4095) 00002000:00010000:0.0:1746134019.414983:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009202ad80 00000100:00100000:0.0:1746134019.415099:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12473 00000100:00100000:0.0:1746134019.415105:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009202ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551606784:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134019.415445:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009202ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551606784:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 339us (673us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134019.415450:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12473 00002000:00100000:0.0:1746134019.415456:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009202ad80 x1830953551606784/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746134030 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134019.415462:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009202ad80 with x1830953551606784 ext(0->4095) 00002000:00010000:0.0:1746134019.415466:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009202ad80 00000100:00100000:0.0:1746134019.418634:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.420866:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.424276:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.424360:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.429950:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.430470:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.431312:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.431326:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551607808 00000100:00100000:0.0:1746134019.431330:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551607808 00010000:00010000:0.0:1746134019.431344:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012fde5000/0x9682c7de153c6517 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574da46 expref: 6 pid: 10181 timeout: 788 lvb_type: 0 00000100:00100000:0.0:1746134019.431512:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13710 00000100:00100000:0.0:1746134019.431518:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916fc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551607808:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134019.431524:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134019.431533:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012fde5000/0x9682c7de153c6517 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574da46 expref: 6 pid: 10181 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746134019.431542:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012fde5000/0x9682c7de153c6517 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574da46 expref: 6 pid: 10181 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746134019.431553:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012fde5000/0x9682c7de153c6517 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574da46 expref: 6 pid: 10181 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746134019.431572:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134019.431574:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134019.431579:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bbdba00/0x9682c7de153c6525 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574da54 expref: 237 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134019.431586:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bbdba00/0x9682c7de153c6525 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574da54 expref: 237 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134019.431610:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bbdba00/0x9682c7de153c6525 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574da54 expref: 237 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134019.431619:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800916fed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8382:1830953547774336:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134019.431661:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c540 going to sleep for 11 seconds 00000100:00100000:0.0:1746134019.434054:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.443996:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.445826:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+239:2012:x1830953551608448:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1611us (1831us total) trans 4294972017 rc 0/0 00000100:00100000:0.0:1746134019.445835:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1587 00002000:00100000:0.0:1746134019.445841:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012fdc4380 x1830953551608448/t4294972017(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:230/0 lens 496/448 e 0 to 0 dl 1746134030 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134019.445849:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc4380 with x1830953551608448 ext(0->7) 00010000:00010000:0.0:1746134019.445856:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bbdba00/0x9682c7de153c6525 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574da54 expref: 239 pid: 9581 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746134019.445867:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bbdba00/0x9682c7de153c6525 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574da54 expref: 239 pid: 9581 timeout: 788 lvb_type: 0 00002000:00010000:0.0:1746134019.445873:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fdc4380 00000001:00080000:0.0:1746134019.447927:0:9578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294972017 is committed 00000100:00100000:0.0:1746134019.455994:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.463081:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.468722:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.471902:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.474946:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.481037:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3769:1830953547775104:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746134019.481086:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746134019.482168:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.487379:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.493142:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.496060:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.502389:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:2009:x1830953551610112:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5318us (6321us total) trans 4294972018 rc 0/0 00000100:00100000:0.0:1746134019.502400:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1589 00002000:00100000:0.0:1746134019.502410:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009bc73100 x1830953551610112/t4294972018(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:230/0 lens 496/448 e 0 to 0 dl 1746134030 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134019.502419:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc73100 with x1830953551610112 ext(0->7) 00010000:00010000:0.0:1746134019.502428:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bbda600/0x9682c7de153c653a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574da69 expref: 8 pid: 10181 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746134019.502442:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bbda600/0x9682c7de153c653a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574da69 expref: 8 pid: 10181 timeout: 788 lvb_type: 0 00002000:00010000:0.0:1746134019.502448:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bc73100 00000100:00100000:0.0:1746134019.510980:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.512812:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.517205:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.519362:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.522740:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.525895:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.526960:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b43b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2010:x1830953551611264:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 854us (1069us total) trans 4294972019 rc 0/0 00000100:00100000:0.0:1746134019.526966:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1591 00002000:00100000:0.0:1746134019.526971:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009b43b100 x1830953551611264/t4294972019(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:230/0 lens 496/448 e 0 to 0 dl 1746134030 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134019.526985:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b43b100 with x1830953551611264 ext(0->7) 00010000:00010000:0.0:1746134019.526989:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde5c00/0x9682c7de153c6548 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574da77 expref: 10 pid: 10181 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746134019.526999:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde5c00/0x9682c7de153c6548 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574da77 expref: 10 pid: 10181 timeout: 788 lvb_type: 0 00002000:00010000:0.0:1746134019.527005:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b43b100 00000100:00100000:0.0:1746134019.528615:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.531705:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f8b5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7220:1830953547776000:192.168.203.26@tcp:105: 00010000:00010000:0.0:1746134019.531720:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134019.531749:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b438000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+9:2010:x1830953551611392:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2941us (3137us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134019.531756:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13716 00000100:00100000:0.0:1746134019.533853:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.534151:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.536605:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.536638:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.538621:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.538728:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.540380:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.545790:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+12:2011:x1830953551613056:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2225us (2472us total) trans 4294972020 rc 0/0 00000100:00100000:0.0:1746134019.545799:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1594 00002000:00100000:0.0:1746134019.545807:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009ce31c00 x1830953551613056/t4294972020(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:230/0 lens 496/448 e 0 to 0 dl 1746134030 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134019.545815:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce31c00 with x1830953551613056 ext(0->7) 00010000:00010000:0.0:1746134019.545823:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde5200/0x9682c7de153c655d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574da85 expref: 12 pid: 10181 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746134019.545836:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde5200/0x9682c7de153c655d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574da85 expref: 12 pid: 10181 timeout: 788 lvb_type: 0 00002000:00010000:0.0:1746134019.545842:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ce31c00 00000100:00100000:0.0:1746134019.547227:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.550478:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.552672:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.555192:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.556709:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.556773:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.558369:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.558622:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.558645:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.560439:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.560457:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551614848 00000100:00100000:0.0:1746134019.560461:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551614848 00002000:00100000:0.0:1746134019.560484:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011db4d880 x1830953551614848/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:230/0 lens 488/0 e 0 to 0 dl 1746134030 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134019.560492:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011db4d880 with x1830953551614848 ext(0->4095) 00010000:00010000:0.0:1746134019.560497:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134e23e00/0x9682c7de153c6572 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574daa1 expref: 14 pid: 9581 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746134019.560512:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134e23e00/0x9682c7de153c6572 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574daa1 expref: 14 pid: 9581 timeout: 788 lvb_type: 0 00002000:00010000:0.0:1746134019.560517:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011db4d880 00000100:00100000:0.0:1746134019.560541:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1596 00000100:00100000:0.0:1746134019.560547:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+14:2009:x1830953551614848:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134019.560647:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+14:2009:x1830953551614848:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 100us (210us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134019.560653:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1596 00002000:00100000:0.0:1746134019.560657:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88011db4d880 x1830953551614848/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746134030 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134019.560663:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011db4d880 with x1830953551614848 ext(0->4095) 00010000:00010000:0.0:1746134019.560667:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134e23e00/0x9682c7de153c6572 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574daa1 expref: 14 pid: 9581 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746134019.560674:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134e23e00/0x9682c7de153c6572 lrc: 6/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574daa1 expref: 14 pid: 9581 timeout: 788 lvb_type: 0 00002000:00010000:0.0:1746134019.560685:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011db4d880 00000100:00100000:0.0:1746134019.566874:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.568982:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+15:2010:x1830953551615104:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1943us (2110us total) trans 4294972021 rc 0/0 00000100:00100000:0.0:1746134019.568991:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1597 00002000:00100000:0.0:1746134019.568997:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88011db4ed80 x1830953551615104/t4294972021(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:230/0 lens 496/448 e 0 to 0 dl 1746134030 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134019.569005:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011db4ed80 with x1830953551615104 ext(0->7) 00010000:00010000:0.0:1746134019.569012:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134e23e00/0x9682c7de153c6572 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574daa1 expref: 15 pid: 9581 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746134019.569023:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134e23e00/0x9682c7de153c6572 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574daa1 expref: 15 pid: 9581 timeout: 788 lvb_type: 0 00002000:00010000:0.0:1746134019.569029:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011db4ed80 00000100:00100000:0.0:1746134019.570538:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.572467:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.574169:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.574207:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.576259:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.576323:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.578058:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.580253:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.584232:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.600203:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.604972:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088053800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2009:x1830953551616768:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1142us (4569us total) trans 4294972022 rc 0/0 00000100:00100000:0.0:1746134019.604981:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1599 00002000:00100000:0.0:1746134019.604989:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880088053800 x1830953551616768/t4294972022(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:230/0 lens 496/448 e 0 to 0 dl 1746134030 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134019.604998:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088053800 with x1830953551616768 ext(0->7) 00010000:00010000:0.0:1746134019.605006:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde4800/0x9682c7de153c6587 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574daaf expref: 16 pid: 10181 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746134019.605019:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde4800/0x9682c7de153c6587 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574daaf expref: 16 pid: 10181 timeout: 788 lvb_type: 0 00002000:00010000:0.0:1746134019.605024:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088053800 00000100:00100000:0.0:1746134019.606224:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.609071:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.614504:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.618705:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.618769:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.621902:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.623921:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.623997:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.628085:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.635996:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.641844:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088052300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+18:2012:x1830953551618560:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5554us (5846us total) trans 4294972023 rc 0/0 00000100:00100000:0.0:1746134019.641853:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1602 00002000:00100000:0.0:1746134019.641862:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880088052300 x1830953551618560/t4294972023(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:230/0 lens 496/448 e 0 to 0 dl 1746134030 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134019.641870:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088052300 with x1830953551618560 ext(0->7) 00010000:00010000:0.0:1746134019.641878:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134e22000/0x9682c7de153c659c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dacb expref: 18 pid: 9581 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746134019.641890:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134e22000/0x9682c7de153c659c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dacb expref: 18 pid: 9581 timeout: 788 lvb_type: 0 00002000:00010000:0.0:1746134019.641900:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088052300 00000100:00100000:0.0:1746134019.646200:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.650853:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.655383:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.659620:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.661660:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.665003:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.670414:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.673622:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+20:2009:x1830953551619712:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3028us (3207us total) trans 4294972024 rc 0/0 00000100:00100000:0.0:1746134019.673633:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1604 00002000:00100000:0.0:1746134019.673646:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009bfbca80 x1830953551619712/t4294972024(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:230/0 lens 496/448 e 0 to 0 dl 1746134030 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134019.673655:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfbca80 with x1830953551619712 ext(0->7) 00010000:00010000:0.0:1746134019.673663:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134e22200/0x9682c7de153c65aa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dad9 expref: 20 pid: 9581 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746134019.673676:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134e22200/0x9682c7de153c65aa lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dad9 expref: 20 pid: 9581 timeout: 788 lvb_type: 0 00002000:00010000:0.0:1746134019.673681:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bfbca80 00000100:00100000:0.0:1746134019.675434:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.678503:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.679900:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.688293:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.689922:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.691394:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551620480 00000100:00100000:0.0:1746134019.691400:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551620480 00010000:00010000:0.0:1746134019.691420:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134e23000/0x9682c7de153c65b1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dae0 expref: 6 pid: 9581 timeout: 788 lvb_type: 0 00000100:00100000:0.0:1746134019.691452:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13731 00000100:00100000:0.0:1746134019.691458:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009558ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551620480:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134019.691466:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134019.691480:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134e23000/0x9682c7de153c65b1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dae0 expref: 6 pid: 9581 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746134019.691489:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134e23000/0x9682c7de153c65b1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dae0 expref: 6 pid: 9581 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746134019.691505:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134e23000/0x9682c7de153c65b1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dae0 expref: 6 pid: 9581 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746134019.691525:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134019.691527:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134019.691533:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134e23800/0x9682c7de153c65b8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dae7 expref: 20 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134019.691539:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134e23800/0x9682c7de153c65b8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dae7 expref: 20 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134019.691560:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134e23800/0x9682c7de153c65b8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dae7 expref: 20 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134019.691573:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134e23800/0x9682c7de153c65b8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dae7 expref: 20 pid: 9581 timeout: 788 lvb_type: 0 00000100:00100000:0.0:1746134019.691583:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917f4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8382:1830953547779456:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134019.691642:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134019.694281:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.697094:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.700059:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+23:2011:x1830953551620992:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2715us (2963us total) trans 4294972025 rc 0/0 00000100:00100000:0.0:1746134019.700068:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1606 00002000:00100000:0.0:1746134019.700076:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800917f4e00 x1830953551620992/t4294972025(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:230/0 lens 496/448 e 0 to 0 dl 1746134030 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134019.700084:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917f4e00 with x1830953551620992 ext(0->7) 00010000:00010000:0.0:1746134019.700091:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134e23800/0x9682c7de153c65b8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dae7 expref: 23 pid: 9581 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746134019.700105:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134e23800/0x9682c7de153c65b8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dae7 expref: 23 pid: 9581 timeout: 788 lvb_type: 0 00002000:00010000:0.0:1746134019.700139:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917f4e00 00000100:00100000:0.0:1746134019.702619:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.707179:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.713398:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.719342:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.720427:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.725151:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.725268:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.726544:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.729145:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.733431:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.735571:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+25:2011:x1830953551622784:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1097us (2142us total) trans 4294972026 rc 0/0 00000100:00100000:0.0:1746134019.735579:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1609 00002000:00100000:0.0:1746134019.735585:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800917e6680 x1830953551622784/t4294972026(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:230/0 lens 496/448 e 0 to 0 dl 1746134030 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134019.735593:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e6680 with x1830953551622784 ext(0->7) 00010000:00010000:0.0:1746134019.735598:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde4e00/0x9682c7de153c65cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dafc expref: 25 pid: 10181 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746134019.735609:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde4e00/0x9682c7de153c65cd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dafc expref: 25 pid: 10181 timeout: 788 lvb_type: 0 00002000:00010000:0.0:1746134019.735614:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917e6680 00000100:00100000:0.0:1746134019.738871:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.745161:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.751938:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.753407:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.757498:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.762922:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.762998:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.763889:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.766640:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.767023:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551624320 00000100:00100000:0.0:1746134019.767028:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551624320 00002000:00100000:0.0:1746134019.767051:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092398000 x1830953551624320/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:230/0 lens 488/0 e 0 to 0 dl 1746134030 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134019.767059:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092398000 with x1830953551624320 ext(0->4095) 00010000:00010000:0.0:1746134019.767064:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134e22000/0x9682c7de153c65e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574db11 expref: 25 pid: 9581 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746134019.767073:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134e22000/0x9682c7de153c65e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574db11 expref: 25 pid: 9581 timeout: 788 lvb_type: 0 00002000:00010000:0.0:1746134019.767078:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092398000 00000100:00100000:0.0:1746134019.767100:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1611 00000100:00100000:0.0:1746134019.767105:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092398000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+25:2010:x1830953551624320:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134019.767221:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092398000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+25:2010:x1830953551624320:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 114us (579us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134019.767226:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1611 00002000:00100000:0.0:1746134019.767231:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880092398000 x1830953551624320/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746134030 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134019.767246:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092398000 with x1830953551624320 ext(0->4095) 00010000:00010000:0.0:1746134019.767251:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134e22000/0x9682c7de153c65e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574db11 expref: 25 pid: 9581 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746134019.767262:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134e22000/0x9682c7de153c65e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574db11 expref: 25 pid: 9581 timeout: 788 lvb_type: 0 00002000:00010000:0.0:1746134019.767639:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092398000 00000100:00100000:0.0:1746134019.774371:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.778295:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009239aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2011:x1830953551624576:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1982us (3926us total) trans 4294972027 rc 0/0 00000100:00100000:0.0:1746134019.778303:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1612 00002000:00100000:0.0:1746134019.778310:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009239aa00 x1830953551624576/t4294972027(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:230/0 lens 496/448 e 0 to 0 dl 1746134030 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134019.778319:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009239aa00 with x1830953551624576 ext(0->7) 00010000:00010000:0.0:1746134019.778326:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134e22000/0x9682c7de153c65e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574db11 expref: 27 pid: 9581 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746134019.778339:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134e22000/0x9682c7de153c65e2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574db11 expref: 27 pid: 9581 timeout: 788 lvb_type: 0 00002000:00010000:0.0:1746134019.778345:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009239aa00 00000100:00100000:0.0:1746134019.789543:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.793608:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.793855:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.795809:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.799066:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.803357:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d141c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2012:x1830953551625856:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3818us (4290us total) trans 4294972028 rc 0/0 00000100:00100000:0.0:1746134019.803366:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1615 00002000:00100000:0.0:1746134019.803374:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012d141c00 x1830953551625856/t4294972028(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:230/0 lens 496/448 e 0 to 0 dl 1746134030 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134019.803388:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d141c00 with x1830953551625856 ext(0->7) 00010000:00010000:0.0:1746134019.803396:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134e22200/0x9682c7de153c65f0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574db1f expref: 28 pid: 9581 timeout: 788 lvb_type: 0 00010000:00010000:0.0:1746134019.803409:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134e22200/0x9682c7de153c65f0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574db1f expref: 28 pid: 9581 timeout: 788 lvb_type: 0 00002000:00010000:0.0:1746134019.803416:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d141c00 00000100:00100000:0.0:1746134019.819782:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.821554:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.823189:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.823898:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.827285:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.832865:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.837246:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d96a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+31:2012:x1830953551627136:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 753us (4379us total) trans 4294972029 rc 0/0 00000100:00100000:0.0:1746134019.837253:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1617 00002000:00100000:0.0:1746134019.837263:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012d96a680 x1830953551627136/t4294972029(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:230/0 lens 496/448 e 0 to 0 dl 1746134030 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134019.837270:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d96a680 with x1830953551627136 ext(0->7) 00010000:00010000:0.0:1746134019.837275:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde5000/0x9682c7de153c65fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574db2d expref: 31 pid: 10181 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746134019.837285:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde5000/0x9682c7de153c65fe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574db2d expref: 31 pid: 10181 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746134019.837295:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d96a680 00000100:00100000:0.0:1746134019.845348:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.846329:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.855696:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.859069:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.859110:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.861715:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.867458:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.869106:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+32:2010:x1830953551628416:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 613us (1653us total) trans 4294972030 rc 0/0 00000100:00100000:0.0:1746134019.869124:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1620 00002000:00100000:0.0:1746134019.869130:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880072ad8e00 x1830953551628416/t4294972030(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:230/0 lens 496/448 e 0 to 0 dl 1746134030 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134019.869138:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ad8e00 with x1830953551628416 ext(0->7) 00010000:00010000:0.0:1746134019.869144:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bbdac00/0x9682c7de153c660c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574db3b expref: 32 pid: 10181 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746134019.869154:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bbdac00/0x9682c7de153c660c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574db3b expref: 32 pid: 10181 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746134019.869160:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072ad8e00 00000100:00100000:0.0:1746134019.871644:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.875948:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.879452:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.881633:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.882103:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.884481:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.888535:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.889439:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801360fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+35:2011:x1830953551629696:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 658us (908us total) trans 4294972031 rc 0/0 00000100:00100000:0.0:1746134019.889445:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1622 00002000:00100000:0.0:1746134019.889451:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8801360fbb80 x1830953551629696/t4294972031(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:230/0 lens 496/448 e 0 to 0 dl 1746134030 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134019.889457:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801360fbb80 with x1830953551629696 ext(0->7) 00010000:00010000:0.0:1746134019.889462:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde5000/0x9682c7de153c661a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574db49 expref: 35 pid: 10181 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746134019.889471:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde5000/0x9682c7de153c661a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574db49 expref: 35 pid: 10181 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746134019.889476:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801360fbb80 00000100:00100000:0.0:1746134019.891017:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.894099:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.896466:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.898091:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.898922:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.898967:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551630592 00000100:00100000:0.0:1746134019.898970:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551630592 00002000:00100000:0.0:1746134019.898996:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800916fed80 x1830953551630592/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:230/0 lens 488/0 e 0 to 0 dl 1746134030 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134019.899005:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916fed80 with x1830953551630592 ext(0->4095) 00010000:00010000:0.0:1746134019.899010:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde5600/0x9682c7de153c6628 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574db57 expref: 6 pid: 10181 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746134019.899020:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde5600/0x9682c7de153c6628 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574db57 expref: 6 pid: 10181 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746134019.899025:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800916fed80 00000100:00100000:0.0:1746134019.899037:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1623 00000100:00100000:0.0:1746134019.899041:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551630592:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134019.899145:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551630592:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 102us (222us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134019.899151:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1623 00002000:00100000:0.0:1746134019.899156:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff8800916fed80 x1830953551630592/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:230/0 lens 488/4536 e 0 to 0 dl 1746134030 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134019.899162:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916fed80 with x1830953551630592 ext(0->4095) 00010000:00010000:0.0:1746134019.899167:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde5600/0x9682c7de153c6628 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574db57 expref: 6 pid: 10181 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746134019.899174:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde5600/0x9682c7de153c6628 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574db57 expref: 6 pid: 10181 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746134019.899179:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800916fed80 00000100:00100000:0.0:1746134019.900652:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.900675:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.900703:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.903568:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.905816:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.907137:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+37:2009:x1830953551631488:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 698us (1302us total) trans 4294972032 rc 0/0 00000100:00100000:0.0:1746134019.907144:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1625 00002000:00100000:0.0:1746134019.907150:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012da69180 x1830953551631488/t4294972032(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:230/0 lens 496/448 e 0 to 0 dl 1746134030 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134019.907157:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da69180 with x1830953551631488 ext(0->7) 00010000:00010000:0.0:1746134019.907163:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013244d800/0x9682c7de153c662f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574db5e expref: 37 pid: 9580 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746134019.907178:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013244d800/0x9682c7de153c662f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574db5e expref: 37 pid: 9580 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746134019.907184:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012da69180 00000100:00100000:0.0:1746134019.909383:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.915017:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.919705:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.919788:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.921410:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28446 00000100:00100000:0.0:1746134019.921417:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+36:1086:x1830953551632128:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134019.921423:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134019.921428:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915ba600/0x9682c7de153c6644 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574db73 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134019.921441:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013244d000/0x9682c7de153c6636 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574db65 expref: 37 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134019.921451:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fde4800/0x9682c7de153c663d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574db6c expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134019.921455:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134019.921456:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134019.921458:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915ba600/0x9682c7de153c6644 lrc: 5/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574db73 expref: 37 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134019.921479:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012fde4800/0x9682c7de153c663d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574db6c expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134019.921488:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012fde4800/0x9682c7de153c663d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574db6c expref: 6 pid: 10181 timeout: 789 lvb_type: 0 00000100:00100000:0.0:1746134019.921497:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9580:1830953547783680:192.168.203.26@tcp:104: 00010000:00010000:0.0:1746134019.922267:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013244d000/0x9682c7de153c6636 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574db65 expref: 37 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134019.922275:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013244d000/0x9682c7de153c6636 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574db65 expref: 37 pid: 9580 timeout: 789 lvb_type: 0 00000100:00100000:0.0:1746134019.922283:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c415180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9580:1830953547783808:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134019.922745:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134019.925211:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.926389:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.930827:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.934375:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.939414:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.942910:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.946106:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+39:2010:x1830953551633280:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1002us (3197us total) trans 4294972033 rc 0/0 00000100:00100000:0.0:1746134019.946177:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1628 00002000:00100000:0.0:1746134019.946184:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880099b2ca80 x1830953551633280/t4294972033(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:230/0 lens 496/448 e 0 to 0 dl 1746134030 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134019.946191:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099b2ca80 with x1830953551633280 ext(0->7) 00010000:00010000:0.0:1746134019.946197:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915ba600/0x9682c7de153c6644 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574db73 expref: 39 pid: 9580 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746134019.946206:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915ba600/0x9682c7de153c6644 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574db73 expref: 39 pid: 9580 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746134019.946212:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099b2ca80 00000100:00100000:0.0:1746134019.950087:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.956399:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.964716:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.964796:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.969533:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.970822:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.973956:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.982713:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.986787:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.989457:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.990562:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+40:2009:x1830953551634944:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 889us (1104us total) trans 4294972034 rc 0/0 00000100:00100000:0.0:1746134019.990568:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1630 00002000:00100000:0.0:1746134019.990573:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880091a86680 x1830953551634944/t4294972034(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:230/0 lens 496/448 e 0 to 0 dl 1746134030 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134019.990580:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a86680 with x1830953551634944 ext(0->7) 00010000:00010000:0.0:1746134019.990585:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013244d000/0x9682c7de153c6659 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574db88 expref: 40 pid: 9581 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746134019.990593:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013244d000/0x9682c7de153c6659 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574db88 expref: 40 pid: 9581 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746134019.990599:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091a86680 00000100:00100000:0.0:1746134019.996841:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134019.999963:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.001179:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.008984:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.013102:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.014765:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+43:2012:x1830953551636224:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 911us (1666us total) trans 4294972035 rc 0/0 00000100:00100000:0.0:1746134020.014771:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1633 00002000:00100000:0.0:1746134020.014777:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880091a84380 x1830953551636224/t4294972035(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:231/0 lens 496/448 e 0 to 0 dl 1746134031 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134020.014783:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a84380 with x1830953551636224 ext(0->7) 00010000:00010000:0.0:1746134020.014788:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde4400/0x9682c7de153c6667 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574db96 expref: 43 pid: 9581 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746134020.014801:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde4400/0x9682c7de153c6667 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574db96 expref: 43 pid: 9581 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746134020.014805:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091a84380 00000100:00100000:0.0:1746134020.023054:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.026586:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.026662:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.030574:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551636864 00000100:00100000:0.0:1746134020.030580:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551636864 00000100:00100000:0.0:1746134020.030622:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28454 00000100:00100000:0.0:1746134020.030629:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091868700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1099:x1830953551636864:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134020.030642:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134020.030654:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009565e400/0x9682c7de153c667c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574dbab expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134020.030671:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134020.030675:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fde4c00/0x9682c7de153c6675 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574dba4 expref: 43 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134020.030680:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134020.030683:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009565e400/0x9682c7de153c667c lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574dbab expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134020.030708:0:9580:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012fde4c00/0x9682c7de153c6675 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dba4 expref: 43 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134020.030717:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009565e400/0x9682c7de153c667c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574dbab expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134020.030726:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009565e400, rc 0) 00000100:00100000:0.0:1746134020.030756:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091868700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1099:x1830953551636864:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 128us (404us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134020.030761:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28454 00000100:00100000:0.0:1746134020.033343:0:10924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551636992 00000100:00100000:0.0:1746134020.033349:0:10924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551636992 00010000:00010000:0.0:1746134020.033373:0:10924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013244c000/0x9682c7de153c666e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574db9d expref: 43 pid: 9581 timeout: 789 lvb_type: 0 00000100:00100000:0.0:1746134020.033392:0:10924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13758 00000100:00100000:0.0:1746134020.033398:0:10924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091868e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+43:2009:x1830953551636992:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134020.033407:0:10924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134020.033423:0:10924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013244c000/0x9682c7de153c666e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574db9d expref: 43 pid: 9581 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746134020.033433:0:10924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013244c000/0x9682c7de153c666e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574db9d expref: 43 pid: 9581 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746134020.033451:0:10924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013244c000/0x9682c7de153c666e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574db9d expref: 43 pid: 9581 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746134020.033478:0:10924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134020.033480:0:10924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134020.033484:0:10924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fde4c00/0x9682c7de153c6675 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dba4 expref: 42 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134020.033496:0:10924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012fde4c00/0x9682c7de153c6675 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dba4 expref: 42 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134020.033518:0:10924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012fde4c00/0x9682c7de153c6675 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dba4 expref: 42 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134020.033528:0:10924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012fde4c00/0x9682c7de153c6675 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dba4 expref: 42 pid: 9581 timeout: 789 lvb_type: 0 00000100:00100000:0.0:1746134020.033538:0:10924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800915f1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:10924:1830953547785728:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134020.033595:0:10924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134020.036177:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.048027:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.051076:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:2010:x1830953551637504:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1617us (3052us total) trans 4294972036 rc 0/0 00000100:00100000:0.0:1746134020.051085:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1635 00002000:00100000:0.0:1746134020.051092:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800915f3800 x1830953551637504/t4294972036(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:231/0 lens 496/448 e 0 to 0 dl 1746134031 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134020.051099:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915f3800 with x1830953551637504 ext(0->7) 00010000:00010000:0.0:1746134020.051106:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde4c00/0x9682c7de153c6675 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dba4 expref: 44 pid: 9581 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746134020.051127:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde4c00/0x9682c7de153c6675 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dba4 expref: 44 pid: 9581 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746134020.051139:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800915f3800 00000100:00100000:0.0:1746134020.054170:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.056556:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.058159:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.059995:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.062773:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.064254:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.068818:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.072037:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.074152:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.081222:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.087454:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.093777:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.095068:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.100247:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.110367:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.118763:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.118842:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.118863:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551640832 00000100:00100000:0.0:1746134020.118870:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551640832 00010000:00010000:0.0:1746134020.118896:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012fde5600/0x9682c7de153c6698 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dbc7 expref: 6 pid: 9581 timeout: 789 lvb_type: 0 00000100:00100000:0.0:1746134020.118918:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13764 00000100:00100000:0.0:1746134020.118924:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551640832:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134020.118934:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134020.118951:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012fde5600/0x9682c7de153c6698 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dbc7 expref: 6 pid: 9581 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746134020.118961:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012fde5600/0x9682c7de153c6698 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dbc7 expref: 6 pid: 9581 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746134020.119476:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012fde5600/0x9682c7de153c6698 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dbc7 expref: 6 pid: 9581 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746134020.119951:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134020.119978:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953551640832:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1054us (1134us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134020.119983:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13764 00000100:00100000:0.0:1746134020.122820:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.124951:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.129846:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+49:2011:x1830953551641344:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4650us (4892us total) trans 4294972038 rc 0/0 00000100:00100000:0.0:1746134020.129856:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1639 00002000:00100000:0.0:1746134020.129864:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012fdc5500 x1830953551641344/t4294972038(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:231/0 lens 496/448 e 0 to 0 dl 1746134031 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134020.129872:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc5500 with x1830953551641344 ext(0->7) 00010000:00010000:0.0:1746134020.129879:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134e22000/0x9682c7de153c669f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dbce expref: 49 pid: 9580 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746134020.129891:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134e22000/0x9682c7de153c669f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dbce expref: 49 pid: 9580 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746134020.129901:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fdc5500 00000100:00100000:0.0:1746134020.133774:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.140735:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.144353:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.146811:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.149435:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.149473:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.153023:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.158794:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.165671:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.168877:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551643008 00000100:00100000:0.0:1746134020.168883:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551643008 00002000:00100000:0.0:1746134020.168915:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008f8b7480 x1830953551643008/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:231/0 lens 496/0 e 0 to 0 dl 1746134031 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134020.168923:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b7480 with x1830953551643008 ext(0->7) 00010000:00010000:0.0:1746134020.168931:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde5000/0x9682c7de153c66b4 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dbe3 expref: 48 pid: 10181 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746134020.168942:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde5000/0x9682c7de153c66b4 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dbe3 expref: 48 pid: 10181 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746134020.168947:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f8b7480 00000100:00100000:0.0:1746134020.168978:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1641 00000100:00100000:0.0:1746134020.168985:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+48:2010:x1830953551643008:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134020.169692:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+50:2010:x1830953551643008:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 706us (865us total) trans 4294972039 rc 0/0 00000100:00100000:0.0:1746134020.169699:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1641 00002000:00100000:0.0:1746134020.169705:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008f8b7480 x1830953551643008/t4294972039(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:231/0 lens 496/448 e 0 to 0 dl 1746134031 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134020.169711:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b7480 with x1830953551643008 ext(0->7) 00010000:00010000:0.0:1746134020.169715:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde5000/0x9682c7de153c66b4 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dbe3 expref: 50 pid: 10181 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746134020.169723:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde5000/0x9682c7de153c66b4 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dbe3 expref: 50 pid: 10181 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746134020.169728:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f8b7480 00000100:00100000:0.0:1746134020.176346:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551643136 00000100:00100000:0.0:1746134020.176353:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551643136 00010000:00010000:0.0:1746134020.176386:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012fde5000/0x9682c7de153c66b4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dbe3 expref: 50 pid: 10181 timeout: 789 lvb_type: 0 00000100:00100000:0.0:1746134020.176479:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13768 00000100:00100000:0.0:1746134020.176486:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+50:2010:x1830953551643136:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134020.176497:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134020.176646:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012fde5000/0x9682c7de153c66b4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dbe3 expref: 50 pid: 10181 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746134020.176659:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012fde5000/0x9682c7de153c66b4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dbe3 expref: 50 pid: 10181 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746134020.176677:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012fde5000/0x9682c7de153c66b4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dbe3 expref: 50 pid: 10181 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746134020.176776:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134020.176778:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134020.176784:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88013244dc00/0x9682c7de153c66bb lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574dbea expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134020.176791:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013244dc00/0x9682c7de153c66bb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574dbea expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134020.176818:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88013244dc00/0x9682c7de153c66bb lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574dbea expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134020.176828:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b43b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7221:1830953547787776:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134020.176900:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134020.181087:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.205609:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.205672:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.209499:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.212228:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.216397:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.231381:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.234218:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+52:2011:x1830953551644800:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1560us (2839us total) trans 4294972040 rc 0/0 00000100:00100000:0.0:1746134020.234227:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1644 00002000:00100000:0.0:1746134020.234242:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88007282e680 x1830953551644800/t4294972040(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:231/0 lens 496/448 e 0 to 0 dl 1746134031 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134020.234256:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282e680 with x1830953551644800 ext(0->7) 00010000:00010000:0.0:1746134020.234262:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134e23000/0x9682c7de153c66c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dbf1 expref: 52 pid: 9580 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746134020.234274:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134e23000/0x9682c7de153c66c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dbf1 expref: 52 pid: 9580 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746134020.234280:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007282e680 00000100:00100000:0.0:1746134020.240261:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551645056 00000100:00100000:0.0:1746134020.240269:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551645056 00010000:00010000:0.0:1746134020.240301:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134e23000/0x9682c7de153c66c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dbf1 expref: 53 pid: 9580 timeout: 789 lvb_type: 0 00000100:00100000:0.0:1746134020.241754:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13771 00000100:00100000:0.0:1746134020.241765:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+53:2010:x1830953551645056:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134020.241777:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134020.241796:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134e23000/0x9682c7de153c66c9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dbf1 expref: 53 pid: 9580 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746134020.241808:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134e23000/0x9682c7de153c66c9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dbf1 expref: 53 pid: 9580 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746134020.241826:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134e23000/0x9682c7de153c66c9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dbf1 expref: 53 pid: 9580 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746134020.241855:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134020.241858:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134020.241863:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134e23e00/0x9682c7de153c66d0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dbff expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134020.241871:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134e23e00/0x9682c7de153c66d0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dbff expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134020.241898:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134e23e00/0x9682c7de153c66d0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dbff expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134020.241907:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134e23e00/0x9682c7de153c66d0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dbff expref: 5 pid: 9580 timeout: 789 lvb_type: 0 00000100:00100000:0.0:1746134020.241916:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007282ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7221:1830953547788544:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134020.241987:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134020.246711:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.246735:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551645312 00000100:00100000:0.0:1746134020.246741:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551645312 00002000:00100000:0.0:1746134020.246772:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88007282ea00 x1830953551645312/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:231/0 lens 488/0 e 0 to 0 dl 1746134031 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134020.246781:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282ea00 with x1830953551645312 ext(0->4095) 00010000:00010000:0.0:1746134020.246788:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134e23e00/0x9682c7de153c66d0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dbff expref: 6 pid: 9580 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746134020.246799:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134e23e00/0x9682c7de153c66d0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dbff expref: 6 pid: 9580 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746134020.246805:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007282ea00 00000100:00100000:0.0:1746134020.246822:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1645 00000100:00100000:0.0:1746134020.246828:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551645312:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134020.246936:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551645312:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 107us (231us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134020.246942:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1645 00002000:00100000:0.0:1746134020.246947:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88007282ea00 x1830953551645312/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746134031 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134020.246953:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282ea00 with x1830953551645312 ext(0->4095) 00010000:00010000:0.0:1746134020.246957:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134e23e00/0x9682c7de153c66d0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dbff expref: 6 pid: 9580 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746134020.246966:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134e23e00/0x9682c7de153c66d0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dbff expref: 6 pid: 9580 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746134020.246971:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007282ea00 00000100:00100000:0.0:1746134020.249881:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.257556:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.268043:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551645824 00000100:00100000:0.0:1746134020.268050:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551645824 00000100:00100000:0.0:1746134020.268095:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28468 00000100:00100000:0.0:1746134020.268103:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1099:x1830953551645824:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134020.268131:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134020.268144:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800955af400/0x9682c7de153c66de lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574dc0d expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134020.268167:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880134e22a00/0x9682c7de153c66d7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574dc06 expref: 51 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134020.268173:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134020.268174:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134020.268177:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800955af400/0x9682c7de153c66de lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574dc0d expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134020.268207:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880134e22a00/0x9682c7de153c66d7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dc06 expref: 51 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134020.268217:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880134e22a00/0x9682c7de153c66d7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dc06 expref: 51 pid: 9580 timeout: 789 lvb_type: 0 00000100:00100000:0.0:1746134020.268227:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092054700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10181:1830953547788800:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134020.268302:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134020.277770:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.281082:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092056a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:2010:x1830953551645952:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2670us (3310us total) trans 4294972041 rc 0/0 00000100:00100000:0.0:1746134020.281091:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1646 00002000:00100000:0.0:1746134020.281098:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880092056a00 x1830953551645952/t4294972041(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:231/0 lens 496/448 e 0 to 0 dl 1746134031 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134020.281106:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092056a00 with x1830953551645952 ext(0->7) 00010000:00010000:0.0:1746134020.281126:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134e22a00/0x9682c7de153c66d7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dc06 expref: 54 pid: 9580 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746134020.281139:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134e22a00/0x9682c7de153c66d7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dc06 expref: 54 pid: 9580 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746134020.281149:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092056a00 00000100:00100000:0.0:1746134020.287223:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.287584:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.287610:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551646208 00000100:00100000:0.0:1746134020.287613:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551646208 00010000:00010000:0.0:1746134020.287631:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880134e22a00/0x9682c7de153c66d7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dc06 expref: 56 pid: 9580 timeout: 789 lvb_type: 0 00000100:00100000:0.0:1746134020.287648:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13773 00000100:00100000:0.0:1746134020.287653:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092054700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:2009:x1830953551646208:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134020.287661:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134020.287675:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880134e22a00/0x9682c7de153c66d7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dc06 expref: 56 pid: 9580 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746134020.287685:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880134e22a00/0x9682c7de153c66d7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dc06 expref: 56 pid: 9580 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746134020.288864:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880134e22a00/0x9682c7de153c66d7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dc06 expref: 56 pid: 9580 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746134020.288887:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134020.288888:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134020.288894:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800955af400/0x9682c7de153c66de lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dc0d expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134020.288900:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800955af400/0x9682c7de153c66de lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dc0d expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134020.288925:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800955af400/0x9682c7de153c66de lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dc0d expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134020.288934:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800955af400/0x9682c7de153c66de lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dc0d expref: 5 pid: 10181 timeout: 789 lvb_type: 0 00000100:00100000:0.0:1746134020.288945:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fe24000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7221:1830953547789056:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134020.289023:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134020.292792:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.296531:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.299917:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.314022:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.321358:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.335176:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.340544:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.346742:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.346789:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.349607:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.351279:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.353384:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.357875:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.360107:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.367824:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.369766:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.375764:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551649408 00000100:00100000:0.0:1746134020.375773:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551649408 00002000:00100000:0.0:1746134020.375805:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ce31180 x1830953551649408/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:231/0 lens 488/0 e 0 to 0 dl 1746134031 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134020.375815:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce31180 with x1830953551649408 ext(0->4095) 00002000:00010000:0.0:1746134020.375819:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ce31180 00000100:00100000:0.0:1746134020.376001:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12508 00000100:00100000:0.0:1746134020.376008:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:2011:x1830953551649408:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134020.376357:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:2011:x1830953551649408:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 348us (775us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134020.376363:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12508 00002000:00100000:0.0:1746134020.376368:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ce31180 x1830953551649408/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746134031 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134020.376374:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce31180 with x1830953551649408 ext(0->4095) 00002000:00010000:0.0:1746134020.376377:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009ce31180 00000100:00100000:0.0:1746134020.379243:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.382035:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.382066:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.391832:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.403909:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.404757:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+60:2009:x1830953551650432:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 686us (853us total) trans 4294972044 rc 0/0 00000100:00100000:0.0:1746134020.404764:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1652 00002000:00100000:0.0:1746134020.404770:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012da64a80 x1830953551650432/t4294972044(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:231/0 lens 496/448 e 0 to 0 dl 1746134031 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134020.404782:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da64a80 with x1830953551650432 ext(0->7) 00010000:00010000:0.0:1746134020.404786:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde4800/0x9682c7de153c6708 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dc37 expref: 60 pid: 10181 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746134020.404795:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde4800/0x9682c7de153c6708 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dc37 expref: 60 pid: 10181 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746134020.404800:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012da64a80 00000100:00100000:0.0:1746134020.406138:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.410293:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.412049:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.415108:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.421373:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.421419:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.424343:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.424799:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.428687:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.432246:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.443129:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008115aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+62:2012:x1830953551652224:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 825us (10897us total) trans 4294972045 rc 0/0 00000100:00100000:0.0:1746134020.443136:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1655 00002000:00100000:0.0:1746134020.443142:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008115aa00 x1830953551652224/t4294972045(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:231/0 lens 496/448 e 0 to 0 dl 1746134031 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134020.443149:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008115aa00 with x1830953551652224 ext(0->7) 00010000:00010000:0.0:1746134020.443154:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134e23000/0x9682c7de153c671d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dc4c expref: 62 pid: 9580 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746134020.443164:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134e23000/0x9682c7de153c671d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dc4c expref: 62 pid: 9580 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746134020.443170:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008115aa00 00000100:00100000:0.0:1746134020.445666:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.448932:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.452665:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551652736 00000100:00100000:0.0:1746134020.452672:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551652736 00002000:00100000:0.0:1746134020.452706:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012da6aa00 x1830953551652736/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:231/0 lens 488/0 e 0 to 0 dl 1746134031 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134020.452715:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6aa00 with x1830953551652736 ext(0->4095) 00010000:00010000:0.0:1746134020.452723:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013244d800/0x9682c7de153c6724 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dc53 expref: 6 pid: 9580 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746134020.452734:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013244d800/0x9682c7de153c6724 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dc53 expref: 6 pid: 9580 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746134020.452740:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012da6aa00 00000100:00100000:0.0:1746134020.452766:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1656 00000100:00100000:0.0:1746134020.452773:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551652736:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134020.452893:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551652736:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 119us (301us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134020.452898:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1656 00002000:00100000:0.0:1746134020.452904:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88012da6aa00 x1830953551652736/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746134031 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134020.452915:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6aa00 with x1830953551652736 ext(0->4095) 00010000:00010000:0.0:1746134020.452920:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013244d800/0x9682c7de153c6724 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dc53 expref: 6 pid: 9580 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746134020.452927:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013244d800/0x9682c7de153c6724 lrc: 6/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dc53 expref: 6 pid: 9580 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746134020.452932:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012da6aa00 00000100:00100000:0.0:1746134020.455053:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.458014:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.468810:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.471353:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.472841:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+65:2010:x1830953551653504:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 800us (1490us total) trans 4294972046 rc 0/0 00000100:00100000:0.0:1746134020.472847:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1658 00002000:00100000:0.0:1746134020.472852:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009b14f480 x1830953551653504/t4294972046(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:231/0 lens 496/448 e 0 to 0 dl 1746134031 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134020.472859:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14f480 with x1830953551653504 ext(0->7) 00010000:00010000:0.0:1746134020.472864:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde4400/0x9682c7de153c672b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dc5a expref: 65 pid: 10181 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746134020.472873:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde4400/0x9682c7de153c672b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dc5a expref: 65 pid: 10181 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746134020.472878:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b14f480 00000100:00100000:0.0:1746134020.475861:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.478981:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.480736:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.485730:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.488769:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.489699:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.494445:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.494469:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.494504:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.495584:0:10924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13787 00000100:00100000:0.0:1746134020.495590:0:10924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+65:2009:x1830953551655040:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134020.495596:0:10924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134020.495607:0:10924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013244c200/0x9682c7de153c6732 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dc61 expref: 65 pid: 9580 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746134020.495615:0:10924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013244c200/0x9682c7de153c6732 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dc61 expref: 65 pid: 9580 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746134020.495625:0:10924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013244c200/0x9682c7de153c6732 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dc61 expref: 65 pid: 9580 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746134020.495644:0:10924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134020.495646:0:10924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134020.495651:0:10924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88013244dc00/0x9682c7de153c6740 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dc6f expref: 64 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134020.495657:0:10924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013244dc00/0x9682c7de153c6740 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dc6f expref: 64 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134020.495679:0:10924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88013244dc00/0x9682c7de153c6740 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dc6f expref: 64 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134020.495692:0:10924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013244dc00/0x9682c7de153c6740 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dc6f expref: 64 pid: 24940 timeout: 789 lvb_type: 0 00000100:00100000:0.0:1746134020.495701:0:10924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923a4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:10924:1830953547792256:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134020.495861:0:10924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134020.498797:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.506408:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.507506:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+66:2012:x1830953551655552:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 571us (1103us total) trans 4294972047 rc 0/0 00000100:00100000:0.0:1746134020.507512:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1661 00002000:00100000:0.0:1746134020.507518:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800923a7480 x1830953551655552/t4294972047(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:231/0 lens 496/448 e 0 to 0 dl 1746134031 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134020.507525:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923a7480 with x1830953551655552 ext(0->7) 00010000:00010000:0.0:1746134020.507530:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013244dc00/0x9682c7de153c6740 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dc6f expref: 66 pid: 24940 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746134020.507539:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013244dc00/0x9682c7de153c6740 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dc6f expref: 66 pid: 24940 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746134020.507544:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800923a7480 00000100:00100000:0.0:1746134020.508949:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.512009:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.518292:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.519275:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.524518:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.524559:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.527582:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.527657:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.531571:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.539717:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.540893:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800872b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+68:2010:x1830953551657344:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 938us (1179us total) trans 4294972048 rc 0/0 00000100:00100000:0.0:1746134020.540900:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1664 00002000:00100000:0.0:1746134020.540907:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800872b7b80 x1830953551657344/t4294972048(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:231/0 lens 496/448 e 0 to 0 dl 1746134031 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134020.540914:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800872b7b80 with x1830953551657344 ext(0->7) 00010000:00010000:0.0:1746134020.540919:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde5000/0x9682c7de153c6755 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dc84 expref: 68 pid: 24940 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746134020.540930:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde5000/0x9682c7de153c6755 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dc84 expref: 68 pid: 24940 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746134020.540935:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800872b7b80 00000100:00100000:0.0:1746134020.548822:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.555480:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.559699:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.559779:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.562446:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.571015:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.572868:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+71:2012:x1830953551658624:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1653us (1854us total) trans 4294972049 rc 0/0 00000100:00100000:0.0:1746134020.572876:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1666 00002000:00100000:0.0:1746134020.572882:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800917e4a80 x1830953551658624/t4294972049(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:231/0 lens 496/448 e 0 to 0 dl 1746134031 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134020.572890:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e4a80 with x1830953551658624 ext(0->7) 00010000:00010000:0.0:1746134020.572896:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde5200/0x9682c7de153c6763 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dc92 expref: 71 pid: 24940 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746134020.572907:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde5200/0x9682c7de153c6763 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dc92 expref: 71 pid: 24940 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746134020.572913:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917e4a80 00000100:00100000:0.0:1746134020.581390:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.586638:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.586780:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.588776:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.590809:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.593746:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.594608:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009239a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+72:2010:x1830953551659904:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 714us (865us total) trans 4294972050 rc 0/0 00000100:00100000:0.0:1746134020.594615:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1668 00002000:00100000:0.0:1746134020.594621:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009239a680 x1830953551659904/t4294972050(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:231/0 lens 496/448 e 0 to 0 dl 1746134031 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134020.594627:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009239a680 with x1830953551659904 ext(0->7) 00010000:00010000:0.0:1746134020.594631:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde4e00/0x9682c7de153c6771 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dca0 expref: 72 pid: 24940 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746134020.594640:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde4e00/0x9682c7de153c6771 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dca0 expref: 72 pid: 24940 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746134020.594645:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009239a680 00000100:00100000:0.0:1746134020.596523:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.600777:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.603388:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.606079:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.606364:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.609240:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.609804:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.612213:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.614506:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.623223:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.627419:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.628933:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+74:2009:x1830953551661824:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1203us (1518us total) trans 4294972051 rc 0/0 00000100:00100000:0.0:1746134020.628939:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1671 00002000:00100000:0.0:1746134020.628944:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88011db4f100 x1830953551661824/t4294972051(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:231/0 lens 496/448 e 0 to 0 dl 1746134031 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134020.628951:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011db4f100 with x1830953551661824 ext(0->7) 00010000:00010000:0.0:1746134020.628956:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde5e00/0x9682c7de153c6786 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dcb5 expref: 74 pid: 24940 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746134020.628968:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde5e00/0x9682c7de153c6786 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dcb5 expref: 74 pid: 24940 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746134020.628973:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011db4f100 00000100:00100000:0.0:1746134020.635414:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.635493:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.642003:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.644158:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.647427:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.650170:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.653635:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.655200:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+76:2009:x1830953551662976:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1257us (1567us total) trans 4294972052 rc 0/0 00000100:00100000:0.0:1746134020.655207:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1673 00002000:00100000:0.0:1746134020.655213:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880091b0b480 x1830953551662976/t4294972052(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:231/0 lens 496/448 e 0 to 0 dl 1746134031 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134020.655220:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b0b480 with x1830953551662976 ext(0->7) 00010000:00010000:0.0:1746134020.655226:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde5000/0x9682c7de153c6794 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dcc3 expref: 76 pid: 24940 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746134020.655246:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde5000/0x9682c7de153c6794 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dcc3 expref: 76 pid: 24940 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746134020.655251:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091b0b480 00000100:00100000:0.0:1746134020.656495:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.659097:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.662154:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.664578:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.667510:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.677190:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.677912:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+79:2011:x1830953551664256:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 536us (726us total) trans 4294972053 rc 0/0 00000100:00100000:0.0:1746134020.677918:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1675 00002000:00100000:0.0:1746134020.677923:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880099b2d880 x1830953551664256/t4294972053(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:231/0 lens 496/448 e 0 to 0 dl 1746134031 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134020.677930:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099b2d880 with x1830953551664256 ext(0->7) 00010000:00010000:0.0:1746134020.677934:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde5200/0x9682c7de153c67a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dcd1 expref: 79 pid: 24940 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746134020.677943:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde5200/0x9682c7de153c67a2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dcd1 expref: 79 pid: 24940 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746134020.677947:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099b2d880 00000100:00100000:0.0:1746134020.686325:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.686403:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.691471:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551664768 00000100:00100000:0.0:1746134020.691478:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551664768 00002000:00100000:0.0:1746134020.691508:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f8b5500 x1830953551664768/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:231/0 lens 488/0 e 0 to 0 dl 1746134031 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134020.691516:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b5500 with x1830953551664768 ext(0->4095) 00010000:00010000:0.0:1746134020.691523:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134e23800/0x9682c7de153c67a9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dcd8 expref: 80 pid: 10181 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746134020.691534:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134e23800/0x9682c7de153c67a9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dcd8 expref: 80 pid: 10181 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746134020.691539:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f8b5500 00000100:00100000:0.0:1746134020.691564:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1676 00000100:00100000:0.0:1746134020.691569:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+80:2010:x1830953551664768:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134020.691667:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+80:2010:x1830953551664768:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 98us (262us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134020.691672:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1676 00002000:00100000:0.0:1746134020.691677:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f8b5500 x1830953551664768/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746134031 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134020.691683:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b5500 with x1830953551664768 ext(0->4095) 00010000:00010000:0.0:1746134020.691686:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134e23800/0x9682c7de153c67a9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dcd8 expref: 80 pid: 10181 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746134020.691693:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134e23800/0x9682c7de153c67a9 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dcd8 expref: 80 pid: 10181 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746134020.691698:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f8b5500 00000100:00100000:0.0:1746134020.696157:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.696243:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.701701:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce31f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10181:1830953547796096:192.168.203.26@tcp:104: 00010000:00010000:0.0:1746134020.701722:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134e23000/0x9682c7de153c67b7 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574dce6 expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134020.701733:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134e23000, rc 0) 00000100:00100000:0.0:1746134020.701755:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1099:x1830953551664896:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5000us (5511us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134020.701760:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28499 00000100:00100000:0.0:1746134020.707650:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.708506:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c415180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+80:2009:x1830953551665536:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 681us (860us total) trans 4294972054 rc 0/0 00000100:00100000:0.0:1746134020.708512:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1678 00002000:00100000:0.0:1746134020.708517:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009c415180 x1830953551665536/t4294972054(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:231/0 lens 496/448 e 0 to 0 dl 1746134031 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134020.708523:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c415180 with x1830953551665536 ext(0->7) 00010000:00010000:0.0:1746134020.708527:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde4a00/0x9682c7de153c67b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dcdf expref: 80 pid: 24940 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746134020.708536:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde4a00/0x9682c7de153c67b0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dcdf expref: 80 pid: 24940 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746134020.708540:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c415180 00000100:00100000:0.0:1746134020.725274:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.732911:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.734147:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.740393:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.746390:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.748016:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+83:2012:x1830953551666816:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 904us (1631us total) trans 4294972055 rc 0/0 00000100:00100000:0.0:1746134020.748023:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1680 00002000:00100000:0.0:1746134020.748029:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88007282d880 x1830953551666816/t4294972055(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:231/0 lens 496/448 e 0 to 0 dl 1746134031 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134020.748036:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282d880 with x1830953551666816 ext(0->7) 00010000:00010000:0.0:1746134020.748042:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134e22000/0x9682c7de153c67be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dced expref: 83 pid: 10181 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746134020.748051:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134e22000/0x9682c7de153c67be lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dced expref: 83 pid: 10181 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746134020.748056:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007282d880 00000100:00100000:0.0:1746134020.749719:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.752643:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.756956:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.766660:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.770857:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.779071:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.788097:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.793312:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.795840:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.800038:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.801178:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009558ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:2009:x1830953551668480:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 947us (1145us total) trans 4294972056 rc 0/0 00000100:00100000:0.0:1746134020.801184:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1682 00002000:00100000:0.0:1746134020.801189:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009558ed80 x1830953551668480/t4294972056(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:231/0 lens 496/448 e 0 to 0 dl 1746134031 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134020.801197:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009558ed80 with x1830953551668480 ext(0->7) 00010000:00010000:0.0:1746134020.801201:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde5200/0x9682c7de153c67d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dd02 expref: 84 pid: 24940 timeout: 789 lvb_type: 0 00010000:00010000:0.0:1746134020.801210:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde5200/0x9682c7de153c67d3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dd02 expref: 84 pid: 24940 timeout: 789 lvb_type: 0 00002000:00010000:0.0:1746134020.801292:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009558ed80 00000100:00100000:0.0:1746134020.802972:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.813545:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.814638:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.819177:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.827978:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.833433:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:2012:x1830953551669760:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5066us (5454us total) trans 4294972057 rc 0/0 00000100:00100000:0.0:1746134020.833442:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1684 00002000:00100000:0.0:1746134020.833451:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800917e4700 x1830953551669760/t4294972057(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:231/0 lens 496/448 e 0 to 0 dl 1746134031 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134020.833460:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e4700 with x1830953551669760 ext(0->7) 00010000:00010000:0.0:1746134020.833468:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013244dc00/0x9682c7de153c67e1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dd10 expref: 87 pid: 24940 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746134020.833481:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013244dc00/0x9682c7de153c67e1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dd10 expref: 87 pid: 24940 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746134020.833491:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800917e4700 00000100:00100000:0.0:1746134020.834826:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.836986:0:10924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f8b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:10924:1830953547797888:192.168.203.26@tcp:105: 00010000:00010000:0.0:1746134020.837003:0:10924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134020.837040:0:10924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:2009:x1830953551669888:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2080us (2217us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134020.837048:0:10924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13811 00000100:00100000:0.0:1746134020.837719:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551670144 00000100:00100000:0.0:1746134020.837724:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551670144 00002000:00100000:0.0:1746134020.837749:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f8b5c00 x1830953551670144/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:231/0 lens 488/0 e 0 to 0 dl 1746134031 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134020.837758:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b5c00 with x1830953551670144 ext(0->4095) 00002000:00010000:0.0:1746134020.837761:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f8b5c00 00000100:00100000:0.0:1746134020.837785:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12524 00000100:00100000:0.0:1746134020.837791:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:2010:x1830953551670144:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134020.837890:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:2010:x1830953551670144:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 99us (706us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134020.837896:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12524 00002000:00100000:0.0:1746134020.837900:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008f8b5c00 x1830953551670144/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746134031 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134020.837907:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b5c00 with x1830953551670144 ext(0->4095) 00002000:00010000:0.0:1746134020.837909:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f8b5c00 00000100:00100000:0.0:1746134020.840584:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.842217:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.844923:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.856523:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.856562:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.859398:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.865944:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.876019:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.880250:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+89:2009:x1830953551671552:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4038us (4228us total) trans 4294972058 rc 0/0 00000100:00100000:0.0:1746134020.880261:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1686 00002000:00100000:0.0:1746134020.880269:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009b14f100 x1830953551671552/t4294972058(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:231/0 lens 496/448 e 0 to 0 dl 1746134031 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134020.880276:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14f100 with x1830953551671552 ext(0->7) 00010000:00010000:0.0:1746134020.880285:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde5200/0x9682c7de153c67f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dd25 expref: 89 pid: 9581 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746134020.880302:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde5200/0x9682c7de153c67f6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dd25 expref: 89 pid: 9581 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746134020.880307:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b14f100 00000100:00100000:0.0:1746134020.882602:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.882650:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.889305:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.892963:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.893007:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.896634:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.899896:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.907807:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:2010:x1830953551672832:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 7439us (7911us total) trans 4294972059 rc 0/0 00000100:00100000:0.0:1746134020.907818:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1689 00002000:00100000:0.0:1746134020.907829:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012fdc5f80 x1830953551672832/t4294972059(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:231/0 lens 496/448 e 0 to 0 dl 1746134031 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134020.907841:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc5f80 with x1830953551672832 ext(0->7) 00010000:00010000:0.0:1746134020.907849:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde4800/0x9682c7de153c6804 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dd33 expref: 90 pid: 9581 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746134020.907861:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde4800/0x9682c7de153c6804 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dd33 expref: 90 pid: 9581 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746134020.907867:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012fdc5f80 00000100:00100000:0.0:1746134020.913818:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.916253:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.916272:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551673344 00000100:00100000:0.0:1746134020.916276:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551673344 00002000:00100000:0.0:1746134020.916300:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c7e6a00 x1830953551673344/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:231/0 lens 488/0 e 0 to 0 dl 1746134031 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134020.916307:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7e6a00 with x1830953551673344 ext(0->4095) 00010000:00010000:0.0:1746134020.916312:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde4400/0x9682c7de153c680b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dd3a expref: 6 pid: 9581 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746134020.916322:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde4400/0x9682c7de153c680b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dd3a expref: 6 pid: 9581 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746134020.916327:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c7e6a00 00000100:00100000:0.0:1746134020.916339:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1690 00000100:00100000:0.0:1746134020.916344:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551673344:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134020.916441:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551673344:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 96us (192us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134020.916447:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1690 00002000:00100000:0.0:1746134020.916452:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009c7e6a00 x1830953551673344/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:231/0 lens 488/4536 e 0 to 0 dl 1746134031 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134020.916459:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7e6a00 with x1830953551673344 ext(0->4095) 00010000:00010000:0.0:1746134020.916463:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde4400/0x9682c7de153c680b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dd3a expref: 6 pid: 9581 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746134020.916471:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde4400/0x9682c7de153c680b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dd3a expref: 6 pid: 9581 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746134020.916476:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c7e6a00 00000100:00100000:0.0:1746134020.918422:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.921246:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.927454:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.929049:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.938468:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.940400:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.944512:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.946684:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.949780:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.951467:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.954088:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.956450:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+94:2010:x1830953551675136:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1980us (2361us total) trans 4294972061 rc 0/0 00000100:00100000:0.0:1746134020.956459:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1693 00002000:00100000:0.0:1746134020.956467:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008ad8df80 x1830953551675136/t4294972061(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:231/0 lens 496/448 e 0 to 0 dl 1746134031 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134020.956475:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ad8df80 with x1830953551675136 ext(0->7) 00010000:00010000:0.0:1746134020.956482:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde4a00/0x9682c7de153c6820 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dd4f expref: 94 pid: 9581 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746134020.956493:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde4a00/0x9682c7de153c6820 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dd4f expref: 94 pid: 9581 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746134020.956499:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ad8df80 00000100:00100000:0.0:1746134020.959612:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.963308:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.969039:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.969418:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.971635:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.975212:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.984508:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134020.986040:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b43a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+97:2012:x1830953551676416:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1081us (1535us total) trans 4294972062 rc 0/0 00000100:00100000:0.0:1746134020.986047:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1695 00002000:00100000:0.0:1746134020.986053:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009b43a680 x1830953551676416/t4294972062(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:231/0 lens 496/448 e 0 to 0 dl 1746134031 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134020.986060:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b43a680 with x1830953551676416 ext(0->7) 00010000:00010000:0.0:1746134020.986065:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134e22000/0x9682c7de153c682e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dd5d expref: 97 pid: 10181 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746134020.986076:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134e22000/0x9682c7de153c682e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dd5d expref: 97 pid: 10181 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746134020.986081:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b43a680 00000100:00100000:0.0:1746134020.989665:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.000960:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.009441:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.017747:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.019470:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.019526:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.024947:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.038916:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551678208 00000100:00100000:0.0:1746134021.038923:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551678208 00002000:00100000:0.0:1746134021.038956:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880092398700 x1830953551678208/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:232/0 lens 496/0 e 0 to 0 dl 1746134032 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134021.038965:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092398700 with x1830953551678208 ext(0->7) 00010000:00010000:0.0:1746134021.038971:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800955af400/0x9682c7de153c6843 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dd72 expref: 97 pid: 24940 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746134021.038982:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800955af400/0x9682c7de153c6843 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dd72 expref: 97 pid: 24940 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746134021.038989:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092398700 00000100:00100000:0.0:1746134021.039015:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1698 00000100:00100000:0.0:1746134021.039021:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092398700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+97:2010:x1830953551678208:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134021.039761:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092398700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+99:2010:x1830953551678208:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 738us (895us total) trans 4294972063 rc 0/0 00000100:00100000:0.0:1746134021.039768:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1698 00002000:00100000:0.0:1746134021.039774:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880092398700 x1830953551678208/t4294972063(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:232/0 lens 496/448 e 0 to 0 dl 1746134032 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134021.039781:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092398700 with x1830953551678208 ext(0->7) 00010000:00010000:0.0:1746134021.039786:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800955af400/0x9682c7de153c6843 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dd72 expref: 99 pid: 24940 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746134021.039795:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800955af400/0x9682c7de153c6843 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dd72 expref: 99 pid: 24940 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746134021.039800:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092398700 00000100:00100000:0.0:1746134021.043352:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.046432:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.050960:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.051790:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.053770:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.054590:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.056754:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.059265:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.078643:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.081763:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088058000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+100:2010:x1830953551679872:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2770us (3119us total) trans 4294972064 rc 0/0 00000100:00100000:0.0:1746134021.081772:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1700 00002000:00100000:0.0:1746134021.081782:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880088058000 x1830953551679872/t4294972064(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:232/0 lens 496/448 e 0 to 0 dl 1746134032 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134021.081789:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088058000 with x1830953551679872 ext(0->7) 00010000:00010000:0.0:1746134021.081797:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915ba600/0x9682c7de153c6858 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dd87 expref: 100 pid: 10181 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746134021.081809:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915ba600/0x9682c7de153c6858 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dd87 expref: 100 pid: 10181 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746134021.081815:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088058000 00000100:00100000:0.0:1746134021.083102:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.088534:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.092204:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.094723:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.096479:0:10924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551680640 00000100:00100000:0.0:1746134021.096483:0:10924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551680640 00010000:00010000:0.0:1746134021.096501:0:10924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012fde5200/0x9682c7de153c685f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dd8e expref: 6 pid: 10181 timeout: 790 lvb_type: 0 00000100:00100000:0.0:1746134021.096526:0:10924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13829 00000100:00100000:0.0:1746134021.096530:0:10924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551680640:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134021.096538:0:10924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134021.096552:0:10924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012fde5200/0x9682c7de153c685f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dd8e expref: 6 pid: 10181 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746134021.096561:0:10924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012fde5200/0x9682c7de153c685f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dd8e expref: 6 pid: 10181 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746134021.096580:0:10924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012fde5200/0x9682c7de153c685f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dd8e expref: 6 pid: 10181 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746134021.096598:0:10924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134021.096600:0:10924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134021.096605:0:10924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fde4800/0x9682c7de153c6866 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dd95 expref: 100 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134021.096612:0:10924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012fde4800/0x9682c7de153c6866 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dd95 expref: 100 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134021.096632:0:10924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012fde4800/0x9682c7de153c6866 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dd95 expref: 100 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134021.096641:0:10924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012fde4800/0x9682c7de153c6866 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dd95 expref: 100 pid: 10181 timeout: 790 lvb_type: 0 00000100:00100000:0.0:1746134021.096651:0:10924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088059180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:10924:1830953547802240:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134021.096703:0:10924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c000 going to sleep for 11 seconds 00000100:00100000:0.0:1746134021.098649:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.103924:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.105516:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088059880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+103:2011:x1830953551681152:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1350us (1594us total) trans 4294972065 rc 0/0 00000100:00100000:0.0:1746134021.105523:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1703 00002000:00100000:0.0:1746134021.105529:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880088059880 x1830953551681152/t4294972065(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:232/0 lens 496/448 e 0 to 0 dl 1746134032 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134021.105543:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088059880 with x1830953551681152 ext(0->7) 00010000:00010000:0.0:1746134021.105548:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde4800/0x9682c7de153c6866 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dd95 expref: 103 pid: 10181 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746134021.105559:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde4800/0x9682c7de153c6866 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dd95 expref: 103 pid: 10181 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746134021.105565:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088059880 00000100:00100000:0.0:1746134021.108406:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.112333:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.115020:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.119505:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.120623:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.130581:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.137201:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.138100:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008805ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+105:2009:x1830953551682944:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 665us (903us total) trans 4294972066 rc 0/0 00000100:00100000:0.0:1746134021.138106:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1705 00002000:00100000:0.0:1746134021.138136:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88008805ad80 x1830953551682944/t4294972066(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:232/0 lens 496/448 e 0 to 0 dl 1746134032 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134021.138144:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008805ad80 with x1830953551682944 ext(0->7) 00010000:00010000:0.0:1746134021.138149:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde4800/0x9682c7de153c687b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ddaa expref: 105 pid: 24940 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746134021.138157:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde4800/0x9682c7de153c687b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ddaa expref: 105 pid: 24940 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746134021.138162:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008805ad80 00000100:00100000:0.0:1746134021.149869:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.150403:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.153595:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.159152:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.159194:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.163050:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.169379:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.171072:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+106:2012:x1830953551684224:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1532us (1695us total) trans 4294972067 rc 0/0 00000100:00100000:0.0:1746134021.171079:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1708 00002000:00100000:0.0:1746134021.171086:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800893e0000 x1830953551684224/t4294972067(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:232/0 lens 496/448 e 0 to 0 dl 1746134032 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134021.171093:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800893e0000 with x1830953551684224 ext(0->7) 00010000:00010000:0.0:1746134021.171100:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134e23600/0x9682c7de153c6889 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ddb8 expref: 106 pid: 10181 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746134021.171110:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134e23600/0x9682c7de153c6889 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ddb8 expref: 106 pid: 10181 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746134021.171137:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800893e0000 00000100:00100000:0.0:1746134021.180208:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.184976:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.186536:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.187095:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.192765:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.195517:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.197095:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+109:2011:x1830953551685504:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1031us (1582us total) trans 4294972068 rc 0/0 00000100:00100000:0.0:1746134021.197101:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1710 00002000:00100000:0.0:1746134021.197106:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800893e1500 x1830953551685504/t4294972068(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:232/0 lens 496/448 e 0 to 0 dl 1746134032 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134021.197125:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800893e1500 with x1830953551685504 ext(0->7) 00010000:00010000:0.0:1746134021.197131:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bcb3800/0x9682c7de153c6897 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ddc6 expref: 109 pid: 10181 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746134021.197140:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bcb3800/0x9682c7de153c6897 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ddc6 expref: 109 pid: 10181 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746134021.197145:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800893e1500 00000100:00100000:0.0:1746134021.201449:0:10924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551685632 00000100:00100000:0.0:1746134021.201456:0:10924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551685632 00010000:00010000:0.0:1746134021.201482:0:10924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bcb3800/0x9682c7de153c6897 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ddc6 expref: 109 pid: 10181 timeout: 790 lvb_type: 0 00000100:00100000:0.0:1746134021.201515:0:10924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13837 00000100:00100000:0.0:1746134021.201521:0:10924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129e4e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+109:2010:x1830953551685632:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134021.201532:0:10924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134021.201546:0:10924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bcb3800/0x9682c7de153c6897 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ddc6 expref: 109 pid: 10181 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746134021.201560:0:10924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bcb3800/0x9682c7de153c6897 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ddc6 expref: 109 pid: 10181 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746134021.201577:0:10924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bcb3800/0x9682c7de153c6897 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ddc6 expref: 109 pid: 10181 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746134021.201599:0:10924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134021.201601:0:10924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134021.201606:0:10924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fde5200/0x9682c7de153c689e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ddcd expref: 108 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134021.201613:0:10924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012fde5200/0x9682c7de153c689e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ddcd expref: 108 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134021.201639:0:10924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012fde5200/0x9682c7de153c689e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ddcd expref: 108 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134021.201649:0:10924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800893e1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:10924:1830953547804032:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134021.201720:0:10924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c000 going to sleep for 11 seconds 00000100:00100000:0.0:1746134021.205439:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.210260:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.226484:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.228765:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.232678:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.241465:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.256330:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.257275:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+110:2009:x1830953551687552:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 640us (949us total) trans 4294972069 rc 0/0 00000100:00100000:0.0:1746134021.257282:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1713 00002000:00100000:0.0:1746134021.257287:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800893e3100 x1830953551687552/t4294972069(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:232/0 lens 496/448 e 0 to 0 dl 1746134032 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134021.257294:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800893e3100 with x1830953551687552 ext(0->7) 00010000:00010000:0.0:1746134021.257300:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde4a00/0x9682c7de153c68ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dddb expref: 110 pid: 24940 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746134021.257309:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde4a00/0x9682c7de153c68ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dddb expref: 110 pid: 24940 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746134021.257315:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800893e3100 00000100:00100000:0.0:1746134021.269589:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.271912:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.279458:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551688064 00000100:00100000:0.0:1746134021.279464:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551688064 00002000:00100000:0.0:1746134021.279492:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008805b100 x1830953551688064/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:232/0 lens 488/0 e 0 to 0 dl 1746134032 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134021.279501:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008805b100 with x1830953551688064 ext(0->4095) 00010000:00010000:0.0:1746134021.279507:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde5e00/0x9682c7de153c68b3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dde2 expref: 6 pid: 24940 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746134021.279518:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde5e00/0x9682c7de153c68b3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dde2 expref: 6 pid: 24940 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746134021.279524:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008805b100 00000100:00100000:0.0:1746134021.279547:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1714 00000100:00100000:0.0:1746134021.279553:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008805b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551688064:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134021.279646:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008805b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551688064:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 92us (235us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134021.279651:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1714 00002000:00100000:0.0:1746134021.279656:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88008805b100 x1830953551688064/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746134032 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134021.279662:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008805b100 with x1830953551688064 ext(0->4095) 00010000:00010000:0.0:1746134021.279666:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde5e00/0x9682c7de153c68b3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dde2 expref: 6 pid: 24940 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746134021.279674:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde5e00/0x9682c7de153c68b3 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dde2 expref: 6 pid: 24940 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746134021.279679:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008805b100 00000100:00100000:0.0:1746134021.281523:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.284154:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.289356:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.297192:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.298090:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+112:2010:x1830953551688704:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 734us (897us total) trans 4294972070 rc 0/0 00000100:00100000:0.0:1746134021.298097:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1715 00002000:00100000:0.0:1746134021.298102:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880091a1c000 x1830953551688704/t4294972070(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:232/0 lens 496/448 e 0 to 0 dl 1746134032 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134021.298110:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a1c000 with x1830953551688704 ext(0->7) 00010000:00010000:0.0:1746134021.298146:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde4e00/0x9682c7de153c68ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dde9 expref: 112 pid: 24940 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746134021.298156:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde4e00/0x9682c7de153c68ba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dde9 expref: 112 pid: 24940 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746134021.298162:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091a1c000 00000100:00100000:0.0:1746134021.299941:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.304143:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551689088 00000100:00100000:0.0:1746134021.304149:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551689088 00002000:00100000:0.0:1746134021.304182:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880088058380 x1830953551689088/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:232/0 lens 488/0 e 0 to 0 dl 1746134032 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134021.304192:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088058380 with x1830953551689088 ext(0->4095) 00002000:00010000:0.0:1746134021.304196:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880088058380 00000100:00100000:0.0:1746134021.304212:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12538 00000100:00100000:0.0:1746134021.304218:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088058380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551689088:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134021.304331:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088058380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551689088:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 112us (323us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134021.304343:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12538 00002000:00100000:0.0:1746134021.304348:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880088058380 x1830953551689088/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746134032 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134021.304356:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088058380 with x1830953551689088 ext(0->4095) 00002000:00010000:0.0:1746134021.304358:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880088058380 00000100:00100000:0.0:1746134021.306884:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.310812:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.314686:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.315561:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+115:2012:x1830953551689984:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 699us (880us total) trans 4294972071 rc 0/0 00000100:00100000:0.0:1746134021.315566:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1717 00002000:00100000:0.0:1746134021.315571:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880091a1ce00 x1830953551689984/t4294972071(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:232/0 lens 496/448 e 0 to 0 dl 1746134032 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134021.315575:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a1ce00 with x1830953551689984 ext(0->7) 00010000:00010000:0.0:1746134021.315579:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde4a00/0x9682c7de153c68c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ddf7 expref: 115 pid: 24940 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746134021.315585:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde4a00/0x9682c7de153c68c8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ddf7 expref: 115 pid: 24940 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746134021.315589:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091a1ce00 00000100:00100000:0.0:1746134021.321878:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.330964:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.335790:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.336406:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.343541:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.346149:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.347846:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.347913:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.349940:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.354652:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.377778:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.384842:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.385339:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.387977:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.396194:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.397769:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+118:2010:x1830953551693056:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1373us (1578us total) trans 4294972073 rc 0/0 00000100:00100000:0.0:1746134021.397776:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1723 00002000:00100000:0.0:1746134021.397782:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880091a1c380 x1830953551693056/t4294972073(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:232/0 lens 496/448 e 0 to 0 dl 1746134032 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134021.397788:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a1c380 with x1830953551693056 ext(0->7) 00010000:00010000:0.0:1746134021.397794:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bcb3800/0x9682c7de153c68eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574de1a expref: 118 pid: 10181 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746134021.397804:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bcb3800/0x9682c7de153c68eb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574de1a expref: 118 pid: 10181 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746134021.397809:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091a1c380 00000100:00100000:0.0:1746134021.405923:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.414515:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.414561:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.418976:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.419175:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.421670:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.428884:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.432209:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072815180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+121:2012:x1830953551694336:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2015us (3325us total) trans 4294972074 rc 0/0 00000100:00100000:0.0:1746134021.432218:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1726 00002000:00100000:0.0:1746134021.432234:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880072815180 x1830953551694336/t4294972074(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:232/0 lens 496/448 e 0 to 0 dl 1746134032 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134021.432242:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072815180 with x1830953551694336 ext(0->7) 00010000:00010000:0.0:1746134021.432249:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880134e22000/0x9682c7de153c68f9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574de28 expref: 121 pid: 9581 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746134021.432261:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880134e22000/0x9682c7de153c68f9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574de28 expref: 121 pid: 9581 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746134021.432267:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072815180 00000100:00100000:0.0:1746134021.437425:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.442035:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.445611:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.448073:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.453043:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.459762:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.460687:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072816300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+122:2012:x1830953551695616:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 750us (929us total) trans 4294972075 rc 0/0 00000100:00100000:0.0:1746134021.460694:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1729 00002000:00100000:0.0:1746134021.460700:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880072816300 x1830953551695616/t4294972075(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:232/0 lens 496/448 e 0 to 0 dl 1746134032 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134021.460707:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072816300 with x1830953551695616 ext(0->7) 00010000:00010000:0.0:1746134021.460712:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bbfac00/0x9682c7de153c6907 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574de36 expref: 122 pid: 9581 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746134021.460721:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bbfac00/0x9682c7de153c6907 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574de36 expref: 122 pid: 9581 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746134021.460732:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072816300 00000100:00100000:0.0:1746134021.471302:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.471553:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551695872 00000100:00100000:0.0:1746134021.471558:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551695872 00000100:00100000:0.0:1746134021.471688:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28549 00000100:00100000:0.0:1746134021.471696:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072816680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+122:1086:x1830953551695872:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134021.471707:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134021.471766:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bcb3800/0x9682c7de153c6915 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574de44 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134021.471783:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915bbe00/0x9682c7de153c690e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574de3d expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134021.471789:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134021.471791:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134021.471793:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bcb3800/0x9682c7de153c6915 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574de44 expref: 123 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134021.471899:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915bbe00/0x9682c7de153c690e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574de3d expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134021.471908:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915bbe00/0x9682c7de153c690e lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574de3d expref: 5 pid: 9581 timeout: 790 lvb_type: 0 00000100:00100000:0.0:1746134021.471917:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072816a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10181:1830953547808256:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134021.471938:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c540 going to sleep for 11 seconds 00000100:00100000:0.0:1746134021.476931:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551696128 00000100:00100000:0.0:1746134021.476937:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551696128 00002000:00100000:0.0:1746134021.476963:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ce31500 x1830953551696128/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:232/0 lens 488/0 e 0 to 0 dl 1746134032 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134021.476971:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce31500 with x1830953551696128 ext(0->4095) 00010000:00010000:0.0:1746134021.476977:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915bbe00/0x9682c7de153c690e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574de3d expref: 6 pid: 9581 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746134021.476987:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915bbe00/0x9682c7de153c690e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574de3d expref: 6 pid: 9581 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746134021.476992:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ce31500 00000100:00100000:0.0:1746134021.477012:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1730 00000100:00100000:0.0:1746134021.477018:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551696128:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134021.477110:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551696128:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 92us (237us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134021.477141:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1730 00002000:00100000:0.0:1746134021.477145:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009ce31500 x1830953551696128/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:232/0 lens 488/4536 e 0 to 0 dl 1746134032 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134021.477152:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce31500 with x1830953551696128 ext(0->4095) 00010000:00010000:0.0:1746134021.477155:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915bbe00/0x9682c7de153c690e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574de3d expref: 6 pid: 9581 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746134021.477163:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915bbe00/0x9682c7de153c690e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574de3d expref: 6 pid: 9581 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746134021.477172:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ce31500 00000100:00100000:0.0:1746134021.481068:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.482937:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.489413:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.491956:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.495050:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072817800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+124:2010:x1830953551696768:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2937us (3086us total) trans 4294972076 rc 0/0 00000100:00100000:0.0:1746134021.495059:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1731 00002000:00100000:0.0:1746134021.495069:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880072817800 x1830953551696768/t4294972076(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:232/0 lens 496/448 e 0 to 0 dl 1746134032 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134021.495076:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072817800 with x1830953551696768 ext(0->7) 00010000:00010000:0.0:1746134021.495085:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bcb3800/0x9682c7de153c6915 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574de44 expref: 124 pid: 10181 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746134021.495097:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bcb3800/0x9682c7de153c6915 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574de44 expref: 124 pid: 10181 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746134021.495103:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072817800 00000100:00100000:0.0:1746134021.497588:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.500463:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.502768:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.504479:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.507817:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.512182:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551698048 00000100:00100000:0.0:1746134021.512190:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551698048 00002000:00100000:0.0:1746134021.512219:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800854b1c00 x1830953551698048/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:232/0 lens 496/0 e 0 to 0 dl 1746134032 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134021.512236:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800854b1c00 with x1830953551698048 ext(0->7) 00010000:00010000:0.0:1746134021.512242:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915bbc00/0x9682c7de153c6923 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574de52 expref: 125 pid: 10181 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746134021.512253:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915bbc00/0x9682c7de153c6923 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574de52 expref: 125 pid: 10181 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746134021.512259:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800854b1c00 00000100:00100000:0.0:1746134021.512287:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1733 00000100:00100000:0.0:1746134021.512296:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800854b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+125:2012:x1830953551698048:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134021.514086:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800854b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+127:2012:x1830953551698048:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1785us (2050us total) trans 4294972077 rc 0/0 00000100:00100000:0.0:1746134021.514096:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1733 00002000:00100000:0.0:1746134021.514103:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800854b1c00 x1830953551698048/t4294972077(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:232/0 lens 496/448 e 0 to 0 dl 1746134032 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134021.514139:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800854b1c00 with x1830953551698048 ext(0->7) 00010000:00010000:0.0:1746134021.514147:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915bbc00/0x9682c7de153c6923 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574de52 expref: 127 pid: 10181 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746134021.514158:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915bbc00/0x9682c7de153c6923 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574de52 expref: 127 pid: 10181 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746134021.514164:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800854b1c00 00000100:00100000:0.0:1746134021.526210:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.531566:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.536306:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.540061:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.540727:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.545045:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.558779:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.560024:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.560977:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+129:2009:x1830953551699328:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2023us (2202us total) trans 4294972078 rc 0/0 00000100:00100000:0.0:1746134021.560984:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1736 00002000:00100000:0.0:1746134021.560990:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880091a1c700 x1830953551699328/t4294972078(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:232/0 lens 496/448 e 0 to 0 dl 1746134032 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134021.560998:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a1c700 with x1830953551699328 ext(0->7) 00010000:00010000:0.0:1746134021.561004:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095545000/0x9682c7de153c6931 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574de60 expref: 129 pid: 10181 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746134021.561018:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095545000/0x9682c7de153c6931 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574de60 expref: 129 pid: 10181 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746134021.561023:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091a1c700 00000100:00100000:0.0:1746134021.562170:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.564882:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.568169:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.572949:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091a84e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7221:1830953547809920:192.168.203.26@tcp:105: 00010000:00010000:0.0:1746134021.572965:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134021.573000:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a1f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953551699968:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4654us (4836us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134021.573009:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13860 00000100:00100000:0.0:1746134021.579530:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.583593:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.586847:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.592049:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.593159:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.597547:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.597884:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.601785:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.605536:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.606627:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+133:2010:x1830953551701760:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 895us (1094us total) trans 4294972080 rc 0/0 00000100:00100000:0.0:1746134021.606633:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1741 00002000:00100000:0.0:1746134021.606639:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800893e2680 x1830953551701760/t4294972080(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:232/0 lens 496/448 e 0 to 0 dl 1746134032 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134021.606646:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800893e2680 with x1830953551701760 ext(0->7) 00010000:00010000:0.0:1746134021.606650:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bbda600/0x9682c7de153c694d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574de7c expref: 133 pid: 9581 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746134021.606660:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bbda600/0x9682c7de153c694d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574de7c expref: 133 pid: 9581 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746134021.606665:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800893e2680 00000100:00100000:0.0:1746134021.608680:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.612826:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.620961:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.621005:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.623497:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.623566:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.626691:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.626737:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.631277:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.637395:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.638526:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+135:2010:x1830953551703552:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 940us (1132us total) trans 4294972081 rc 0/0 00000100:00100000:0.0:1746134021.638533:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1744 00002000:00100000:0.0:1746134021.638539:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88011db4c700 x1830953551703552/t4294972081(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:232/0 lens 496/448 e 0 to 0 dl 1746134032 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134021.638547:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011db4c700 with x1830953551703552 ext(0->7) 00010000:00010000:0.0:1746134021.638553:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095786a00/0x9682c7de153c6962 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574de91 expref: 135 pid: 10181 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746134021.638563:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095786a00/0x9682c7de153c6962 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574de91 expref: 135 pid: 10181 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746134021.638569:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011db4c700 00000100:00100000:0.0:1746134021.639906:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.642820:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.645504:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.658361:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.662387:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.670214:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.676047:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.677050:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.677078:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.680913:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.685044:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.689582:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d141500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+136:2012:x1830953551705600:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1146us (4542us total) trans 4294972082 rc 0/0 00000100:00100000:0.0:1746134021.689589:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1746 00002000:00100000:0.0:1746134021.689595:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012d141500 x1830953551705600/t4294972082(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:232/0 lens 496/448 e 0 to 0 dl 1746134032 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134021.689603:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d141500 with x1830953551705600 ext(0->7) 00010000:00010000:0.0:1746134021.689608:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095545000/0x9682c7de153c6977 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dea6 expref: 136 pid: 9581 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746134021.689619:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095545000/0x9682c7de153c6977 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dea6 expref: 136 pid: 9581 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746134021.689624:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d141500 00000100:00100000:0.0:1746134021.694757:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.709105:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.709202:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.716251:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.716694:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.720768:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.727265:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.728133:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+139:2011:x1830953551706880:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 701us (872us total) trans 4294972083 rc 0/0 00000100:00100000:0.0:1746134021.728143:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1748 00002000:00100000:0.0:1746134021.728149:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009bfbc380 x1830953551706880/t4294972083(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:232/0 lens 496/448 e 0 to 0 dl 1746134032 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134021.728156:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfbc380 with x1830953551706880 ext(0->7) 00010000:00010000:0.0:1746134021.728160:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095786800/0x9682c7de153c6985 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574deb4 expref: 139 pid: 10181 timeout: 790 lvb_type: 0 00010000:00010000:0.0:1746134021.728170:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095786800/0x9682c7de153c6985 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574deb4 expref: 139 pid: 10181 timeout: 790 lvb_type: 0 00002000:00010000:0.0:1746134021.728176:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bfbc380 00000100:00100000:0.0:1746134021.733800:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.747850:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.749689:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.750963:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.760083:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.766098:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.766171:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.777770:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.782987:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.788807:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.803783:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.808409:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.810619:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.814596:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.821668:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.829236:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.843812:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.845644:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.848587:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.851525:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.860286:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.873889:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.879753:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.879801:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.879876:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.880639:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+7:2010:x1830953551711360:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134021.880647:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134021.880661:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095544a00/0x9682c7de153c69b6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dee5 expref: 7 pid: 9580 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746134021.880669:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095544a00/0x9682c7de153c69b6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dee5 expref: 7 pid: 9580 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746134021.880682:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095544a00/0x9682c7de153c69b6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dee5 expref: 7 pid: 9580 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746134021.880909:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134021.880911:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134021.880917:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095544600/0x9682c7de153c69bd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574deec expref: 142 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134021.880927:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095544600/0x9682c7de153c69bd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574deec expref: 142 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134021.880950:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095544600/0x9682c7de153c69bd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574deec expref: 142 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134021.880959:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095544600/0x9682c7de153c69bd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574deec expref: 142 pid: 9581 timeout: 791 lvb_type: 0 00000100:00100000:0.0:1746134021.880968:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923a5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8382:1830953547814144:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134021.881349:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90ca80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134021.884015:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.890385:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.894326:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+144:2011:x1830953551712000:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3695us (3940us total) trans 4294972086 rc 0/0 00000100:00100000:0.0:1746134021.894335:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1754 00002000:00100000:0.0:1746134021.894344:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff8800923a7480 x1830953551712000/t4294972086(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:232/0 lens 496/448 e 0 to 0 dl 1746134032 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134021.894351:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923a7480 with x1830953551712000 ext(0->7) 00010000:00010000:0.0:1746134021.894360:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095544600/0x9682c7de153c69bd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574deec expref: 144 pid: 9581 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746134021.894373:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095544600/0x9682c7de153c69bd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574deec expref: 144 pid: 9581 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746134021.894379:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800923a7480 00000100:00100000:0.0:1746134021.897834:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.902406:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.907841:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.920604:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.928249:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.928292:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.931995:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.932036:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.939524:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.942466:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.946785:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+147:2012:x1830953551714048:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1922us (4317us total) trans 4294972087 rc 0/0 00000100:00100000:0.0:1746134021.946794:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1756 00002000:00100000:0.0:1746134021.946802:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009bc70a80 x1830953551714048/t4294972087(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:232/0 lens 496/448 e 0 to 0 dl 1746134032 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134021.946810:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc70a80 with x1830953551714048 ext(0->7) 00010000:00010000:0.0:1746134021.946818:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095786000/0x9682c7de153c69d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574df01 expref: 147 pid: 9581 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746134021.946830:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095786000/0x9682c7de153c69d2 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574df01 expref: 147 pid: 9581 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746134021.946835:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bc70a80 00000100:00100000:0.0:1746134021.952872:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.959585:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551714560 00000100:00100000:0.0:1746134021.959591:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551714560 00000100:00100000:0.0:1746134021.959637:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28578 00000100:00100000:0.0:1746134021.959644:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009558df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1099:x1830953551714560:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134021.959656:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134021.959864:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092339c00/0x9682c7de153c69e0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574df0f expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134021.959887:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134021.959889:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134021.959895:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092339c00/0x9682c7de153c69e0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574df0f expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134021.959906:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092339c00/0x9682c7de153c69e0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574df0f expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134021.959914:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092339c00, rc 0) 00000100:00100000:0.0:1746134021.959948:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009558df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1099:x1830953551714560:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 304us (457us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134021.959953:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28578 00000100:00100000:0.0:1746134021.963276:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.963950:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.968677:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.977819:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134021.983908:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.001465:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.009512:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+148:2010:x1830953551715712:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 7449us (8045us total) trans 4294972088 rc 0/0 00000100:00100000:0.0:1746134022.009523:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1758 00002000:00100000:0.0:1746134022.009533:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009bc72a00 x1830953551715712/t4294972088(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:233/0 lens 496/448 e 0 to 0 dl 1746134033 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134022.009546:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc72a00 with x1830953551715712 ext(0->7) 00010000:00010000:0.0:1746134022.009554:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88008fc47800/0x9682c7de153c69e7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574df16 expref: 148 pid: 10181 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746134022.009573:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88008fc47800/0x9682c7de153c69e7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574df16 expref: 148 pid: 10181 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746134022.009579:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bc72a00 00000100:00100000:0.0:1746134022.010208:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.014614:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.021589:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.026997:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.031181:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.043537:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.045485:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.046307:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f844700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+150:2009:x1830953551716864:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 674us (821us total) trans 4294972089 rc 0/0 00000100:00100000:0.0:1746134022.046313:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1760 00002000:00100000:0.0:1746134022.046318:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88012f844700 x1830953551716864/t4294972089(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:233/0 lens 496/448 e 0 to 0 dl 1746134033 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134022.046324:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f844700 with x1830953551716864 ext(0->7) 00010000:00010000:0.0:1746134022.046330:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095786800/0x9682c7de153c69f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574df24 expref: 150 pid: 10181 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746134022.046338:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095786800/0x9682c7de153c69f5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574df24 expref: 150 pid: 10181 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746134022.046343:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012f844700 00000100:00100000:0.0:1746134022.050737:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.052733:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.056867:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.062497:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.064515:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.068388:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.068441:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.068468:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.071154:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.072610:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088058a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1099:x1830953551718144:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3919us (4139us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134022.072615:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28585 00000100:00100000:0.0:1746134022.073643:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.074521:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088059880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+152:2010:x1830953551718656:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 661us (877us total) trans 4294972090 rc 0/0 00000100:00100000:0.0:1746134022.074528:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1763 00002000:00100000:0.0:1746134022.074534:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880088059880 x1830953551718656/t4294972090(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:233/0 lens 496/448 e 0 to 0 dl 1746134033 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134022.074541:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088059880 with x1830953551718656 ext(0->7) 00010000:00010000:0.0:1746134022.074547:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095786000/0x9682c7de153c6a0a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574df39 expref: 152 pid: 10181 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746134022.074557:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095786000/0x9682c7de153c6a0a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574df39 expref: 152 pid: 10181 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746134022.074564:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088059880 00000100:00100000:0.0:1746134022.076435:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.079788:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.081578:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.084927:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.088544:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.088585:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.092688:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.092763:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.094959:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.096915:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.100574:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.107548:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+155:2009:x1830953551720704:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2461us (6566us total) trans 4294972091 rc 0/0 00000100:00100000:0.0:1746134022.107557:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1766 00002000:00100000:0.0:1746134022.107565:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88011db4ca80 x1830953551720704/t4294972091(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:233/0 lens 496/448 e 0 to 0 dl 1746134033 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134022.107573:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011db4ca80 with x1830953551720704 ext(0->7) 00010000:00010000:0.0:1746134022.107580:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095545000/0x9682c7de153c6a1f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574df4e expref: 155 pid: 9580 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746134022.107592:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095545000/0x9682c7de153c6a1f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574df4e expref: 155 pid: 9580 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746134022.107597:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011db4ca80 00000100:00100000:0.0:1746134022.112729:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.123359:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.125673:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.128809:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.128836:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.131748:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.136610:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.140902:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+156:2012:x1830953551721984:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4128us (4288us total) trans 4294972092 rc 0/0 00000100:00100000:0.0:1746134022.140913:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1769 00002000:00100000:0.0:1746134022.140921:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88011db4d880 x1830953551721984/t4294972092(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:233/0 lens 496/448 e 0 to 0 dl 1746134033 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134022.140929:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011db4d880 with x1830953551721984 ext(0->7) 00010000:00010000:0.0:1746134022.140937:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095545c00/0x9682c7de153c6a2d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574df5c expref: 156 pid: 9580 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746134022.140949:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095545c00/0x9682c7de153c6a2d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574df5c expref: 156 pid: 9580 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746134022.140955:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011db4d880 00000100:00100000:0.0:1746134022.145371:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.160869:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.165954:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.172492:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.176345:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551722880 00000100:00100000:0.0:1746134022.176351:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551722880 00002000:00100000:0.0:1746134022.176383:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009558ed80 x1830953551722880/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:233/0 lens 488/0 e 0 to 0 dl 1746134033 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134022.176392:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009558ed80 with x1830953551722880 ext(0->4095) 00002000:00010000:0.0:1746134022.176395:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009558ed80 00000100:00100000:0.0:1746134022.176409:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12563 00000100:00100000:0.0:1746134022.176415:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009558ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+156:2009:x1830953551722880:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134022.176733:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009558ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+156:2009:x1830953551722880:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 317us (868us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134022.176738:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12563 00002000:00100000:0.0:1746134022.176743:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009558ed80 x1830953551722880/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746134033 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134022.176749:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009558ed80 with x1830953551722880 ext(0->4095) 00002000:00010000:0.0:1746134022.176752:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009558ed80 00000100:00100000:0.0:1746134022.187519:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.196971:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.204716:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+158:2009:x1830953551723136:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3961us (7744us total) trans 4294972093 rc 0/0 00000100:00100000:0.0:1746134022.204725:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1771 00002000:00100000:0.0:1746134022.204735:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88011db4c700 x1830953551723136/t4294972093(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:233/0 lens 496/448 e 0 to 0 dl 1746134033 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134022.204744:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011db4c700 with x1830953551723136 ext(0->7) 00010000:00010000:0.0:1746134022.204752:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095544c00/0x9682c7de153c6a3b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574df6a expref: 158 pid: 9581 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746134022.204764:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095544c00/0x9682c7de153c6a3b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574df6a expref: 158 pid: 9581 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746134022.204770:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88011db4c700 00000100:00100000:0.0:1746134022.208713:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.208806:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551723264 00000100:00100000:0.0:1746134022.208812:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551723264 00000100:00100000:0.0:1746134022.208847:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28593 00000100:00100000:0.0:1746134022.208853:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+158:1086:x1830953551723264:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134022.208867:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134022.208882:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bddec00/0x9682c7de153c6a49 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574df78 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134022.208903:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134022.208909:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fde5600/0x9682c7de153c6a42 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574df71 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134022.208914:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746134022.208916:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bddec00/0x9682c7de153c6a49 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574df78 expref: 159 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134022.208945:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012fde5600/0x9682c7de153c6a42 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574df71 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134022.208955:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bddec00/0x9682c7de153c6a49 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574df78 expref: 159 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134022.208962:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bddec00, rc 0) 00000100:00100000:0.0:1746134022.208995:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+159:1086:x1830953551723264:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 142us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134022.209001:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28593 00000100:00100000:0.0:1746134022.231054:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.234275:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.237890:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.240825:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.250198:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+160:2010:x1830953551724288:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 3004us (4222us total) trans 4294972094 rc 0/0 00000100:00100000:0.0:1746134022.250209:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1773 00002000:00100000:0.0:1746134022.250217:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009ce33100 x1830953551724288/t4294972094(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:233/0 lens 496/448 e 0 to 0 dl 1746134033 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134022.250235:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce33100 with x1830953551724288 ext(0->7) 00010000:00010000:0.0:1746134022.250244:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bddec00/0x9682c7de153c6a49 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574df78 expref: 160 pid: 9581 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746134022.250256:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bddec00/0x9682c7de153c6a49 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574df78 expref: 160 pid: 9581 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746134022.250262:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ce33100 00000100:00100000:0.0:1746134022.256415:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.259809:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551724800 00000100:00100000:0.0:1746134022.259815:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551724800 00002000:00100000:0.0:1746134022.259841:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009558f100 x1830953551724800/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:233/0 lens 488/0 e 0 to 0 dl 1746134033 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134022.259849:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009558f100 with x1830953551724800 ext(0->4095) 00010000:00010000:0.0:1746134022.259856:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095544000/0x9682c7de153c6a50 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574df7f expref: 6 pid: 9580 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746134022.259867:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095544000/0x9682c7de153c6a50 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574df7f expref: 6 pid: 9580 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746134022.259872:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009558f100 00000100:00100000:0.0:1746134022.259886:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1774 00000100:00100000:0.0:1746134022.259891:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009558f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551724800:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134022.259980:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009558f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551724800:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 89us (186us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134022.259986:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1774 00002000:00100000:0.0:1746134022.259990:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009558f100 x1830953551724800/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746134033 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134022.259997:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009558f100 with x1830953551724800 ext(0->4095) 00010000:00010000:0.0:1746134022.260001:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095544000/0x9682c7de153c6a50 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574df7f expref: 6 pid: 9580 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746134022.260009:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095544000/0x9682c7de153c6a50 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574df7f expref: 6 pid: 9580 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746134022.260014:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009558f100 00000100:00100000:0.0:1746134022.262353:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.273797:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551725312 00000100:00100000:0.0:1746134022.273804:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551725312 00000100:00100000:0.0:1746134022.273847:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28596 00000100:00100000:0.0:1746134022.273853:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009558c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1099:x1830953551725312:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134022.273869:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134022.273884:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bddec00/0x9682c7de153c6a5e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574df8d expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134022.273909:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880095544800/0x9682c7de153c6a57 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574df86 expref: 159 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134022.273916:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134022.273917:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134022.273920:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bddec00/0x9682c7de153c6a5e lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574df8d expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134022.273942:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880095544800/0x9682c7de153c6a57 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574df86 expref: 159 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134022.273951:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880095544800/0x9682c7de153c6a57 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574df86 expref: 159 pid: 9580 timeout: 791 lvb_type: 0 00000100:00100000:0.0:1746134022.273966:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008115b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9580:1830953547819264:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134022.274023:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c480 going to sleep for 11 seconds 00000100:00100000:0.0:1746134022.277751:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.279436:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081158700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+162:2010:x1830953551725440:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1488us (1684us total) trans 4294972095 rc 0/0 00000100:00100000:0.0:1746134022.279445:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1775 00002000:00100000:0.0:1746134022.279452:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880081158700 x1830953551725440/t4294972095(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:233/0 lens 496/448 e 0 to 0 dl 1746134033 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134022.279466:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081158700 with x1830953551725440 ext(0->7) 00010000:00010000:0.0:1746134022.279473:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095544800/0x9682c7de153c6a57 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574df86 expref: 162 pid: 9580 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746134022.279485:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095544800/0x9682c7de153c6a57 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574df86 expref: 162 pid: 9580 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746134022.279491:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880081158700 00000100:00100000:0.0:1746134022.281887:0:10924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551725568 00000100:00100000:0.0:1746134022.281894:0:10924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551725568 00010000:00010000:0.0:1746134022.281922:0:10924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095544800/0x9682c7de153c6a57 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574df86 expref: 162 pid: 9580 timeout: 791 lvb_type: 0 00000100:00100000:0.0:1746134022.281957:0:10924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13901 00000100:00100000:0.0:1746134022.281963:0:10924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a87800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+162:2010:x1830953551725568:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134022.281972:0:10924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134022.281986:0:10924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095544800/0x9682c7de153c6a57 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574df86 expref: 162 pid: 9580 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746134022.281995:0:10924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095544800/0x9682c7de153c6a57 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574df86 expref: 162 pid: 9580 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746134022.282011:0:10924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095544800/0x9682c7de153c6a57 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574df86 expref: 162 pid: 9580 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746134022.282027:0:10924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134022.282029:0:10924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134022.282034:0:10924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bddec00/0x9682c7de153c6a5e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574df8d expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134022.282041:0:10924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bddec00/0x9682c7de153c6a5e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574df8d expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134022.282064:0:10924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bddec00/0x9682c7de153c6a5e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574df8d expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134022.282073:0:10924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081158000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:10924:1830953547819392:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134022.282141:0:10924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c240 going to sleep for 11 seconds 00000100:00100000:0.0:1746134022.284058:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.286929:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.289007:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.291029:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.294387:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091a86a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9580:1830953547819776:192.168.203.26@tcp:104: 00010000:00010000:0.0:1746134022.294410:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012fde5e00/0x9682c7de153c6a6c lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574df9b expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134022.294424:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fde5e00, rc 0) 00000100:00100000:0.0:1746134022.294469:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008115a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1099:x1830953551726464:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3011us (3443us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134022.294476:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28598 00000100:00100000:0.0:1746134022.295455:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+164:2009:x1830953551726592:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 690us (925us total) trans 4294972096 rc 0/0 00000100:00100000:0.0:1746134022.295461:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1777 00002000:00100000:0.0:1746134022.295467:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009ce33480 x1830953551726592/t4294972096(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:233/0 lens 496/448 e 0 to 0 dl 1746134033 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134022.295473:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce33480 with x1830953551726592 ext(0->7) 00010000:00010000:0.0:1746134022.295477:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095545a00/0x9682c7de153c6a65 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574df94 expref: 164 pid: 9580 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746134022.295486:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095545a00/0x9682c7de153c6a65 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574df94 expref: 164 pid: 9580 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746134022.295491:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009ce33480 00000100:00100000:0.0:1746134022.298453:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.301304:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.303040:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.311060:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.324457:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.329208:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.347400:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+167:2011:x1830953551728384:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1827us (2577us total) trans 4294972097 rc 0/0 00000100:00100000:0.0:1746134022.347408:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1779 00002000:00100000:0.0:1746134022.347415:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880091a85500 x1830953551728384/t4294972097(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:233/0 lens 496/448 e 0 to 0 dl 1746134033 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134022.347422:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a85500 with x1830953551728384 ext(0->7) 00010000:00010000:0.0:1746134022.347428:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095544800/0x9682c7de153c6a7a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dfa9 expref: 167 pid: 9581 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746134022.347440:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095544800/0x9682c7de153c6a7a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dfa9 expref: 167 pid: 9581 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746134022.347446:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091a85500 00000100:00100000:0.0:1746134022.353297:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.353341:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.357512:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.360268:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.360887:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.363932:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551729408 00000100:00100000:0.0:1746134022.363936:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551729408 00002000:00100000:0.0:1746134022.363970:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009558c000 x1830953551729408/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:233/0 lens 488/0 e 0 to 0 dl 1746134033 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134022.363978:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009558c000 with x1830953551729408 ext(0->4095) 00010000:00010000:0.0:1746134022.363985:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde5000/0x9682c7de153c6a88 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dfb7 expref: 167 pid: 9581 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746134022.363994:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde5000/0x9682c7de153c6a88 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dfb7 expref: 167 pid: 9581 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746134022.364000:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009558c000 00000100:00100000:0.0:1746134022.364881:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1781 00000100:00100000:0.0:1746134022.364891:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009558c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+166:2010:x1830953551729408:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134022.365001:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009558c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+166:2010:x1830953551729408:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 112us (1126us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134022.365007:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1781 00002000:00100000:0.0:1746134022.365012:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff88009558c000 x1830953551729408/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746134033 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134022.365019:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009558c000 with x1830953551729408 ext(0->4095) 00010000:00010000:0.0:1746134022.365024:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde5000/0x9682c7de153c6a88 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dfb7 expref: 166 pid: 9581 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746134022.365033:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde5000/0x9682c7de153c6a88 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dfb7 expref: 166 pid: 9581 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746134022.365038:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009558c000 00000100:00100000:0.0:1746134022.375471:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551729664 00000100:00100000:0.0:1746134022.375479:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551729664 00002000:00100000:0.0:1746134022.375518:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009558d180 x1830953551729664/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:233/0 lens 496/0 e 0 to 0 dl 1746134033 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134022.375527:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009558d180 with x1830953551729664 ext(0->7) 00010000:00010000:0.0:1746134022.375534:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde5000/0x9682c7de153c6a88 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dfb7 expref: 166 pid: 9581 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746134022.375551:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde5000/0x9682c7de153c6a88 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dfb7 expref: 166 pid: 9581 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746134022.375557:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009558d180 00000100:00100000:0.0:1746134022.375588:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1782 00000100:00100000:0.0:1746134022.375594:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009558d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+166:2011:x1830953551729664:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134022.380655:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009558d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+168:2011:x1830953551729664:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 4916us (5834us total) trans 4294972098 rc 0/0 00000100:00100000:0.0:1746134022.380667:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1782 00002000:00100000:0.0:1746134022.380676:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009558d180 x1830953551729664/t4294972098(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:233/0 lens 496/448 e 0 to 0 dl 1746134033 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134022.380684:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009558d180 with x1830953551729664 ext(0->7) 00010000:00010000:0.0:1746134022.380693:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde5000/0x9682c7de153c6a88 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dfb7 expref: 168 pid: 9581 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746134022.380706:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde5000/0x9682c7de153c6a88 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dfb7 expref: 168 pid: 9581 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746134022.380712:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009558d180 00000100:00100000:0.0:1746134022.384199:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.396652:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.396694:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.400233:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.400309:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.405831:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.422076:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551730944 00000100:00100000:0.0:1746134022.422080:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551730944 00002000:00100000:0.0:1746134022.422098:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009558ce00 x1830953551730944/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:233/0 lens 496/0 e 0 to 0 dl 1746134033 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134022.422106:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009558ce00 with x1830953551730944 ext(0->7) 00010000:00010000:0.0:1746134022.422126:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde4a00/0x9682c7de153c6a96 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dfc5 expref: 170 pid: 9581 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746134022.422136:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde4a00/0x9682c7de153c6a96 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dfc5 expref: 170 pid: 9581 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746134022.422147:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009558ce00 00000100:00100000:0.0:1746134022.422167:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1785 00000100:00100000:0.0:1746134022.422173:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009558ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+170:2011:x1830953551730944:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134022.424271:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009558ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+172:2011:x1830953551730944:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2092us (2628us total) trans 4294972099 rc 0/0 00000100:00100000:0.0:1746134022.424278:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1785 00002000:00100000:0.0:1746134022.424286:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009558ce00 x1830953551730944/t4294972099(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:233/0 lens 496/448 e 0 to 0 dl 1746134033 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134022.424294:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009558ce00 with x1830953551730944 ext(0->7) 00010000:00010000:0.0:1746134022.424300:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde4a00/0x9682c7de153c6a96 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dfc5 expref: 172 pid: 9581 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746134022.424310:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde4a00/0x9682c7de153c6a96 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dfc5 expref: 172 pid: 9581 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746134022.424315:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009558ce00 00000100:00100000:0.0:1746134022.426837:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.433230:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.437761:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.438240:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.450280:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551731968 00000100:00100000:0.0:1746134022.450285:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551731968 00002000:00100000:0.0:1746134022.450310:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091a84000 x1830953551731968/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:233/0 lens 488/0 e 0 to 0 dl 1746134033 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134022.450323:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a84000 with x1830953551731968 ext(0->4095) 00010000:00010000:0.0:1746134022.450329:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde5000/0x9682c7de153c6aa4 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dfd3 expref: 171 pid: 9580 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746134022.450338:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde5000/0x9682c7de153c6aa4 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dfd3 expref: 171 pid: 9580 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746134022.450343:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091a84000 00000100:00100000:0.0:1746134022.450358:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1787 00000100:00100000:0.0:1746134022.450364:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+171:2009:x1830953551731968:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134022.450451:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+171:2009:x1830953551731968:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 86us (192us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134022.450455:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1787 00002000:00100000:0.0:1746134022.450460:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091a84000 x1830953551731968/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746134033 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134022.450466:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a84000 with x1830953551731968 ext(0->4095) 00010000:00010000:0.0:1746134022.450469:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde5000/0x9682c7de153c6aa4 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dfd3 expref: 171 pid: 9580 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746134022.450476:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde5000/0x9682c7de153c6aa4 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dfd3 expref: 171 pid: 9580 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746134022.450481:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091a84000 00000100:00100000:0.0:1746134022.466550:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.469883:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+172:2012:x1830953551732224:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2494us (3333us total) trans 4294972100 rc 0/0 00000100:00100000:0.0:1746134022.469892:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1788 00002000:00100000:0.0:1746134022.469901:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009c7e5880 x1830953551732224/t4294972100(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:233/0 lens 496/448 e 0 to 0 dl 1746134033 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134022.469909:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7e5880 with x1830953551732224 ext(0->7) 00010000:00010000:0.0:1746134022.469916:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde5000/0x9682c7de153c6aa4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dfd3 expref: 172 pid: 9580 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746134022.469929:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde5000/0x9682c7de153c6aa4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dfd3 expref: 172 pid: 9580 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746134022.469939:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009c7e5880 00000100:00100000:0.0:1746134022.475176:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.477959:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.482554:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.488016:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.488062:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.505581:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.505615:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.530666:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.532905:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.541481:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.546026:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.548793:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.551976:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.554288:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.555958:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.561453:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.562486:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+177:2012:x1830953551735296:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 751us (1038us total) trans 4294972102 rc 0/0 00000100:00100000:0.0:1746134022.562492:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1793 00002000:00100000:0.0:1746134022.562498:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009b5a9c00 x1830953551735296/t4294972102(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:233/0 lens 496/448 e 0 to 0 dl 1746134033 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134022.562504:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5a9c00 with x1830953551735296 ext(0->7) 00010000:00010000:0.0:1746134022.562508:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012fde4a00/0x9682c7de153c6ac7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dff6 expref: 177 pid: 10181 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746134022.562517:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012fde4a00/0x9682c7de153c6ac7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dff6 expref: 177 pid: 10181 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746134022.562523:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b5a9c00 00000100:00100000:0.0:1746134022.564671:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.574644:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.577505:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.593348:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.596878:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551736320 00000100:00100000:0.0:1746134022.596884:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551736320 00010000:00010000:0.0:1746134022.596910:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095544a00/0x9682c7de153c6ace lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dffd expref: 178 pid: 9580 timeout: 791 lvb_type: 0 00000100:00100000:0.0:1746134022.596931:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13918 00000100:00100000:0.0:1746134022.596937:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce31c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+178:2009:x1830953551736320:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134022.596946:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134022.596962:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095544a00/0x9682c7de153c6ace lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dffd expref: 178 pid: 9580 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746134022.596970:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095544a00/0x9682c7de153c6ace lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574dffd expref: 178 pid: 9580 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746134022.596988:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134022.597018:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce31c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+178:2009:x1830953551736320:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 82us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134022.597023:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13918 00000100:00100000:0.0:1746134022.599337:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.599387:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.604735:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.614331:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.618269:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.624499:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.625571:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.634108:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.634237:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.638290:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.652423:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.653343:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+180:2011:x1830953551738368:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 746us (926us total) trans 4294972104 rc 0/0 00000100:00100000:0.0:1746134022.653350:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1799 00002000:00100000:0.0:1746134022.653355:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880092028700 x1830953551738368/t4294972104(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:233/0 lens 496/448 e 0 to 0 dl 1746134033 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134022.653361:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092028700 with x1830953551738368 ext(0->7) 00010000:00010000:0.0:1746134022.653367:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bbdba00/0x9682c7de153c6aea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e019 expref: 180 pid: 10181 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746134022.653377:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bbdba00/0x9682c7de153c6aea lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e019 expref: 180 pid: 10181 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746134022.653382:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092028700 00000100:00100000:0.0:1746134022.655869:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.668654:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551739008 00000100:00100000:0.0:1746134022.668661:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551739008 00000100:00100000:0.0:1746134022.669187:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28619 00000100:00100000:0.0:1746134022.669194:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+181:1099:x1830953551739008:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134022.669205:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134022.669225:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009567f800/0x9682c7de153c6aff lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574e02e expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134022.669240:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134022.669244:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bbdac00/0x9682c7de153c6af8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e027 expref: 182 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134022.669249:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134022.669252:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009567f800/0x9682c7de153c6aff lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e02e expref: 182 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134022.669274:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bbdac00/0x9682c7de153c6af8 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e027 expref: 182 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134022.669281:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009567f800/0x9682c7de153c6aff lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e02e expref: 182 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134022.669288:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009567f800, rc 0) 00000100:00100000:0.0:1746134022.669872:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+181:1099:x1830953551739008:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 677us (2042us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134022.669878:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28619 00000100:00100000:0.0:1746134022.673858:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551739392 00000100:00100000:0.0:1746134022.673864:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551739392 00002000:00100000:0.0:1746134022.673896:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091a1d180 x1830953551739392/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:233/0 lens 488/0 e 0 to 0 dl 1746134033 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134022.673903:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a1d180 with x1830953551739392 ext(0->4095) 00010000:00010000:0.0:1746134022.673910:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bbdac00/0x9682c7de153c6af8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e027 expref: 181 pid: 10181 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746134022.673922:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bbdac00/0x9682c7de153c6af8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e027 expref: 181 pid: 10181 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746134022.673927:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091a1d180 00000100:00100000:0.0:1746134022.674392:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1800 00000100:00100000:0.0:1746134022.674399:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+181:2009:x1830953551739392:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134022.674592:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+181:2009:x1830953551739392:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 192us (1288us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134022.674597:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1800 00002000:00100000:0.0:1746134022.674602:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091a1d180 x1830953551739392/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746134033 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134022.674613:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a1d180 with x1830953551739392 ext(0->4095) 00010000:00010000:0.0:1746134022.674617:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bbdac00/0x9682c7de153c6af8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e027 expref: 181 pid: 10181 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746134022.674624:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bbdac00/0x9682c7de153c6af8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e027 expref: 181 pid: 10181 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746134022.674629:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091a1d180 00000100:00100000:0.0:1746134022.682178:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.683533:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009202bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+183:2010:x1830953551739648:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 918us (1358us total) trans 4294972105 rc 0/0 00000100:00100000:0.0:1746134022.683539:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1801 00002000:00100000:0.0:1746134022.683546:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88009202bb80 x1830953551739648/t4294972105(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:233/0 lens 496/448 e 0 to 0 dl 1746134033 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134022.683552:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009202bb80 with x1830953551739648 ext(0->7) 00010000:00010000:0.0:1746134022.683557:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bbdac00/0x9682c7de153c6af8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e027 expref: 183 pid: 10181 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746134022.683567:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bbdac00/0x9682c7de153c6af8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e027 expref: 183 pid: 10181 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746134022.683572:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009202bb80 00000100:00100000:0.0:1746134022.695246:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.699830:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551740032 00000100:00100000:0.0:1746134022.699837:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551740032 00002000:00100000:0.0:1746134022.699870:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091a85180 x1830953551740032/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:233/0 lens 488/0 e 0 to 0 dl 1746134033 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134022.699878:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a85180 with x1830953551740032 ext(0->4095) 00002000:00010000:0.0:1746134022.699882:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091a85180 00000100:00100000:0.0:1746134022.700292:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12574 00000100:00100000:0.0:1746134022.700301:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+182:2012:x1830953551740032:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134022.701369:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+182:2012:x1830953551740032:12345-192.168.203.26@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1065us (1837us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134022.701375:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12574 00002000:00100000:0.0:1746134022.701383:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff880091a85180 x1830953551740032/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746134033 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134022.701390:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a85180 with x1830953551740032 ext(0->4095) 00002000:00010000:0.0:1746134022.701394:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091a85180 00000100:00100000:0.0:1746134022.703025:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.709339:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.713105:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.715371:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.745785:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.745817:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.745853:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.745880:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551741056 00000100:00100000:0.0:1746134022.745886:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551741056 00010000:00010000:0.0:1746134022.745913:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009567f800/0x9682c7de153c6aff lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e02e expref: 184 pid: 9581 timeout: 791 lvb_type: 0 00000100:00100000:0.0:1746134022.745932:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551740928 00000100:00100000:0.0:1746134022.745934:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551740928 00010000:00010000:0.0:1746134022.745943:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880095544800/0x9682c7de153c6b06 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e035 expref: 6 pid: 9581 timeout: 791 lvb_type: 0 00000100:00100000:0.0:1746134022.745957:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13925 00000100:00100000:0.0:1746134022.745963:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+184:2010:x1830953551741056:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134022.745973:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134022.745988:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009567f800/0x9682c7de153c6aff lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e02e expref: 184 pid: 9581 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746134022.745997:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009567f800/0x9682c7de153c6aff lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e02e expref: 184 pid: 9581 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746134022.746017:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134022.746048:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+184:2010:x1830953551741056:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 85us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134022.746054:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13925 00000100:00100000:0.0:1746134022.746066:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13926 00000100:00100000:0.0:1746134022.746070:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b2d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551740928:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134022.746075:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134022.746081:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880095544800/0x9682c7de153c6b06 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e035 expref: 6 pid: 9581 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746134022.746089:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880095544800/0x9682c7de153c6b06 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e035 expref: 6 pid: 9581 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746134022.746098:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134022.746100:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134022.746106:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095545a00/0x9682c7de153c6b0d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e03c expref: 183 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134022.746130:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095545a00/0x9682c7de153c6b0d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e03c expref: 183 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134022.746154:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095545a00/0x9682c7de153c6b0d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e03c expref: 183 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134022.746165:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7221:1830953547825280:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134022.746210:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134022.754924:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.763751:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.771589:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+184:2010:x1830953551741696:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 5825us (7832us total) trans 4294972106 rc 0/0 00000100:00100000:0.0:1746134022.771601:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1803 00002000:00100000:0.0:1746134022.771613:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff880099b2ed80 x1830953551741696/t4294972106(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:233/0 lens 496/448 e 0 to 0 dl 1746134033 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134022.771622:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099b2ed80 with x1830953551741696 ext(0->7) 00010000:00010000:0.0:1746134022.771631:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095545a00/0x9682c7de153c6b0d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e03c expref: 184 pid: 9581 timeout: 791 lvb_type: 0 00010000:00010000:0.0:1746134022.771644:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095545a00/0x9682c7de153c6b0d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e03c expref: 184 pid: 9581 timeout: 791 lvb_type: 0 00002000:00010000:0.0:1746134022.771650:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099b2ed80 00000100:00100000:0.0:1746134022.784539:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.784587:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.793976:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.795129:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.801970:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.815601:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.816711:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.819752:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.826245:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.830096:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.840317:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.850764:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.852382:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+188:2010:x1830953551744256:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 1390us (1620us total) trans 4294972108 rc 0/0 00000100:00100000:0.0:1746134022.852389:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1808 00002000:00100000:0.0:1746134022.852396:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88007282c000 x1830953551744256/t4294972108(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:233/0 lens 496/448 e 0 to 0 dl 1746134033 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134022.852404:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282c000 with x1830953551744256 ext(0->7) 00010000:00010000:0.0:1746134022.852411:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880095545a00/0x9682c7de153c6b29 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e058 expref: 188 pid: 10181 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746134022.852421:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880095545a00/0x9682c7de153c6b29 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e058 expref: 188 pid: 10181 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746134022.852427:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007282c000 00000100:00100000:0.0:1746134022.855539:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.857978:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.858045:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.860971:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.861965:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.866993:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.871941:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.872026:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.874307:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+191:2011:x1830953551745536:12345-192.168.203.26@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2027us (2367us total) trans 4294972109 rc 0/0 00000100:00100000:0.0:1746134022.874316:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1810 00002000:00100000:0.0:1746134022.874324:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1a:0x0] (0->7) req@ffff88007282e680 x1830953551745536/t4294972109(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:233/0 lens 496/448 e 0 to 0 dl 1746134033 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746134022.874332:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282e680 with x1830953551745536 ext(0->7) 00010000:00010000:0.0:1746134022.874339:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8ca600/0x9682c7de153c6b37 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e066 expref: 191 pid: 10181 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746134022.874350:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8ca600/0x9682c7de153c6b37 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e066 expref: 191 pid: 10181 timeout: 792 lvb_type: 0 00002000:00010000:0.0:1746134022.874357:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88007282e680 00000100:00100000:0.0:1746134022.875358:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551746048 00000100:00100000:0.0:1746134022.875363:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551746048 00000100:00100000:0.0:1746134022.875406:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 181 00000100:00100000:0.0:1746134022.875412:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+7:1099:x1830953551746048:12345-192.168.203.26@tcp:35:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134022.875532:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+8:1099:x1830953551746048:12345-192.168.203.26@tcp:35:rw_seq_cst_vs_d.0 Request processed in 119us (881us total) trans 4294986318 rc 0/0 00000100:00100000:0.0:1746134022.875538:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 181 00000100:00100000:0.0:1746134022.878472:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551746176 00000100:00100000:0.0:1746134022.878478:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551746176 00010000:00010000:0.0:1746134022.878505:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8ca600/0x9682c7de153c6b37 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e066 expref: 191 pid: 10181 timeout: 792 lvb_type: 0 00000100:00100000:0.0:1746134022.879006:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13933 00000100:00100000:0.0:1746134022.879014:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a1f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+191:2010:x1830953551746176:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134022.879025:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134022.879042:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8ca600/0x9682c7de153c6b37 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e066 expref: 191 pid: 10181 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746134022.879052:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8ca600/0x9682c7de153c6b37 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e066 expref: 191 pid: 10181 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746134022.879070:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8ca600/0x9682c7de153c6b37 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e066 expref: 191 pid: 10181 timeout: 792 lvb_type: 0 00010000:00010000:0.0:1746134022.879081:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134022.879083:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134022.879088:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880095545c00/0x9682c7de153c6b3e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e06d expref: 190 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134022.879094:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095545c00/0x9682c7de153c6b3e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e06d expref: 190 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134022.879136:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880095545c00/0x9682c7de153c6b3e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e06d expref: 190 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134022.879151:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007282ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7221:1830953547827072:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134022.879677:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134022.907877:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.909434:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.911354:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.914021:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134022.917521:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134023.138716:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134023.140991:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134023.141029:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134023.141070:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134023.153079:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134024.073256:0:3768:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746134024.073274:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3768:1830953547828992:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746134024.073325:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746134024.073578:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3768:1830953547828992:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746134024.136330:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011db4c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3770:1830953547829120:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746134024.136866:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746134024.139892:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011db4c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3770:1830953547829120:0@lo:13:osp-pre-1-1.0 00000001:00080000:0.0:1746134024.537320:0:9578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294972109 is committed 00000001:02000400:0.0:1746134026.950157:0:27933:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16g: mmap rw sequential consistency vs drop_caches ========================================================== 17:13:46 (1746134026) 00000100:00100000:0.0:1746134026.994556:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134026.999395:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.006048:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.006069:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551748096 00000100:00100000:0.0:1746134027.006075:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551748096 00000100:00100000:0.0:1746134027.006450:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28631 00000100:00100000:0.0:1746134027.006458:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072971180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+5:2009:x1830953551748096:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134027.006471:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134027.006484:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012eaadc00/0x9682c7de153c6bc3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574e097 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746134027.006501:0:24940:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x18:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1746134027.006515:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134027.006516:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134027.006522:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eaadc00/0x9682c7de153c6bc3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e097 expref: 6 pid: 24940 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746134027.006536:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012eaadc00/0x9682c7de153c6bc3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e097 expref: 6 pid: 24940 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746134027.006545:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eaadc00, rc 0) 00000100:00100000:0.0:1746134027.006580:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072971180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2009:x1830953551748096:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 124us (536us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134027.006585:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28631 00000100:00100000:0.0:1746134027.011504:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00080000:0.0:1746134027.011652:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746134027.019451:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.027502:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.034131:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13935 00000100:00100000:0.0:1746134027.034142:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51aa850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+12:2010:x1830953551748864:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134027.034154:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134027.034160:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880092355800/0x9682c7de153c6bb5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e090 expref: 12 pid: 7233 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746134027.034170:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880092355800/0x9682c7de153c6bb5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e090 expref: 12 pid: 7233 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746134027.034198:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092355800/0x9682c7de153c6bb5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e090 expref: 12 pid: 7233 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746134027.034209:0:7220:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff8800916ea400) 00010000:00010000:0.0:1746134027.034213:0:7220:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8cb400/0x9682c7de153c6bfb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7233 initiator: MDT0 00010000:00010000:0.0:1746134027.034220:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8cb400/0x9682c7de153c6bfb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7233 initiator: MDT0 00010000:00010000:0.0:1746134027.034225:0:7220:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8cb400/0x9682c7de153c6bfb lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7233 initiator: MDT0 00010000:00010000:0.0:1746134027.034631:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134027.034902:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51aa850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:2010:x1830953551748864:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 762us (1953us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134027.034909:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13935 00000100:00100000:0.0:1746134027.040721:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.045991:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.059226:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.068000:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551749504 00000100:00100000:0.0:1746134027.068007:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551749504 00002000:00010000:0.0:1746134027.068031:0:24956:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/24 (0->18446744073709551615) 00002000:00100000:0.0:1746134027.068035:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce31180 with x1830953551749504 ext(0->18446744073709551615) 00002000:00010000:0.0:1746134027.068043:0:24956:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ce31180. 00000100:00100000:0.0:1746134027.068059:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12579 00000100:00100000:0.0:1746134027.068064:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+7:2009:x1830953551749504:12345-192.168.203.26@tcp:10:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134027.086092:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.096792:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.101981:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.105217:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.109092:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.116433:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091a1d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953547830400:192.168.203.26@tcp:105: 00010000:00010000:0.0:1746134027.116451:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134027.116497:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b0b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953551750400:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 7250us (7404us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134027.116505:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13938 00000100:00100000:0.0:1746134027.119098:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.129035:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.143737:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.157819:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.164523:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.165152:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.168830:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091a1e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953547830912:192.168.203.26@tcp:105: 00010000:00010000:0.0:1746134027.168845:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134027.169151:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092056a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+9:2010:x1830953551751424:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3884us (3998us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134027.169160:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13939 00000100:00100000:0.0:1746134027.179423:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.187534:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.191836:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.205995:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.213764:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:2009:x1830953551752320:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 7553us (7764us total) trans 4294970527 rc 0/0 00000100:00100000:0.0:1746134027.213774:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1813 00002000:00100000:0.0:1746134027.213783:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88007282df80 x1830953551752320/t4294970527(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:238/0 lens 496/448 e 0 to 0 dl 1746134038 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134027.213791:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282df80 with x1830953551752320 ext(0->7) 00010000:00010000:0.0:1746134027.213799:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bef5a00/0x9682c7de153c6c48 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e0dd expref: 11 pid: 24940 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746134027.213812:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bef5a00/0x9682c7de153c6c48 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e0dd expref: 11 pid: 24940 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746134027.213817:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007282df80 00000100:00100000:0.0:1746134027.223716:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.227863:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.231518:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.239519:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.239616:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.244516:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.246904:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.275895:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.277538:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.287177:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.295573:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.300458:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.307411:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.309051:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.313090:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.316893:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.324974:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.332030:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.350196:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.351598:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c430380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+13:2009:x1830953551755776:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 915us (1414us total) trans 4294970528 rc 0/0 00000100:00100000:0.0:1746134027.351606:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1819 00002000:00100000:0.0:1746134027.351612:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012c430380 x1830953551755776/t4294970528(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:238/0 lens 496/448 e 0 to 0 dl 1746134038 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134027.351619:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c430380 with x1830953551755776 ext(0->7) 00010000:00010000:0.0:1746134027.351624:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e400/0x9682c7de153c6c79 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e10e expref: 13 pid: 24940 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746134027.351634:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90e400/0x9682c7de153c6c79 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e10e expref: 13 pid: 24940 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746134027.351639:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c430380 00000100:00100000:0.0:1746134027.361104:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.361173:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.375406:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.387205:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.396026:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.399491:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.417513:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.418540:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c430000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+15:2009:x1830953551756928:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 674us (1031us total) trans 4294970529 rc 0/0 00000100:00100000:0.0:1746134027.418546:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1821 00002000:00100000:0.0:1746134027.418552:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012c430000 x1830953551756928/t4294970529(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:238/0 lens 496/448 e 0 to 0 dl 1746134038 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134027.418558:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c430000 with x1830953551756928 ext(0->7) 00010000:00010000:0.0:1746134027.418563:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c6c87 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e11c expref: 15 pid: 9582 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746134027.418571:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c6c87 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e11c expref: 15 pid: 9582 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746134027.418577:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c430000 00000100:00100000:0.0:1746134027.426827:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.429550:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.434997:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.439790:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.441493:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.444413:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.449437:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.449482:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.457930:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.465739:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.467705:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.482145:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.484095:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551758976 00000100:00100000:0.0:1746134027.484100:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551758976 00000100:00100000:0.0:1746134027.484460:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28652 00000100:00100000:0.0:1746134027.484467:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+15:1755:x1830953551758976:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134027.484479:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134027.484490:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132445e00/0x9682c7de153c6cb1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574e146 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134027.484509:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c6caa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e13f expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134027.484516:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134027.484517:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134027.484520:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132445e00/0x9682c7de153c6cb1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e146 expref: 16 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134027.484538:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c6caa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e13f expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134027.484548:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c6caa lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e13f expref: 5 pid: 9582 timeout: 796 lvb_type: 0 00000100:00100000:0.0:1746134027.484557:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fe26680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953547834752:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134027.485318:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c480 going to sleep for 11 seconds 00000100:00100000:0.0:1746134027.487934:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.493670:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.493729:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.502384:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091a1dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953547835008:192.168.203.26@tcp:105: 00010000:00010000:0.0:1746134027.502403:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fc46800, rc 0) 00000100:00100000:0.0:1746134027.502455:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:1757:x1830953551759488:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6967us (8724us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134027.502462:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28653 00000100:00100000:0.0:1746134027.506471:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.510884:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.514406:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.520874:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.525057:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551760512 00000100:00100000:0.0:1746134027.525064:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551760512 00000100:00100000:0.0:1746134027.525110:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28655 00000100:00100000:0.0:1746134027.526000:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+15:1755:x1830953551760512:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134027.526457:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134027.526474:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f3a6800/0x9682c7de153c6cc6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574e15b expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134027.526497:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fc46a00/0x9682c7de153c6cbf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e154 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134027.526504:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134027.526506:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134027.526509:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f3a6800/0x9682c7de153c6cc6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e15b expref: 16 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134027.526535:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008fc46a00/0x9682c7de153c6cbf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e154 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134027.526545:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008fc46a00/0x9682c7de153c6cbf lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e154 expref: 5 pid: 9582 timeout: 796 lvb_type: 0 00000100:00100000:0.0:1746134027.526556:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fe27480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953547835520:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134027.526683:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c240 going to sleep for 11 seconds 00000100:00100000:0.0:1746134027.526817:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.529884:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.531752:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.538255:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.544414:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.562877:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.568615:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.572441:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.577573:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+17:2009:x1830953551761920:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 4204us (5126us total) trans 4294970530 rc 0/0 00000100:00100000:0.0:1746134027.577584:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1829 00002000:00100000:0.0:1746134027.577594:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012d5e1f80 x1830953551761920/t4294970530(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:238/0 lens 496/448 e 0 to 0 dl 1746134038 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134027.578052:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d5e1f80 with x1830953551761920 ext(0->7) 00010000:00010000:0.0:1746134027.578061:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e000/0x9682c7de153c6ccd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e162 expref: 17 pid: 24940 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746134027.578075:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90e000/0x9682c7de153c6ccd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e162 expref: 17 pid: 24940 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746134027.578080:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d5e1f80 00000100:00100000:0.0:1746134027.580509:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.584438:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.587281:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.593038:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.599698:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.605950:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.608924:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.610473:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+19:2009:x1830953551763072:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 1271us (1550us total) trans 4294970531 rc 0/0 00000100:00100000:0.0:1746134027.610480:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1830 00002000:00100000:0.0:1746134027.610486:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012d5e1880 x1830953551763072/t4294970531(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:238/0 lens 496/448 e 0 to 0 dl 1746134038 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134027.610494:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d5e1880 with x1830953551763072 ext(0->7) 00010000:00010000:0.0:1746134027.610499:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c6cdb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e170 expref: 19 pid: 24940 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746134027.610510:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c6cdb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e170 expref: 19 pid: 24940 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746134027.610515:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d5e1880 00000100:00100000:0.0:1746134027.616987:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.623284:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.625287:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.627517:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.631884:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.636224:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.638079:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.638159:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.640577:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.644468:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.644514:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.650322:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.652589:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.654315:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.657855:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.660773:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.666878:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.666919:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.669947:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.672826:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.684630:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.692085:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.695108:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.711686:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.733998:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.742586:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+21:2009:x1830953551767296:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 5580us (8594us total) trans 4294970532 rc 0/0 00000100:00100000:0.0:1746134027.742595:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1835 00002000:00100000:0.0:1746134027.742602:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800916ff100 x1830953551767296/t4294970532(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:238/0 lens 496/448 e 0 to 0 dl 1746134038 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134027.742610:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916ff100 with x1830953551767296 ext(0->7) 00010000:00010000:0.0:1746134027.742619:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008fc47800/0x9682c7de153c6d13 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e1a8 expref: 21 pid: 24940 timeout: 796 lvb_type: 0 00010000:00010000:0.0:1746134027.742741:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008fc47800/0x9682c7de153c6d13 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e1a8 expref: 21 pid: 24940 timeout: 796 lvb_type: 0 00002000:00010000:0.0:1746134027.742749:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800916ff100 00000100:00100000:0.0:1746134027.751009:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.762572:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.777614:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.785747:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.791366:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.803836:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.814982:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.817774:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.825209:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.829867:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953547839360:192.168.203.26@tcp:104: 00010000:00010000:0.0:1746134027.829886:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c6d2f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e1c4 expref: 24 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134027.829898:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095787400, rc 0) 00000100:00100000:0.0:1746134027.829927:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+24:1757:x1830953551768960:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3413us (4820us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134027.829933:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28670 00000100:00100000:0.0:1746134027.829950:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28671 00000100:00100000:0.0:1746134027.829955:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+23:1755:x1830953551769088:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134027.829965:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134027.829974:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009567ec00/0x9682c7de153c6d36 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574e1cb expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134027.829989:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134027.829993:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c6d2f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e1c4 expref: 24 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134027.829998:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134027.830001:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009567ec00/0x9682c7de153c6d36 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e1cb expref: 24 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134027.830029:0:10181:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c6d2f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e1c4 expref: 24 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134027.830038:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009567ec00/0x9682c7de153c6d36 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e1cb expref: 24 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134027.830044:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009567ec00, rc 0) 00000100:00100000:0.0:1746134027.830057:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+24:1755:x1830953551769088:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 103us (953us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134027.830062:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28671 00000100:00100000:0.0:1746134027.840434:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.856732:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.864806:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.864836:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551769984 00000100:00100000:0.0:1746134027.864842:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551769984 00002000:00100000:0.0:1746134027.864875:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880131cbca80 x1830953551769984/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:238/0 lens 488/0 e 0 to 0 dl 1746134038 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134027.864883:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cbca80 with x1830953551769984 ext(0->4095) 00010000:00010000:0.0:1746134027.864889:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009567ec00/0x9682c7de153c6d36 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e1cb expref: 24 pid: 10181 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746134027.864904:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009567ec00/0x9682c7de153c6d36 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e1cb expref: 24 pid: 10181 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746134027.864909:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131cbca80 00000100:00100000:0.0:1746134027.867694:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1839 00000100:00100000:0.0:1746134027.867710:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+24:2010:x1830953551769984:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746134027.868037:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+24:2010:x1830953551769984:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 332us (3235us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134027.868044:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1839 00002000:00100000:0.0:1746134027.868050:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880131cbca80 x1830953551769984/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:238/0 lens 488/4536 e 0 to 0 dl 1746134038 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134027.868058:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cbca80 with x1830953551769984 ext(0->4095) 00010000:00010000:0.0:1746134027.868065:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009567ec00/0x9682c7de153c6d36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e1cb expref: 24 pid: 10181 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746134027.868076:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009567ec00/0x9682c7de153c6d36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e1cb expref: 24 pid: 10181 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746134027.868081:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131cbca80 00000100:00100000:0.0:1746134027.880748:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.885136:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551770240 00000100:00100000:0.0:1746134027.885142:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551770240 00010000:00010000:0.0:1746134027.885160:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009567ec00/0x9682c7de153c6d36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e1cb expref: 24 pid: 10181 timeout: 797 lvb_type: 0 00000100:00100000:0.0:1746134027.885197:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13975 00000100:00100000:0.0:1746134027.885203:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a1f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+24:2010:x1830953551770240:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134027.885211:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134027.885225:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009567ec00/0x9682c7de153c6d36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e1cb expref: 24 pid: 10181 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746134027.885232:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009567ec00/0x9682c7de153c6d36 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e1cb expref: 24 pid: 10181 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746134027.885245:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009567ec00/0x9682c7de153c6d36 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e1cb expref: 24 pid: 10181 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746134027.885269:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134027.885271:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134027.885276:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fc46a00/0x9682c7de153c6d3d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e1d2 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134027.885282:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fc46a00/0x9682c7de153c6d3d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e1d2 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134027.885300:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008fc46a00/0x9682c7de153c6d3d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e1d2 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134027.885309:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008fc46a00/0x9682c7de153c6d3d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e1d2 expref: 5 pid: 24940 timeout: 797 lvb_type: 0 00000100:00100000:0.0:1746134027.885322:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131cbed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547840128:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134027.885379:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c480 going to sleep for 11 seconds 00000100:00100000:0.0:1746134027.887479:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.891453:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.896832:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.899945:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.902712:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.906226:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.910274:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.912757:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.916820:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.919783:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.923929:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.928523:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.933483:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.940681:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.942392:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.948769:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.948848:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.953226:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.965202:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.972156:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.974897:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.978415:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.983534:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.984940:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.987523:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.988353:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134027.996140:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.027405:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.035425:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.045801:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.050477:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+25:2009:x1830953551775744:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 4515us (4663us total) trans 4294970534 rc 0/0 00000100:00100000:0.0:1746134028.050489:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1846 00002000:00100000:0.0:1746134028.050502:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012da64700 x1830953551775744/t4294970534(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:239/0 lens 496/448 e 0 to 0 dl 1746134039 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134028.050511:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da64700 with x1830953551775744 ext(0->7) 00010000:00010000:0.0:1746134028.050522:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009567fa00/0x9682c7de153c6d83 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e218 expref: 25 pid: 10181 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746134028.050539:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009567fa00/0x9682c7de153c6d83 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e218 expref: 25 pid: 10181 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746134028.050546:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012da64700 00000100:00100000:0.0:1746134028.063096:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.078832:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.087850:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.095320:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.103357:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.116739:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.122608:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2009:x1830953551776896:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 5685us (5868us total) trans 4294970535 rc 0/0 00000100:00100000:0.0:1746134028.122618:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1848 00002000:00100000:0.0:1746134028.122626:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012da64000 x1830953551776896/t4294970535(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:239/0 lens 496/448 e 0 to 0 dl 1746134039 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134028.122634:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da64000 with x1830953551776896 ext(0->7) 00010000:00010000:0.0:1746134028.122642:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c6d91 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e226 expref: 27 pid: 24940 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746134028.122654:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c6d91 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e226 expref: 27 pid: 24940 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746134028.122660:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012da64000 00000100:00100000:0.0:1746134028.123435:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.125220:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.132324:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.137981:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.142676:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.151359:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.158877:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.160014:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.160037:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.160067:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.160087:0:7228:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551778048 00000100:00100000:0.0:1746134028.160093:0:7228:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551778048 00000100:00100000:0.0:1746134028.160506:0:7228:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 538 00000100:00100000:0.0:1746134028.160514:0:7228:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d427850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ae21eae-e936-44f8-bd00-c4aedad69a99+12:2011:x1830953551778048:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:0.0:1746134028.160559:0:7228:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d427850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ae21eae-e936-44f8-bd00-c4aedad69a99+12:2011:x1830953551778048:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 46us (491us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134028.160565:0:7228:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 538 00000100:00100000:0.0:1746134028.160604:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.160688:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.160700:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.160723:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.164251:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:2010:x1830953551778944:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 2806us (3524us total) trans 4294970536 rc 0/0 00000100:00100000:0.0:1746134028.164258:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1850 00002000:00100000:0.0:1746134028.164266:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009bfbdf80 x1830953551778944/t4294970536(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:239/0 lens 496/448 e 0 to 0 dl 1746134039 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134028.164273:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfbdf80 with x1830953551778944 ext(0->7) 00010000:00010000:0.0:1746134028.164281:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008fc47800/0x9682c7de153c6d9f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e234 expref: 29 pid: 10181 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746134028.164291:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008fc47800/0x9682c7de153c6d9f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e234 expref: 29 pid: 10181 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746134028.164297:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bfbdf80 00000100:00100000:0.0:1746134028.183088:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.186518:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.187416:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.189303:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.189342:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.193462:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.201304:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.205422:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.217453:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.218947:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+31:2010:x1830953551780352:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 748us (1491us total) trans 4294970537 rc 0/0 00000100:00100000:0.0:1746134028.218953:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1852 00002000:00100000:0.0:1746134028.218958:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009cb9c380 x1830953551780352/t4294970537(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:239/0 lens 496/448 e 0 to 0 dl 1746134039 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134028.218965:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9c380 with x1830953551780352 ext(0->7) 00010000:00010000:0.0:1746134028.218971:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008fc46800/0x9682c7de153c6db4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e249 expref: 31 pid: 9582 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746134028.218981:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008fc46800/0x9682c7de153c6db4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e249 expref: 31 pid: 9582 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746134028.218986:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb9c380 00000100:00100000:0.0:1746134028.228348:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.229424:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.236321:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.239675:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.246043:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.250580:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.257552:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.258967:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.262651:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.265914:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.268540:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.276463:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.285385:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.287240:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800872b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+33:2009:x1830953551782528:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 1667us (1854us total) trans 4294970538 rc 0/0 00000100:00100000:0.0:1746134028.287248:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1855 00002000:00100000:0.0:1746134028.287256:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800872b6680 x1830953551782528/t4294970538(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:239/0 lens 496/448 e 0 to 0 dl 1746134039 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134028.287264:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800872b6680 with x1830953551782528 ext(0->7) 00010000:00010000:0.0:1746134028.287271:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c6dd0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e265 expref: 33 pid: 10181 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746134028.287284:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c6dd0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e265 expref: 33 pid: 10181 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746134028.287290:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800872b6680 00000100:00100000:0.0:1746134028.308919:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.309031:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.314974:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.317579:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.323968:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.330049:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.336929:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.344108:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.347073:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.347946:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.352017:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.358246:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.366490:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.376360:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.400190:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.403170:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b900380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+35:2010:x1830953551785216:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 757us (2996us total) trans 4294970539 rc 0/0 00000100:00100000:0.0:1746134028.403185:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1858 00002000:00100000:0.0:1746134028.403190:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009b900380 x1830953551785216/t4294970539(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:239/0 lens 496/448 e 0 to 0 dl 1746134039 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134028.403196:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b900380 with x1830953551785216 ext(0->7) 00010000:00010000:0.0:1746134028.403201:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c6df3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e288 expref: 35 pid: 10181 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746134028.403210:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c6df3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e288 expref: 35 pid: 10181 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746134028.403215:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b900380 00000100:00100000:0.0:1746134028.405665:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.410557:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.412864:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.417141:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551785856 00000100:00100000:0.0:1746134028.417147:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551785856 00010000:00010000:0.0:1746134028.417186:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c6dfa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e28f expref: 6 pid: 18904 timeout: 797 lvb_type: 0 00000100:00100000:0.0:1746134028.417213:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14003 00000100:00100000:0.0:1746134028.417219:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551785856:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134028.417230:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134028.417244:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c6dfa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e28f expref: 6 pid: 18904 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746134028.417254:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c6dfa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e28f expref: 6 pid: 18904 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746134028.417271:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c6dfa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e28f expref: 6 pid: 18904 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746134028.417296:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134028.417298:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134028.417303:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c6e01 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e296 expref: 35 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134028.417310:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c6e01 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e296 expref: 35 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134028.417338:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c6e01 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e296 expref: 35 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134028.417348:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c414e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547847168:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134028.417402:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90ca80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134028.419315:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c414e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547847168:192.168.203.26@tcp:105: 00010000:00010000:0.0:1746134028.419331:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134028.419417:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953551785856:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2196us (2723us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134028.419425:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14003 00000100:00100000:0.0:1746134028.419981:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.423673:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.426161:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.429510:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.430471:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.433486:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.435535:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.439203:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.442387:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.446296:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.449096:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.453465:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.457163:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.457255:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.461652:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.465297:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.468895:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.472433:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.479706:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.482706:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.486433:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.489870:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.490623:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.491064:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28709 00000100:00100000:0.0:1746134028.491071:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+36:1757:x1830953551789952:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134028.491077:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134028.491083:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fde4a00/0x9682c7de153c6e40 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574e2d5 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134028.491096:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134028.491099:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c6e39 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e2ce expref: 37 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134028.491103:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134028.491105:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fde4a00/0x9682c7de153c6e40 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e2d5 expref: 37 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134028.491152:0:24940:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c6e39 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e2ce expref: 37 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134028.491163:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fde4a00/0x9682c7de153c6e40 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e2d5 expref: 37 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134028.491170:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fde4a00, rc 0) 00000100:00100000:0.0:1746134028.492824:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+37:1757:x1830953551789952:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1751us (2199us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134028.492832:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28709 00000100:00100000:0.0:1746134028.495799:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.499447:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.503271:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.507579:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.510764:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.516468:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.517926:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.519844:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.525787:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.526200:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.533646:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+37:2010:x1830953551792128:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 1637us (1791us total) trans 4294970540 rc 0/0 00000100:00100000:0.0:1746134028.533654:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1864 00002000:00100000:0.0:1746134028.533660:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880091a1c000 x1830953551792128/t4294970540(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:239/0 lens 496/448 e 0 to 0 dl 1746134039 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134028.533667:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a1c000 with x1830953551792128 ext(0->7) 00010000:00010000:0.0:1746134028.533674:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c6e4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e2e3 expref: 37 pid: 18904 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746134028.533684:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c6e4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e2e3 expref: 37 pid: 18904 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746134028.533689:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091a1c000 00000100:00100000:0.0:1746134028.535450:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.540677:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.545623:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.550500:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.555834:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.559276:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.560745:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091868a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+39:2009:x1830953551793280:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 882us (1469us total) trans 4294970541 rc 0/0 00000100:00100000:0.0:1746134028.560751:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1866 00002000:00100000:0.0:1746134028.560757:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880091868a80 x1830953551793280/t4294970541(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:239/0 lens 496/448 e 0 to 0 dl 1746134039 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134028.560769:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091868a80 with x1830953551793280 ext(0->7) 00010000:00010000:0.0:1746134028.560775:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c6e63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e2f1 expref: 39 pid: 18904 timeout: 797 lvb_type: 0 00010000:00010000:0.0:1746134028.560784:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c6e63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e2f1 expref: 39 pid: 18904 timeout: 797 lvb_type: 0 00002000:00010000:0.0:1746134028.560789:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091868a80 00000100:00100000:0.0:1746134028.562327:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.568416:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.572321:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.578290:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.578402:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.581685:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.584213:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.584253:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.587314:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.590362:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.590981:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.596215:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.601623:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.607489:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.611017:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.615166:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.618982:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551796224 00000100:00100000:0.0:1746134028.618987:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551796224 00002000:00100000:0.0:1746134028.619017:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a1c700 x1830953551796224/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:239/0 lens 488/0 e 0 to 0 dl 1746134039 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134028.619025:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a1c700 with x1830953551796224 ext(0->4095) 00002000:00010000:0.0:1746134028.619029:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091a1c700 00000100:00100000:0.0:1746134028.619048:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12619 00000100:00100000:0.0:1746134028.619053:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551796224:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746134028.619172:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551796224:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (310us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134028.619190:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12619 00002000:00100000:0.0:1746134028.619194:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a1c700 x1830953551796224/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:239/0 lens 488/4536 e 0 to 0 dl 1746134039 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134028.619201:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a1c700 with x1830953551796224 ext(0->4095) 00002000:00010000:0.0:1746134028.619203:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091a1c700 00000100:00100000:0.0:1746134028.623573:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.625476:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.629067:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.631602:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.633975:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.639768:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.646048:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.646098:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.651376:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.656387:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.660009:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.664334:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.668023:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.671263:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.674985:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.677465:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.680812:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.681447:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.686582:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.689815:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.694290:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.699819:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.703383:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.707420:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.710451:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.710491:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.713310:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.715290:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.720546:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011db4df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547854976:192.168.203.26@tcp:105: 00010000:00010000:0.0:1746134028.720564:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134028.720610:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea59850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953551801216:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4624us (5320us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134028.720618:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14033 00000100:00100000:0.0:1746134028.723536:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.727168:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.729879:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.733152:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.737025:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.738685:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.739897:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.743622:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.748619:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.751399:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.754533:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.757847:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.760724:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.763807:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.765950:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.768453:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.769570:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.773064:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.776171:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.779169:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.781985:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.785642:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.789789:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.789860:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.795481:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.799786:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.803579:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.807382:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.810508:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.813594:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.819039:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.819387:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.822897:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.824859:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.832812:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.837249:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.840200:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.843528:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.848319:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.851638:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.853560:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.857577:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.860833:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551809280 00000100:00100000:0.0:1746134028.860839:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551809280 00010000:00010000:0.0:1746134028.860863:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c6f3c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e3ca expref: 40 pid: 9582 timeout: 798 lvb_type: 0 00000100:00100000:0.0:1746134028.861083:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14049 00000100:00100000:0.0:1746134028.861091:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a1f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+40:2010:x1830953551809280:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134028.861102:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134028.861254:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c6f3c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e3ca expref: 40 pid: 9582 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746134028.861265:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c6f3c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e3ca expref: 40 pid: 9582 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746134028.861282:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c6f3c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e3ca expref: 40 pid: 9582 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746134028.861301:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134028.861303:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134028.861309:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c6f43 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e3d1 expref: 39 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134028.861315:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c6f43 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e3d1 expref: 39 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134028.864602:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.867483:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.871021:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.875255:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.875545:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.880521:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.886405:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.888773:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.893481:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551811072 00000100:00100000:0.0:1746134028.893487:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551811072 00002000:00100000:0.0:1746134028.893521:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b5ab100 x1830953551811072/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:239/0 lens 488/0 e 0 to 0 dl 1746134039 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134028.893530:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5ab100 with x1830953551811072 ext(0->4095) 00002000:00010000:0.0:1746134028.893534:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5ab100 00000100:00100000:0.0:1746134028.893558:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12634 00000100:00100000:0.0:1746134028.893565:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+40:2010:x1830953551811072:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746134028.893675:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+40:2010:x1830953551811072:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (267us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134028.893681:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12634 00002000:00100000:0.0:1746134028.893686:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b5ab100 x1830953551811072/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:239/0 lens 488/4536 e 0 to 0 dl 1746134039 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134028.893695:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5ab100 with x1830953551811072 ext(0->4095) 00002000:00010000:0.0:1746134028.893698:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5ab100 00000100:00100000:0.0:1746134028.896205:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.899445:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.902710:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.904306:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.906961:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.909555:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.916945:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.919976:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.922326:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.927048:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.931648:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.931685:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.935262:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.937731:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.941019:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.943649:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.946575:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.950831:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.954152:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.958538:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.959604:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.966401:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.971721:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.975269:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.979662:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.984933:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.989777:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.994303:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.997088:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134028.997198:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28760 00000100:00100000:0.0:1746134028.997204:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+39:1755:x1830953551816064:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134028.997215:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134028.997295:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132444600/0x9682c7de153c6fa5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574e433 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134028.997319:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c6f9e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e42c expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134028.997325:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134028.997327:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134028.997330:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132444600/0x9682c7de153c6fa5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e433 expref: 40 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134028.997351:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c6f9e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e42c expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134028.997360:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c6f9e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e42c expref: 5 pid: 24940 timeout: 798 lvb_type: 0 00000100:00100000:0.0:1746134028.997369:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091a86a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953547864064:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134028.997428:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134029.000359:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.002305:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091a86a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953547864064:192.168.203.26@tcp:104: 00010000:00010000:0.0:1746134029.002323:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132444600/0x9682c7de153c6fa5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e433 expref: 39 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134029.002343:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132444600, rc 0) 00000100:00100000:0.0:1746134029.002363:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+39:1755:x1830953551816064:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5160us (5281us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134029.002370:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28760 00000100:00100000:0.0:1746134029.005764:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.009852:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.023241:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551816832 00000100:00100000:0.0:1746134029.023248:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551816832 00000100:00100000:0.0:1746134029.023283:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28761 00000100:00100000:0.0:1746134029.023291:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092399f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953551816832:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134029.023303:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134029.023316:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c6fac lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574e43a expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134029.023340:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880132444600/0x9682c7de153c6fa5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e433 expref: 38 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134029.023347:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134029.023348:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134029.023351:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c6fac lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e43a expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134029.023372:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880132444600/0x9682c7de153c6fa5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e433 expref: 38 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134029.023383:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880132444600/0x9682c7de153c6fa5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e433 expref: 38 pid: 24940 timeout: 798 lvb_type: 0 00000100:00100000:0.0:1746134029.023392:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091a87b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953547864320:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134029.023455:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134029.037211:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.048381:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.055945:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.062975:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.067427:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092233180 going to sleep for 11 seconds 00000100:00100000:0.0:1746134029.071788:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.078208:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.088450:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009239a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+43:2009:x1830953551818112:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 1070us (1830us total) trans 4294970543 rc 0/0 00000100:00100000:0.0:1746134029.088458:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1893 00002000:00100000:0.0:1746134029.088472:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009239a300 x1830953551818112/t4294970543(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:240/0 lens 496/448 e 0 to 0 dl 1746134040 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134029.088480:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009239a300 with x1830953551818112 ext(0->7) 00010000:00010000:0.0:1746134029.088488:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c6fb3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e441 expref: 43 pid: 24940 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746134029.088499:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c6fb3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e441 expref: 43 pid: 24940 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746134029.088505:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009239a300 00000100:00100000:0.0:1746134029.091972:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.092012:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.095319:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.097674:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.099584:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.104093:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.107152:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.111035:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.118066:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.123735:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.124007:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.128108:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.132619:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.136439:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.139855:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.143141:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.144883:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953547866496 00000100:00100000:0.0:1746134029.144887:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953547866496 00000100:00100000:0.0:1746134029.147550:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.148965:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.152465:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.154753:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.158988:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.162576:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.166617:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.170377:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.173964:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.178103:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.178428:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.182514:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.183956:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.189045:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.193314:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.197023:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.199354:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.202916:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.208499:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.208775:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.211916:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.213441:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.216049:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.218430:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.223547:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.228253:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.232953:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.234037:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14080 00000100:00100000:0.0:1746134029.234046:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917f4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+45:2010:x1830953551825536:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134029.234057:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134029.234072:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c7015 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e4a3 expref: 45 pid: 10181 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746134029.234083:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c7015 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e4a3 expref: 45 pid: 10181 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746134029.234100:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c7015 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e4a3 expref: 45 pid: 10181 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746134029.234142:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134029.234144:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134029.234150:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e200/0x9682c7de153c701c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e4aa expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134029.234155:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e200/0x9682c7de153c701c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e4aa expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134029.234191:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90e200/0x9682c7de153c701c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e4aa expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134029.234200:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917f7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547868800:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134029.234261:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134029.234332:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.238440:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.242017:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.244457:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.264315:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.264388:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.269658:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.274595:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.277753:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.281444:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.284742:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.288055:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.290942:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.292308:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.296066:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.297812:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.305798:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.309775:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.312828:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134029.315836:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801360f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953551829120:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2433us (3013us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134029.315843:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28784 00000100:00100000:0.0:1746134029.316023:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.321126:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.321476:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134029.321859:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551829632 00000100:00100000:1.0:1746134029.321863:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551829632 00000100:00100000:1.0:1746134029.321882:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28785 00000100:00100000:1.0:1746134029.321886:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+46:1755:x1830953551829632:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134029.321894:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134029.321906:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c7054 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574e4e2 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.321924:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c704d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e4db expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.321929:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134029.321931:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134029.321934:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c7054 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e4e2 expref: 47 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.321955:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c704d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e4db expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.321964:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c704d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e4db expref: 5 pid: 9581 timeout: 798 lvb_type: 0 00000100:00100000:1.0:1746134029.321973:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009239ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953547870720:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134029.322030:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e206c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746134029.324318:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009239ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953547870720:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134029.324345:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c7054 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e4e2 expref: 47 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.324356:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bef4400, rc 0) 00000100:00100000:1.0:1746134029.324840:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+47:1755:x1830953551829632:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2951us (3362us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134029.324847:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28785 00000100:00100000:0.0:1746134029.325037:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134029.325341:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551829760 00000100:00100000:1.0:1746134029.325346:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551829760 00000100:00100000:1.0:1746134029.325733:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28786 00000100:00100000:1.0:1746134029.325740:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+47:1757:x1830953551829760:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134029.325750:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134029.325762:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957eb800/0x9682c7de153c705b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574e4e9 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.325781:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134029.325786:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c7054 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e4e2 expref: 48 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.325791:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134029.325794:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb800/0x9682c7de153c705b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e4e9 expref: 48 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.325818:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c7054 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e4e2 expref: 48 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.325827:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957eb800/0x9682c7de153c705b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e4e9 expref: 48 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.325838:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957eb800, rc 0) 00000100:00100000:1.0:1746134029.325866:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+48:1757:x1830953551829760:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 126us (828us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134029.325871:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28786 00000100:00100000:0.0:1746134029.326908:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.330686:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.333449:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.337895:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.342030:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.346544:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.349700:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.351049:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.355628:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.356706:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.360638:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.365708:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.371925:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551832064 00000100:00100000:0.0:1746134029.371931:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551832064 00002000:00100000:0.0:1746134029.371961:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d143480 x1830953551832064/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:240/0 lens 488/0 e 0 to 0 dl 1746134040 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134029.371970:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d143480 with x1830953551832064 ext(0->4095) 00002000:00010000:0.0:1746134029.371973:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d143480 00000100:00100000:0.0:1746134029.372104:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12653 00000100:00100000:0.0:1746134029.372110:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d143480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+47:2010:x1830953551832064:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746134029.372250:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d143480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+47:2010:x1830953551832064:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 139us (859us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134029.372255:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12653 00002000:00100000:0.0:1746134029.372260:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d143480 x1830953551832064/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:240/0 lens 488/4536 e 0 to 0 dl 1746134040 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134029.372267:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d143480 with x1830953551832064 ext(0->4095) 00002000:00010000:0.0:1746134029.372270:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d143480 00000100:00100000:0.0:1746134029.373888:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.377622:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.381670:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.382305:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134029.386898:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551832832 00000100:00100000:1.0:1746134029.386903:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551832832 00000100:00100000:1.0:1746134029.386939:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28792 00000100:00100000:1.0:1746134029.386945:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d140700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+48:1757:x1830953551832832:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134029.386957:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134029.386969:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c7085 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574e513 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.386988:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134029.386992:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c707e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e50c expref: 49 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.386997:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134029.387000:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c7085 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e513 expref: 49 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.387026:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c707e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e50c expref: 49 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.387034:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c7085 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e513 expref: 49 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.387047:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957ea400, rc 0) 00000100:00100000:1.0:1746134029.387077:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d140700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+49:1757:x1830953551832832:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 132us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134029.387082:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28792 00000100:00100000:0.0:1746134029.387447:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d141880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953547872256:192.168.203.26@tcp:104: 00010000:00010000:0.0:1746134029.387459:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c707e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e50c expref: 48 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134029.387466:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095588e00, rc 0) 00000100:00100000:0.0:1746134029.387485:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+48:1755:x1830953551832704:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4955us (5180us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134029.387490:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28791 00000100:00100000:0.0:1746134029.388000:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551832960 00000100:00100000:0.0:1746134029.388004:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551832960 00010000:00010000:0.0:1746134029.388021:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e200/0x9682c7de153c7077 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e505 expref: 6 pid: 10181 timeout: 798 lvb_type: 0 00000100:00100000:0.0:1746134029.388043:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14094 00000100:00100000:0.0:1746134029.388048:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091869180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551832960:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134029.388055:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134029.388068:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90e200/0x9682c7de153c7077 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e505 expref: 6 pid: 10181 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746134029.388077:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90e200/0x9682c7de153c7077 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e505 expref: 6 pid: 10181 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746134029.388090:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e200/0x9682c7de153c7077 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e505 expref: 6 pid: 10181 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746134029.388110:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134029.388130:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134029.388135:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c707e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e50c expref: 47 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134029.388140:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c707e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e50c expref: 47 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134029.388157:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c707e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e50c expref: 47 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134029.388166:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c707e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e50c expref: 47 pid: 10181 timeout: 798 lvb_type: 0 00000100:00100000:0.0:1746134029.388188:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547872512:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134029.388232:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90ca80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134029.392022:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.395800:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.399219:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134029.399441:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551833600 00000100:00100000:1.0:1746134029.399447:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551833600 00002000:00100000:1.0:1746134029.399474:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012fdc4380 x1830953551833600/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:240/0 lens 488/0 e 0 to 0 dl 1746134040 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134029.399483:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc4380 with x1830953551833600 ext(0->4095) 00002000:00010000:1.0:1746134029.399486:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fdc4380 00000100:00100000:1.0:1746134029.399512:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12654 00000100:00100000:1.0:1746134029.399518:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+47:2009:x1830953551833600:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134029.399611:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+47:2009:x1830953551833600:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 93us (399us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134029.399617:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12654 00002000:00100000:1.0:1746134029.399621:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012fdc4380 x1830953551833600/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:240/0 lens 488/4536 e 0 to 0 dl 1746134040 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134029.399627:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc4380 with x1830953551833600 ext(0->4095) 00002000:00010000:1.0:1746134029.399629:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fdc4380 00000100:00100000:0.0:1746134029.401787:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.404999:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.408898:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.411470:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.411528:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134029.411851:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28795 00000100:00100000:1.0:1746134029.411857:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+48:1757:x1830953551834368:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134029.411863:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134029.411870:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c709a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574e528 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.411880:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134029.411883:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c7093 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e521 expref: 49 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.411887:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134029.411889:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c709a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e528 expref: 49 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.411907:0:24940:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c7093 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e521 expref: 49 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.411915:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c709a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e528 expref: 49 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.411923:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957eb600, rc 0) 00000100:00100000:1.0:1746134029.411940:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+49:1757:x1830953551834368:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 84us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134029.411945:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28795 00000100:00100000:0.0:1746134029.414496:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.418956:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134029.419193:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551834752 00000100:00100000:1.0:1746134029.419198:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551834752 00002000:00100000:1.0:1746134029.419226:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012fdc4e00 x1830953551834752/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:240/0 lens 488/0 e 0 to 0 dl 1746134040 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134029.419234:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc4e00 with x1830953551834752 ext(0->4095) 00010000:00010000:1.0:1746134029.419241:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c7093 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e521 expref: 48 pid: 10181 timeout: 798 lvb_type: 0 00010000:00010000:1.0:1746134029.419257:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c7093 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e521 expref: 48 pid: 10181 timeout: 798 lvb_type: 0 00002000:00010000:1.0:1746134029.419263:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fdc4e00 00000100:00100000:1.0:1746134029.419286:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1912 00000100:00100000:1.0:1746134029.419293:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+48:2009:x1830953551834752:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134029.419396:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+48:2009:x1830953551834752:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (447us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134029.419402:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1912 00002000:00100000:1.0:1746134029.419406:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012fdc4e00 x1830953551834752/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:240/0 lens 488/4536 e 0 to 0 dl 1746134040 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134029.419412:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc4e00 with x1830953551834752 ext(0->4095) 00010000:00010000:1.0:1746134029.419417:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c7093 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e521 expref: 48 pid: 10181 timeout: 798 lvb_type: 0 00010000:00010000:1.0:1746134029.419423:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c7093 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e521 expref: 48 pid: 10181 timeout: 798 lvb_type: 0 00002000:00010000:1.0:1746134029.419428:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fdc4e00 00000100:00100000:0.0:1746134029.421459:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.424329:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.427067:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.430998:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.434982:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.435533:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134029.435644:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551835648 00000100:00100000:1.0:1746134029.435651:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551835648 00002000:00100000:1.0:1746134029.435684:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072971f80 x1830953551835648/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:240/0 lens 488/0 e 0 to 0 dl 1746134040 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134029.435693:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072971f80 with x1830953551835648 ext(0->4095) 00002000:00010000:1.0:1746134029.435698:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072971f80 00000100:00100000:1.0:1746134029.435835:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12657 00000100:00100000:1.0:1746134029.435842:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072971f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551835648:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134029.435945:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072971f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551835648:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (966us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134029.436888:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12657 00002000:00100000:1.0:1746134029.436895:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072971f80 x1830953551835648/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:240/0 lens 488/4536 e 0 to 0 dl 1746134040 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134029.436903:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072971f80 with x1830953551835648 ext(0->4095) 00010000:00010000:1.0:1746134029.436909:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c70a1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e52f expref: 6 pid: 10181 timeout: 798 lvb_type: 0 00010000:00010000:1.0:1746134029.436918:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c70a1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e52f expref: 6 pid: 10181 timeout: 798 lvb_type: 0 00002000:00010000:1.0:1746134029.436923:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072971f80 00000100:00100000:0.0:1746134029.438761:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.441706:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.445889:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134029.446188:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551836288 00000100:00100000:1.0:1746134029.446194:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551836288 00002000:00100000:1.0:1746134029.446223:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d5e2680 x1830953551836288/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:240/0 lens 488/0 e 0 to 0 dl 1746134040 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134029.446231:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d5e2680 with x1830953551836288 ext(0->4095) 00010000:00010000:1.0:1746134029.446239:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c70a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e536 expref: 48 pid: 18904 timeout: 798 lvb_type: 0 00010000:00010000:1.0:1746134029.446250:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c70a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e536 expref: 48 pid: 18904 timeout: 798 lvb_type: 0 00002000:00010000:1.0:1746134029.446256:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d5e2680 00000100:00100000:1.0:1746134029.446494:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1913 00000100:00100000:1.0:1746134029.446501:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+48:2010:x1830953551836288:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134029.446603:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+48:2010:x1830953551836288:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (713us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134029.446608:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1913 00002000:00100000:1.0:1746134029.446613:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d5e2680 x1830953551836288/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:240/0 lens 488/4536 e 0 to 0 dl 1746134040 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134029.446619:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d5e2680 with x1830953551836288 ext(0->4095) 00010000:00010000:1.0:1746134029.446623:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c70a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e536 expref: 48 pid: 18904 timeout: 798 lvb_type: 0 00010000:00010000:1.0:1746134029.446631:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c70a8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e536 expref: 48 pid: 18904 timeout: 798 lvb_type: 0 00002000:00010000:1.0:1746134029.446636:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d5e2680 00000100:00100000:0.0:1746134029.450655:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.455183:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.462019:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.465364:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953547874432 00000100:00100000:0.0:1746134029.465368:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953547874432 00000100:00100000:0.0:1746134029.465403:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484 00000100:00100000:0.0:1746134029.465408:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830953547874432:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1746134029.465424:0:9583:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 980040512 pending 0 free 3922366464 avail 3690844160 00000100:00100000:0.0:1746134029.465454:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830953547874432:12345-0@lo:13:osp-pre-0-1.0 Request processed in 46us (152us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134029.465459:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484 00000100:00100000:0.0:1746134029.481712:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134029.482012:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551836928 00000100:00100000:1.0:1746134029.482019:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551836928 00002000:00100000:1.0:1746134029.482053:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012d5e1180 x1830953551836928/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:240/0 lens 496/0 e 0 to 0 dl 1746134040 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134029.482062:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d5e1180 with x1830953551836928 ext(0->7) 00010000:00010000:1.0:1746134029.482070:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c70af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e53d expref: 47 pid: 10181 timeout: 798 lvb_type: 0 00010000:00010000:1.0:1746134029.482085:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c70af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e53d expref: 47 pid: 10181 timeout: 798 lvb_type: 0 00002000:00010000:1.0:1746134029.482091:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d5e1180 00000100:00100000:1.0:1746134029.482106:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1914 00000100:00100000:1.0:1746134029.482140:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+47:2009:x1830953551836928:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746134029.483474:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+49:2009:x1830953551836928:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 1357us (1766us total) trans 4294970546 rc 0/0 00000100:00100000:0.0:1746134029.483481:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1914 00002000:00100000:0.0:1746134029.483488:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012d5e1180 x1830953551836928/t4294970546(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:240/0 lens 496/448 e 0 to 0 dl 1746134040 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134029.483496:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d5e1180 with x1830953551836928 ext(0->7) 00010000:00010000:0.0:1746134029.483502:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c70af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e53d expref: 49 pid: 10181 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746134029.483512:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c70af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e53d expref: 49 pid: 10181 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746134029.483518:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d5e1180 00000100:00100000:0.0:1746134029.484926:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.489243:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134029.489357:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551837312 00000100:00100000:1.0:1746134029.489362:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551837312 00002000:00100000:1.0:1746134029.489389:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d5e1500 x1830953551837312/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:240/0 lens 488/0 e 0 to 0 dl 1746134040 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134029.489398:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d5e1500 with x1830953551837312 ext(0->4095) 00002000:00010000:1.0:1746134029.489403:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d5e1500 00000100:00100000:1.0:1746134029.489417:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12659 00000100:00100000:1.0:1746134029.489423:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2011:x1830953551837312:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746134029.489517:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2011:x1830953551837312:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 Request processed in 94us (275us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134029.489523:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12659 00002000:00100000:1.0:1746134029.489527:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d5e1500 x1830953551837312/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:240/0 lens 488/4536 e 0 to 0 dl 1746134040 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134029.489534:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d5e1500 with x1830953551837312 ext(0->4095) 00002000:00010000:1.0:1746134029.489536:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d5e1500 00000100:00100000:0.0:1746134029.493952:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.500840:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551837568 00000100:00100000:0.0:1746134029.500845:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551837568 00000100:00100000:0.0:1746134029.500880:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28801 00000100:00100000:0.0:1746134029.500886:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d142300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+50:1755:x1830953551837568:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134029.500896:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134029.500909:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c70c4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574e552 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134029.500927:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134029.500931:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c70bd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e54b expref: 51 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134029.500936:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134029.500939:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c70c4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e552 expref: 51 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134029.500961:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c70bd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e54b expref: 51 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134029.500969:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c70c4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e552 expref: 51 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134029.500976:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095786a00, rc 0) 00000100:00100000:0.0:1746134029.501016:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d142300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+51:1755:x1830953551837568:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 130us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134029.501021:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28801 00000100:00100000:0.0:1746134029.501474:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.506300:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.514540:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134029.514870:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551838336 00000100:00100000:1.0:1746134029.514876:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551838336 00002000:00100000:1.0:1746134029.514905:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b14d180 x1830953551838336/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:240/0 lens 488/0 e 0 to 0 dl 1746134040 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134029.514914:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14d180 with x1830953551838336 ext(0->4095) 00002000:00010000:1.0:1746134029.514919:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b14d180 00000100:00100000:1.0:1746134029.514943:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12660 00000100:00100000:1.0:1746134029.514949:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b14d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+49:2010:x1830953551838336:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134029.515062:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+49:2010:x1830953551838336:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (522us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134029.515068:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12660 00002000:00100000:1.0:1746134029.515073:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b14d180 x1830953551838336/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:240/0 lens 488/4536 e 0 to 0 dl 1746134040 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134029.515080:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14d180 with x1830953551838336 ext(0->4095) 00002000:00010000:1.0:1746134029.515082:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b14d180 00000100:00100000:0.0:1746134029.520767:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.523973:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.525138:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+51:2010:x1830953551838592:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 663us (1140us total) trans 4294970547 rc 0/0 00000100:00100000:0.0:1746134029.525144:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1916 00002000:00100000:0.0:1746134029.525149:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009b14dc00 x1830953551838592/t4294970547(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:240/0 lens 496/448 e 0 to 0 dl 1746134040 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134029.525156:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14dc00 with x1830953551838592 ext(0->7) 00010000:00010000:0.0:1746134029.525227:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c70c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e552 expref: 51 pid: 9581 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746134029.525236:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c70c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e552 expref: 51 pid: 9581 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746134029.525241:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b14dc00 00000100:00100000:0.0:1746134029.526803:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.531908:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.532427:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134029.532663:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551839104 00000100:00100000:1.0:1746134029.532669:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551839104 00002000:00100000:1.0:1746134029.532702:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b14ce00 x1830953551839104/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:240/0 lens 488/0 e 0 to 0 dl 1746134040 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134029.532711:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14ce00 with x1830953551839104 ext(0->4095) 00002000:00010000:1.0:1746134029.532715:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b14ce00 00000100:00100000:1.0:1746134029.532733:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12661 00000100:00100000:1.0:1746134029.532740:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b14ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551839104:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134029.532850:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551839104:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (422us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134029.532859:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12661 00002000:00100000:1.0:1746134029.532864:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b14ce00 x1830953551839104/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:240/0 lens 488/4536 e 0 to 0 dl 1746134040 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134029.532871:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14ce00 with x1830953551839104 ext(0->4095) 00002000:00010000:1.0:1746134029.532873:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b14ce00 00000100:00100000:0.0:1746134029.535557:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.540022:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.545415:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.548236:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.552247:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134029.552311:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551840000 00000100:00100000:1.0:1746134029.552317:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551840000 00002000:00100000:1.0:1746134029.552345:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008fe25880 x1830953551840000/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:240/0 lens 488/0 e 0 to 0 dl 1746134040 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134029.552354:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe25880 with x1830953551840000 ext(0->4095) 00002000:00010000:1.0:1746134029.552357:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fe25880 00000100:00100000:1.0:1746134029.552758:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12662 00000100:00100000:1.0:1746134029.552764:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+51:2010:x1830953551840000:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134029.552851:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+51:2010:x1830953551840000:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 87us (610us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134029.552855:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12662 00002000:00100000:1.0:1746134029.552859:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008fe25880 x1830953551840000/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:240/0 lens 488/4536 e 0 to 0 dl 1746134040 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134029.552865:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe25880 with x1830953551840000 ext(0->4095) 00002000:00010000:1.0:1746134029.552868:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fe25880 00000100:00100000:0.0:1746134029.555830:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.559921:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.564072:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.565720:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.569715:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.570561:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.574463:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134029.574682:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551841152 00000100:00100000:1.0:1746134029.574687:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551841152 00002000:00100000:1.0:1746134029.574711:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012da6a300 x1830953551841152/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:240/0 lens 488/0 e 0 to 0 dl 1746134040 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134029.574719:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6a300 with x1830953551841152 ext(0->4095) 00010000:00010000:1.0:1746134029.574725:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c70e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e575 expref: 52 pid: 10181 timeout: 798 lvb_type: 0 00010000:00010000:1.0:1746134029.574734:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c70e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e575 expref: 52 pid: 10181 timeout: 798 lvb_type: 0 00002000:00010000:1.0:1746134029.574739:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012da6a300 00000100:00100000:1.0:1746134029.574760:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1919 00000100:00100000:1.0:1746134029.574765:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+52:2009:x1830953551841152:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134029.574847:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+52:2009:x1830953551841152:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 82us (385us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134029.574852:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1919 00002000:00100000:1.0:1746134029.574856:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012da6a300 x1830953551841152/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:240/0 lens 488/4536 e 0 to 0 dl 1746134040 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134029.574863:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6a300 with x1830953551841152 ext(0->4095) 00010000:00010000:1.0:1746134029.574867:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c70e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e575 expref: 52 pid: 10181 timeout: 798 lvb_type: 0 00010000:00010000:1.0:1746134029.574874:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c70e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e575 expref: 52 pid: 10181 timeout: 798 lvb_type: 0 00002000:00010000:1.0:1746134029.574878:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012da6a300 00000100:00100000:0.0:1746134029.578701:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.586776:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.591863:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.598407:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.600558:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.605473:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134029.605612:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551842176 00000100:00100000:1.0:1746134029.605618:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551842176 00002000:00100000:1.0:1746134029.605644:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012da68a80 x1830953551842176/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:240/0 lens 488/0 e 0 to 0 dl 1746134040 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134029.605653:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da68a80 with x1830953551842176 ext(0->4095) 00010000:00010000:1.0:1746134029.605659:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c70f5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e583 expref: 6 pid: 18904 timeout: 798 lvb_type: 0 00010000:00010000:1.0:1746134029.605670:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c70f5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e583 expref: 6 pid: 18904 timeout: 798 lvb_type: 0 00002000:00010000:1.0:1746134029.605676:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012da68a80 00000100:00100000:1.0:1746134029.605699:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1920 00000100:00100000:1.0:1746134029.605705:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551842176:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134029.605812:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551842176:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (339us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134029.605817:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1920 00002000:00100000:1.0:1746134029.605823:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012da68a80 x1830953551842176/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:240/0 lens 488/4536 e 0 to 0 dl 1746134040 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134029.605829:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da68a80 with x1830953551842176 ext(0->4095) 00010000:00010000:1.0:1746134029.605834:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c70f5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e583 expref: 6 pid: 18904 timeout: 798 lvb_type: 0 00010000:00010000:1.0:1746134029.605841:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c70f5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e583 expref: 6 pid: 18904 timeout: 798 lvb_type: 0 00002000:00010000:1.0:1746134029.605846:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012da68a80 00000100:00100000:0.0:1746134029.608250:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.610459:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.613051:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.620527:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.624743:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092056a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+53:2010:x1830953551842816:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 1591us (4214us total) trans 4294970548 rc 0/0 00000100:00100000:0.0:1746134029.624752:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1921 00002000:00100000:0.0:1746134029.624759:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880092056a00 x1830953551842816/t4294970548(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:240/0 lens 496/448 e 0 to 0 dl 1746134040 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134029.624768:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092056a00 with x1830953551842816 ext(0->7) 00010000:00010000:0.0:1746134029.624775:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c70fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e58a expref: 53 pid: 10181 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746134029.624787:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c70fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e58a expref: 53 pid: 10181 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746134029.624793:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092056a00 00000100:00100000:0.0:1746134029.636576:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.650501:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.652994:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28811 00000100:00100000:0.0:1746134029.653007:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+53:1755:x1830953551843072:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134029.653023:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134029.653036:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f3a6c00/0x9682c7de153c710a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574e598 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134029.653059:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c7103 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e591 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134029.653066:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134029.653067:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134029.653070:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f3a6c00/0x9682c7de153c710a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e598 expref: 54 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134029.653094:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c7103 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e591 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134029.653104:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c7103 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e591 expref: 5 pid: 10181 timeout: 798 lvb_type: 0 00000100:00100000:0.0:1746134029.653128:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007282dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547877632:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134029.655300:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c480 going to sleep for 11 seconds 00000100:00100000:1.0:1746134029.655446:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.655767:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551843328 00000100:00100000:0.0:1746134029.655772:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551843328 00002000:00100000:0.0:1746134029.655856:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009239a680 x1830953551843328/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:240/0 lens 488/0 e 0 to 0 dl 1746134040 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134029.655865:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009239a680 with x1830953551843328 ext(0->4095) 00010000:00010000:0.0:1746134029.655873:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c7103 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e591 expref: 6 pid: 10181 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746134029.655885:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c7103 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e591 expref: 6 pid: 10181 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746134029.655891:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009239a680 00000100:00100000:0.0:1746134029.656689:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1922 00000100:00100000:0.0:1746134029.656697:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009239a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551843328:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746134029.656799:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009239a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551843328:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (1356us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134029.656806:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1922 00002000:00100000:0.0:1746134029.656811:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009239a680 x1830953551843328/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:240/0 lens 488/4536 e 0 to 0 dl 1746134040 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134029.656819:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009239a680 with x1830953551843328 ext(0->4095) 00010000:00010000:0.0:1746134029.656825:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c7103 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e591 expref: 6 pid: 10181 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746134029.656835:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c7103 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e591 expref: 6 pid: 10181 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746134029.656841:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009239a680 00000100:00100000:0.0:1746134029.657095:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007282dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547877632:192.168.203.26@tcp:104: 00010000:00010000:0.0:1746134029.657247:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f3a6c00/0x9682c7de153c710a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e598 expref: 53 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134029.657262:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f3a6c00, rc 0) 00000100:00100000:0.0:1746134029.657289:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+53:1755:x1830953551843072:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4286us (6794us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134029.657294:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28811 00000100:00100000:0.0:1746134029.658353:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.664001:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.672091:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.678024:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.679391:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:2009:x1830953551843968:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 1026us (1370us total) trans 4294970549 rc 0/0 00000100:00100000:0.0:1746134029.679399:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1923 00002000:00100000:0.0:1746134029.679405:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880099b2ea00 x1830953551843968/t4294970549(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:240/0 lens 496/448 e 0 to 0 dl 1746134040 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134029.679412:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099b2ea00 with x1830953551843968 ext(0->7) 00010000:00010000:0.0:1746134029.679418:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f3a6c00/0x9682c7de153c710a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e598 expref: 55 pid: 18904 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746134029.679428:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f3a6c00/0x9682c7de153c710a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e598 expref: 55 pid: 18904 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746134029.679433:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099b2ea00 00000100:00100000:0.0:1746134029.689207:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.689843:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.697598:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.697623:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551844480 00000100:00100000:0.0:1746134029.697629:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551844480 00002000:00100000:0.0:1746134029.697663:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880099b2f100 x1830953551844480/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:240/0 lens 488/0 e 0 to 0 dl 1746134040 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134029.697677:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099b2f100 with x1830953551844480 ext(0->4095) 00010000:00010000:0.0:1746134029.697684:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c7111 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e59f expref: 6 pid: 18904 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746134029.697695:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c7111 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e59f expref: 6 pid: 18904 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746134029.697702:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099b2f100 00000100:00100000:0.0:1746134029.697722:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1924 00000100:00100000:0.0:1746134029.697728:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551844480:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746134029.697849:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551844480:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (258us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134029.697855:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1924 00002000:00100000:0.0:1746134029.697860:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880099b2f100 x1830953551844480/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:240/0 lens 488/4536 e 0 to 0 dl 1746134040 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134029.697867:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099b2f100 with x1830953551844480 ext(0->4095) 00010000:00010000:0.0:1746134029.697871:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c7111 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e59f expref: 6 pid: 18904 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746134029.697878:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c7111 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e59f expref: 6 pid: 18904 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746134029.697883:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099b2f100 00000100:00100000:0.0:1746134029.700210:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.705045:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.714231:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134029.714304:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551844992 00000100:00100000:1.0:1746134029.714311:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551844992 00000100:00100000:1.0:1746134029.714354:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28814 00000100:00100000:1.0:1746134029.714361:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953551844992:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134029.714375:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134029.714389:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c711f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574e5ad expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.714410:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c7118 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e5a6 expref: 54 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.714416:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134029.714417:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134029.714419:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c711f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e5ad expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.714442:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c7118 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e5a6 expref: 54 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.714451:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c7118 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e5a6 expref: 54 pid: 18904 timeout: 798 lvb_type: 0 00000100:00100000:1.0:1746134029.714459:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009239aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953547878400:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134029.714532:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20600 going to sleep for 11 seconds 00000100:00100000:1.0:1746134029.727725:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009239aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953547878400:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134029.727751:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c711f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e5ad expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.727767:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957eb600, rc 0) 00000100:00100000:1.0:1746134029.727806:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953551844992:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 13445us (13580us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134029.727814:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28814 00000100:00100000:0.0:1746134029.728722:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.741324:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.741357:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551845248 00000100:00100000:0.0:1746134029.741364:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551845248 00000100:00100000:0.0:1746134029.741403:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28815 00000100:00100000:0.0:1746134029.741410:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:1755:x1830953551845248:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134029.741424:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134029.741438:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bddec00/0x9682c7de153c7126 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574e5b4 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134029.741458:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134029.741464:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c711f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e5ad expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134029.741469:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746134029.741472:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bddec00/0x9682c7de153c7126 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e5b4 expref: 57 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134029.741499:0:10181:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c711f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e5ad expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134029.741509:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bddec00/0x9682c7de153c7126 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e5b4 expref: 57 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134029.741518:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bddec00, rc 0) 00000100:00100000:0.0:1746134029.741549:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:1755:x1830953551845248:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134029.741556:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28815 00000100:00100000:0.0:1746134029.741922:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:2012:x1830953551845120:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 12963us (13201us total) trans 4294970550 rc 0/0 00000100:00100000:0.0:1746134029.741929:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1925 00002000:00100000:0.0:1746134029.741935:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880091a87480 x1830953551845120/t4294970550(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:240/0 lens 496/448 e 0 to 0 dl 1746134040 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134029.741943:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a87480 with x1830953551845120 ext(0->7) 00010000:00010000:0.0:1746134029.742441:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c7118 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e5a6 expref: 58 pid: 18904 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746134029.742455:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c7118 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e5a6 expref: 58 pid: 18904 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746134029.742461:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091a87480 00000100:00100000:0.0:1746134029.747947:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.752621:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.752663:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551845632 00000100:00100000:0.0:1746134029.752668:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551845632 00002000:00100000:0.0:1746134029.752699:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a86300 x1830953551845632/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:240/0 lens 488/0 e 0 to 0 dl 1746134040 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134029.752708:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a86300 with x1830953551845632 ext(0->4095) 00010000:00010000:0.0:1746134029.752714:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c711f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e5ad expref: 6 pid: 10181 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746134029.752725:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c711f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e5ad expref: 6 pid: 10181 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746134029.752731:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091a86300 00000100:00100000:0.0:1746134029.752749:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1926 00000100:00100000:0.0:1746134029.752755:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551845632:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746134029.752849:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551845632:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 94us (228us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134029.752855:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1926 00002000:00100000:0.0:1746134029.752860:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a86300 x1830953551845632/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:240/0 lens 488/4536 e 0 to 0 dl 1746134040 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134029.752866:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a86300 with x1830953551845632 ext(0->4095) 00010000:00010000:0.0:1746134029.752871:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c711f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e5ad expref: 6 pid: 10181 timeout: 798 lvb_type: 0 00010000:00010000:0.0:1746134029.752879:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c711f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e5ad expref: 6 pid: 10181 timeout: 798 lvb_type: 0 00002000:00010000:0.0:1746134029.752884:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091a86300 00000100:00100000:0.0:1746134029.756080:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.762152:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134029.762259:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551846016 00000100:00100000:1.0:1746134029.762265:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551846016 00002000:00100000:1.0:1746134029.762290:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a84380 x1830953551846016/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:240/0 lens 488/0 e 0 to 0 dl 1746134040 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134029.762298:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a84380 with x1830953551846016 ext(0->4095) 00002000:00010000:1.0:1746134029.762301:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091a84380 00000100:00100000:1.0:1746134029.762312:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12667 00000100:00100000:1.0:1746134029.762317:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2010:x1830953551846016:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134029.762421:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2010:x1830953551846016:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (269us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134029.762426:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12667 00002000:00100000:1.0:1746134029.762431:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a84380 x1830953551846016/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:240/0 lens 488/4536 e 0 to 0 dl 1746134040 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134029.762436:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a84380 with x1830953551846016 ext(0->4095) 00002000:00010000:1.0:1746134029.762440:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091a84380 00000100:00100000:0.0:1746134029.764504:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.769492:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.772799:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134029.772964:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551846528 00000100:00100000:1.0:1746134029.772970:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551846528 00002000:00100000:1.0:1746134029.772997:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012f846300 x1830953551846528/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:240/0 lens 488/0 e 0 to 0 dl 1746134040 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134029.773010:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f846300 with x1830953551846528 ext(0->4095) 00002000:00010000:1.0:1746134029.773013:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f846300 00000100:00100000:1.0:1746134029.773030:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12668 00000100:00100000:1.0:1746134029.773036:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f846300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551846528:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134029.773147:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f846300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551846528:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (348us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134029.773152:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12668 00002000:00100000:1.0:1746134029.773157:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012f846300 x1830953551846528/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:240/0 lens 488/4536 e 0 to 0 dl 1746134040 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134029.773163:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f846300 with x1830953551846528 ext(0->4095) 00002000:00010000:1.0:1746134029.773165:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f846300 00000100:00100000:0.0:1746134029.777422:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.778973:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.783138:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134029.783463:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551847168 00000100:00100000:1.0:1746134029.783469:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551847168 00002000:00100000:1.0:1746134029.783497:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b43b100 x1830953551847168/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:240/0 lens 488/0 e 0 to 0 dl 1746134040 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134029.783505:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b43b100 with x1830953551847168 ext(0->4095) 00010000:00010000:1.0:1746134029.783512:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c7134 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e5c2 expref: 58 pid: 18904 timeout: 798 lvb_type: 0 00010000:00010000:1.0:1746134029.783522:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c7134 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e5c2 expref: 58 pid: 18904 timeout: 798 lvb_type: 0 00002000:00010000:1.0:1746134029.783528:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b43b100 00000100:00100000:1.0:1746134029.783554:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1927 00000100:00100000:1.0:1746134029.783561:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b43b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:2010:x1830953551847168:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134029.783660:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b43b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:2010:x1830953551847168:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 98us (553us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134029.783665:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1927 00002000:00100000:1.0:1746134029.783670:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b43b100 x1830953551847168/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:240/0 lens 488/4536 e 0 to 0 dl 1746134040 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134029.783676:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b43b100 with x1830953551847168 ext(0->4095) 00010000:00010000:1.0:1746134029.783680:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c7134 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e5c2 expref: 58 pid: 18904 timeout: 798 lvb_type: 0 00010000:00010000:1.0:1746134029.783689:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c7134 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e5c2 expref: 58 pid: 18904 timeout: 798 lvb_type: 0 00002000:00010000:1.0:1746134029.783694:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b43b100 00000100:00100000:0.0:1746134029.786324:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.788883:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.791080:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.795807:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.799794:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.800214:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134029.800621:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551848064 00000100:00100000:1.0:1746134029.800625:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551848064 00002000:00100000:1.0:1746134029.800646:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b43bb80 x1830953551848064/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:240/0 lens 488/0 e 0 to 0 dl 1746134040 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134029.800654:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b43bb80 with x1830953551848064 ext(0->4095) 00010000:00010000:1.0:1746134029.800659:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c7142 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e5d0 expref: 6 pid: 10181 timeout: 798 lvb_type: 0 00010000:00010000:1.0:1746134029.800667:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c7142 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e5d0 expref: 6 pid: 10181 timeout: 798 lvb_type: 0 00002000:00010000:1.0:1746134029.800676:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b43bb80 00000100:00100000:1.0:1746134029.800688:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1928 00000100:00100000:1.0:1746134029.800694:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b43bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551848064:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134029.800793:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b43bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551848064:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (1006us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134029.800799:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1928 00002000:00100000:1.0:1746134029.800803:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b43bb80 x1830953551848064/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:240/0 lens 488/4536 e 0 to 0 dl 1746134040 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134029.800810:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b43bb80 with x1830953551848064 ext(0->4095) 00010000:00010000:1.0:1746134029.800814:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c7142 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e5d0 expref: 6 pid: 10181 timeout: 798 lvb_type: 0 00010000:00010000:1.0:1746134029.800821:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c7142 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e5d0 expref: 6 pid: 10181 timeout: 798 lvb_type: 0 00002000:00010000:1.0:1746134029.800826:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b43bb80 00000100:00100000:0.0:1746134029.808230:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.811847:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.815347:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551849088 00000100:00100000:0.0:1746134029.815352:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551849088 00002000:00100000:0.0:1746134029.815384:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d140000 x1830953551849088/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:240/0 lens 488/0 e 0 to 0 dl 1746134040 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134029.815392:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d140000 with x1830953551849088 ext(0->4095) 00002000:00010000:0.0:1746134029.815396:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d140000 00000100:00100000:0.0:1746134029.815797:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12670 00000100:00100000:0.0:1746134029.815805:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d140000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2009:x1830953551849088:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746134029.815904:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d140000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2009:x1830953551849088:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (1013us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134029.815909:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12670 00002000:00100000:0.0:1746134029.815914:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d140000 x1830953551849088/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:240/0 lens 488/4536 e 0 to 0 dl 1746134040 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134029.815921:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d140000 with x1830953551849088 ext(0->4095) 00002000:00010000:0.0:1746134029.815924:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d140000 00000100:00100000:0.0:1746134029.817878:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.820573:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.825513:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134029.825640:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551849600 00000100:00100000:1.0:1746134029.825646:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551849600 00002000:00100000:1.0:1746134029.825678:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b43b800 x1830953551849600/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:240/0 lens 488/0 e 0 to 0 dl 1746134040 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134029.825686:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b43b800 with x1830953551849600 ext(0->4095) 00002000:00010000:1.0:1746134029.825691:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b43b800 00000100:00100000:1.0:1746134029.825704:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12671 00000100:00100000:1.0:1746134029.825711:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b43b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551849600:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134029.825818:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b43b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551849600:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (310us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134029.825823:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12671 00002000:00100000:1.0:1746134029.825828:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b43b800 x1830953551849600/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:240/0 lens 488/4536 e 0 to 0 dl 1746134040 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134029.825835:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b43b800 with x1830953551849600 ext(0->4095) 00002000:00010000:1.0:1746134029.825837:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b43b800 00000100:00100000:0.0:1746134029.827667:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551849728 00000100:00100000:0.0:1746134029.827672:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551849728 00000100:00100000:0.0:1746134029.827711:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28823 00000100:00100000:0.0:1746134029.827717:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d140700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:1755:x1830953551849728:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134029.827728:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134029.827740:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092339a00/0x9682c7de153c715e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574e5ec expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134029.827759:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c7157 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e5e5 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134029.827765:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134029.827767:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134029.827770:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092339a00/0x9682c7de153c715e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e5ec expref: 57 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134029.827791:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c7157 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e5e5 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134029.827800:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c7157 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e5e5 expref: 5 pid: 9581 timeout: 799 lvb_type: 0 00000100:00100000:0.0:1746134029.827810:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b43a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953547880704:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134029.827872:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c240 going to sleep for 11 seconds 00000100:00100000:0.0:1746134029.828992:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.831470:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b43a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953547880704:192.168.203.26@tcp:104: 00010000:00010000:0.0:1746134029.831490:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092339a00/0x9682c7de153c715e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e5ec expref: 58 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134029.831502:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092339a00, rc 0) 00000100:00100000:0.0:1746134029.832084:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d140700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:1755:x1830953551849728:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4366us (4477us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134029.832091:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28823 00000100:00100000:0.0:1746134029.832416:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551849984 00000100:00100000:0.0:1746134029.832421:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551849984 00010000:00010000:0.0:1746134029.832439:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c7157 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e5e5 expref: 6 pid: 9581 timeout: 799 lvb_type: 0 00000100:00100000:0.0:1746134029.832458:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14126 00000100:00100000:0.0:1746134029.832464:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d142300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551849984:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134029.832472:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134029.832487:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c7157 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e5e5 expref: 6 pid: 9581 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746134029.832496:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c7157 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e5e5 expref: 6 pid: 9581 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746134029.832514:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c7157 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e5e5 expref: 6 pid: 9581 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746134029.832524:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134029.832525:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134029.832530:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092339a00/0x9682c7de153c715e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e5ec expref: 57 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134029.832541:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092339a00/0x9682c7de153c715e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e5ec expref: 57 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134029.832563:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092339a00/0x9682c7de153c715e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e5ec expref: 57 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134029.832572:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092339a00/0x9682c7de153c715e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e5ec expref: 57 pid: 9581 timeout: 799 lvb_type: 0 00000100:00100000:0.0:1746134029.832581:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c699880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547880960:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134029.832641:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c240 going to sleep for 11 seconds 00000100:00100000:0.0:1746134029.834554:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.834571:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551850240 00000100:00100000:0.0:1746134029.834576:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551850240 00002000:00100000:0.0:1746134029.834607:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009c699180 x1830953551850240/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:240/0 lens 488/0 e 0 to 0 dl 1746134040 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134029.834615:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c699180 with x1830953551850240 ext(0->4095) 00010000:00010000:0.0:1746134029.834622:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092339a00/0x9682c7de153c715e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e5ec expref: 58 pid: 9581 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746134029.834632:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092339a00/0x9682c7de153c715e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e5ec expref: 58 pid: 9581 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746134029.834637:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c699180 00000100:00100000:0.0:1746134029.834651:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1930 00000100:00100000:0.0:1746134029.834657:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c699180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:2012:x1830953551850240:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746134029.834761:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c699180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:2012:x1830953551850240:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 Request processed in 103us (211us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134029.834767:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1930 00002000:00100000:0.0:1746134029.834772:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009c699180 x1830953551850240/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:240/0 lens 488/4536 e 0 to 0 dl 1746134040 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134029.834778:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c699180 with x1830953551850240 ext(0->4095) 00010000:00010000:0.0:1746134029.834783:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092339a00/0x9682c7de153c715e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e5ec expref: 58 pid: 9581 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746134029.834791:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092339a00/0x9682c7de153c715e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e5ec expref: 58 pid: 9581 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746134029.834796:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c699180 00000100:00100000:1.0:1746134029.835035:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c699880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547880960:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134029.835048:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134029.835069:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d142300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953551849984:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2605us (2849us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134029.835075:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14126 00000100:00100000:0.0:1746134029.837442:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134029.837544:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551850368 00000100:00100000:1.0:1746134029.837550:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551850368 00010000:00010000:1.0:1746134029.837577:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092339a00/0x9682c7de153c715e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e5ec expref: 58 pid: 9581 timeout: 799 lvb_type: 0 00000100:00100000:1.0:1746134029.838296:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14127 00000100:00100000:1.0:1746134029.838305:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c699880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:2011:x1830953551850368:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134029.838316:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134029.838334:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092339a00/0x9682c7de153c715e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e5ec expref: 58 pid: 9581 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746134029.838344:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092339a00/0x9682c7de153c715e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e5ec expref: 58 pid: 9581 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746134029.838363:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092339a00/0x9682c7de153c715e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e5ec expref: 58 pid: 9581 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746134029.838389:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134029.838391:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134029.838397:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c7165 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e5f3 expref: 57 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.838405:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c7165 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e5f3 expref: 57 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.838431:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c7165 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e5f3 expref: 57 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134029.838440:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009239aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547881088:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134029.838885:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20180 going to sleep for 11 seconds 00000100:00100000:1.0:1746134029.840973:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009239aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547881088:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134029.840988:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134029.841018:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c699880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2011:x1830953551850368:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2715us (3582us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134029.841025:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14127 00000100:00100000:0.0:1746134029.841594:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134029.841640:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551850624 00000100:00100000:1.0:1746134029.841645:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551850624 00002000:00100000:1.0:1746134029.841668:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b43a300 x1830953551850624/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:240/0 lens 488/0 e 0 to 0 dl 1746134040 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134029.841684:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b43a300 with x1830953551850624 ext(0->4095) 00002000:00010000:1.0:1746134029.841687:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b43a300 00000100:00100000:1.0:1746134029.841700:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12672 00000100:00100000:1.0:1746134029.841705:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b43a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2010:x1830953551850624:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134029.841804:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b43a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2010:x1830953551850624:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 98us (210us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134029.841810:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12672 00002000:00100000:1.0:1746134029.841814:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b43a300 x1830953551850624/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:240/0 lens 488/4536 e 0 to 0 dl 1746134040 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134029.841821:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b43a300 with x1830953551850624 ext(0->4095) 00002000:00010000:1.0:1746134029.841823:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b43a300 00000100:00100000:0.0:1746134029.844075:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.848161:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134029.848255:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551850880 00000100:00100000:1.0:1746134029.848260:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551850880 00010000:00010000:1.0:1746134029.848282:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c7165 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e5f3 expref: 57 pid: 10181 timeout: 799 lvb_type: 0 00000100:00100000:1.0:1746134029.848314:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14128 00000100:00100000:1.0:1746134029.848320:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2010:x1830953551850880:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134029.848330:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134029.848344:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c7165 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e5f3 expref: 57 pid: 10181 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746134029.848354:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c7165 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e5f3 expref: 57 pid: 10181 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746134029.848370:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c7165 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e5f3 expref: 57 pid: 10181 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746134029.848383:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134029.848385:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134029.848390:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c716c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e5fa expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.848397:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c716c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e5fa expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.848417:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c716c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e5fa expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134029.848426:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009239aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547881344:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134029.848468:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746134029.852089:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009239aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547881344:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134029.852107:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134029.852681:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:2010:x1830953551850880:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4360us (4520us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134029.852688:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14128 00000100:00100000:0.0:1746134029.852744:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551851136 00000100:00100000:0.0:1746134029.852747:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551851136 00002000:00100000:0.0:1746134029.852770:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d141880 x1830953551851136/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:240/0 lens 488/0 e 0 to 0 dl 1746134040 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134029.852778:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d141880 with x1830953551851136 ext(0->4095) 00010000:00010000:0.0:1746134029.852783:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c716c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e5fa expref: 6 pid: 9581 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746134029.852795:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c716c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e5fa expref: 6 pid: 9581 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746134029.852800:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d141880 00000100:00100000:0.0:1746134029.852823:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1931 00000100:00100000:0.0:1746134029.852828:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d141880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551851136:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746134029.852923:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d141880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551851136:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 95us (608us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134029.852929:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1931 00002000:00100000:0.0:1746134029.852934:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d141880 x1830953551851136/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:240/0 lens 488/4536 e 0 to 0 dl 1746134040 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134029.852940:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d141880 with x1830953551851136 ext(0->4095) 00010000:00010000:0.0:1746134029.852945:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c716c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e5fa expref: 6 pid: 9581 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746134029.852952:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c716c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e5fa expref: 6 pid: 9581 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746134029.852957:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d141880 00000100:00100000:0.0:1746134029.856262:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.857056:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134029.857106:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551851520 00000100:00100000:1.0:1746134029.857130:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551851520 00010000:00010000:1.0:1746134029.857149:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c716c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e5fa expref: 6 pid: 9581 timeout: 799 lvb_type: 0 00000100:00100000:1.0:1746134029.857183:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14129 00000100:00100000:1.0:1746134029.857188:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953551851520:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134029.857197:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134029.857210:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c716c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e5fa expref: 6 pid: 9581 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746134029.857217:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c716c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e5fa expref: 6 pid: 9581 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746134029.857233:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c716c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e5fa expref: 6 pid: 9581 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746134029.857244:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134029.857246:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134029.857251:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c7173 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e601 expref: 56 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.857259:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c7173 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e601 expref: 56 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.857281:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c7173 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e601 expref: 56 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134029.857291:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009239aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547881600:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134029.857329:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746134029.860571:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009239aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547881600:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134029.860581:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134029.860599:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2012:x1830953551851520:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3410us (3543us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134029.860606:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14129 00000100:00100000:0.0:1746134029.860983:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134029.861135:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551851776 00000100:00100000:1.0:1746134029.861140:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551851776 00002000:00100000:1.0:1746134029.861175:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008f8b5c00 x1830953551851776/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:240/0 lens 488/0 e 0 to 0 dl 1746134040 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134029.861184:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b5c00 with x1830953551851776 ext(0->4095) 00010000:00010000:1.0:1746134029.861189:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c7173 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e601 expref: 58 pid: 9581 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746134029.861199:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c7173 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e601 expref: 58 pid: 9581 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746134029.861204:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f8b5c00 00000100:00100000:1.0:1746134029.861218:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1932 00000100:00100000:1.0:1746134029.861223:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:2010:x1830953551851776:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134029.862008:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:2010:x1830953551851776:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 781us (1022us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134029.862015:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1932 00002000:00100000:1.0:1746134029.862021:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008f8b5c00 x1830953551851776/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:240/0 lens 488/4536 e 0 to 0 dl 1746134040 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134029.862029:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b5c00 with x1830953551851776 ext(0->4095) 00010000:00010000:1.0:1746134029.862036:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c7173 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e601 expref: 58 pid: 9581 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746134029.862046:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c7173 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e601 expref: 58 pid: 9581 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746134029.862051:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f8b5c00 00000100:00100000:0.0:1746134029.864000:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134029.864133:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551851904 00000100:00100000:1.0:1746134029.864139:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551851904 00010000:00010000:1.0:1746134029.864162:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c7173 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e601 expref: 58 pid: 9581 timeout: 799 lvb_type: 0 00000100:00100000:1.0:1746134029.864201:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14130 00000100:00100000:1.0:1746134029.864207:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:2010:x1830953551851904:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134029.864217:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134029.864231:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c7173 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e601 expref: 58 pid: 9581 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746134029.864240:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c7173 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e601 expref: 58 pid: 9581 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746134029.864256:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c7173 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e601 expref: 58 pid: 9581 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746134029.864269:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134029.864270:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134029.864276:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c717a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e608 expref: 57 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.864288:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c717a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e608 expref: 57 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.864311:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c717a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e608 expref: 57 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134029.864320:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009239aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547881856:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134029.864377:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20600 going to sleep for 11 seconds 00000100:00100000:1.0:1746134029.866869:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009239aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547881856:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134029.866888:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134029.866921:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2010:x1830953551851904:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2713us (2924us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134029.866929:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14130 00000100:00100000:0.0:1746134029.867758:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134029.867842:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551852160 00000100:00100000:1.0:1746134029.867848:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551852160 00002000:00100000:1.0:1746134029.867875:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008f8b7b80 x1830953551852160/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:240/0 lens 488/0 e 0 to 0 dl 1746134040 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134029.867884:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b7b80 with x1830953551852160 ext(0->4095) 00002000:00010000:1.0:1746134029.867887:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f8b7b80 00000100:00100000:1.0:1746134029.867901:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12673 00000100:00100000:1.0:1746134029.867906:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2009:x1830953551852160:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134029.868012:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2009:x1830953551852160:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (257us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134029.868022:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12673 00002000:00100000:1.0:1746134029.868026:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008f8b7b80 x1830953551852160/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:240/0 lens 488/4536 e 0 to 0 dl 1746134040 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134029.868032:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b7b80 with x1830953551852160 ext(0->4095) 00002000:00010000:1.0:1746134029.868035:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f8b7b80 00000100:00100000:0.0:1746134029.869976:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.875283:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134029.875367:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551852416 00000100:00100000:1.0:1746134029.875372:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551852416 00010000:00010000:1.0:1746134029.875395:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c717a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e608 expref: 57 pid: 9581 timeout: 799 lvb_type: 0 00000100:00100000:1.0:1746134029.875438:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14131 00000100:00100000:1.0:1746134029.875443:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a81c3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2010:x1830953551852416:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134029.875453:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134029.875465:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c717a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e608 expref: 57 pid: 9581 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746134029.875474:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c717a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e608 expref: 57 pid: 9581 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746134029.875490:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c717a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e608 expref: 57 pid: 9581 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746134029.875510:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134029.875512:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134029.875517:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c7181 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e60f expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.875528:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c7181 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e60f expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.875551:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c7181 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e60f expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134029.875560:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009239aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547882112:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134029.875613:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746134029.877806:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134029.877963:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009239aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547882112:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134029.877979:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134029.878018:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a81c3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:2010:x1830953551852416:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2574us (2737us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134029.878027:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14131 00000100:00100000:0.0:1746134029.878904:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134029.882036:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551852928 00000100:00100000:1.0:1746134029.882043:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551852928 00000100:00100000:1.0:1746134029.882085:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28830 00000100:00100000:1.0:1746134029.882091:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b14d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:1757:x1830953551852928:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134029.882102:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134029.882146:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c718f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574e61d expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.882173:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134029.882177:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c7188 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e616 expref: 59 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.882188:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134029.882190:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c718f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e61d expref: 59 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.882525:0:18904:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c7188 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e616 expref: 58 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.882535:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c718f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e61d expref: 58 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.882542:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957eb000, rc 0) 00000100:00100000:1.0:1746134029.882567:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:1757:x1830953551852928:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 476us (583us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134029.882572:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28830 00000100:00100000:0.0:1746134029.882681:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134029.882946:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551853056 00000100:00100000:1.0:1746134029.882949:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551853056 00010000:00010000:1.0:1746134029.882963:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c7181 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e60f expref: 6 pid: 9581 timeout: 799 lvb_type: 0 00000100:00100000:1.0:1746134029.883105:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14132 00000100:00100000:1.0:1746134029.883110:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551853056:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134029.883139:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134029.883153:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c7181 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e60f expref: 6 pid: 9581 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746134029.883163:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c7181 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e60f expref: 6 pid: 9581 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746134029.883187:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c7181 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e60f expref: 6 pid: 9581 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746134029.883201:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134029.883202:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134029.883207:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c7188 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e616 expref: 57 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.883213:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c7188 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e616 expref: 57 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.883229:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c7188 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e616 expref: 57 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.883237:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c7188 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e616 expref: 57 pid: 9581 timeout: 799 lvb_type: 0 00000100:00100000:1.0:1746134029.883246:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009239aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547882496:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134029.883293:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134029.885756:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134029.885823:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009239aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547882496:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134029.885836:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134029.885879:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953551853056:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2767us (3197us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134029.885887:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14132 00000100:00100000:0.0:1746134029.889971:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134029.890158:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551853440 00000100:00100000:1.0:1746134029.890175:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551853440 00010000:00010000:1.0:1746134029.890204:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c7188 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e616 expref: 58 pid: 9581 timeout: 799 lvb_type: 0 00000100:00100000:1.0:1746134029.890242:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14133 00000100:00100000:1.0:1746134029.890249:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:2012:x1830953551853440:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134029.890259:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134029.890274:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c7188 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e616 expref: 58 pid: 9581 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746134029.890285:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c7188 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e616 expref: 58 pid: 9581 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746134029.890305:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c7188 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e616 expref: 58 pid: 9581 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746134029.890325:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134029.890327:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134029.890332:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c718f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e61d expref: 57 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.890340:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c718f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e61d expref: 57 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.890365:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c718f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e61d expref: 57 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134029.890376:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009239aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547882624:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134029.890447:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746134029.893847:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009239aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547882624:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134029.893865:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134029.893909:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2012:x1830953551853440:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3660us (3943us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134029.893918:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14133 00000100:00100000:0.0:1746134029.894565:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.897308:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134029.897383:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551853824 00000100:00100000:1.0:1746134029.897390:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551853824 00000100:00100000:1.0:1746134029.897599:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28831 00000100:00100000:1.0:1746134029.897607:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800872b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953551853824:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134029.897619:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134029.897632:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c7196 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574e624 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.897653:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c718f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e61d expref: 56 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.897660:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134029.897661:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134029.897664:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c7196 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e624 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.897688:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c718f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e61d expref: 56 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.897698:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c718f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e61d expref: 56 pid: 18904 timeout: 799 lvb_type: 0 00000100:00100000:1.0:1746134029.897713:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009239aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547882752:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134029.897784:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746134029.900076:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009239aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547882752:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134029.900098:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c7196 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e624 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.900134:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957ea400, rc 0) 00000100:00100000:1.0:1746134029.900176:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800872b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953551853824:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2561us (2863us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134029.900183:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28831 00000100:00100000:0.0:1746134029.900460:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134029.900823:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551853952 00000100:00100000:1.0:1746134029.900828:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551853952 00010000:00010000:1.0:1746134029.900845:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c718f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e61d expref: 57 pid: 18904 timeout: 799 lvb_type: 0 00000100:00100000:1.0:1746134029.900951:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14134 00000100:00100000:1.0:1746134029.900957:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800872b7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2010:x1830953551853952:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134029.900967:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134029.900980:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c718f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e61d expref: 57 pid: 18904 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746134029.900989:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c718f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e61d expref: 57 pid: 18904 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746134029.901011:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c718f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e61d expref: 57 pid: 18904 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746134029.901030:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134029.901031:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134029.901037:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c7196 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e624 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.901044:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c7196 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e624 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.901063:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c7196 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e624 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134029.901073:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009239aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547882880:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134029.902148:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746134029.903939:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009239aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547882880:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134029.903956:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134029.903995:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800872b7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:2010:x1830953551853952:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3037us (3534us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134029.904003:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14134 00000100:00100000:0.0:1746134029.905065:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.906442:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134029.906625:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551854336 00000100:00100000:1.0:1746134029.906629:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551854336 00000100:00100000:1.0:1746134029.906658:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28832 00000100:00100000:1.0:1746134029.906663:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800872b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:1755:x1830953551854336:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134029.906676:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134029.906688:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c719d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574e62b expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.906707:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c7196 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e624 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.906714:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134029.906715:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134029.906718:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c719d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e62b expref: 57 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.906737:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c7196 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e624 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.906746:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c7196 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e624 expref: 5 pid: 18904 timeout: 799 lvb_type: 0 00000100:00100000:1.0:1746134029.906755:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009239aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547883008:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134029.906808:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134029.910318:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00010000:00010000:1.0:1746134029.910908:0:18904:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c7196 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e624 expref: 6 pid: 18904 timeout: 799 lvb_type: 0 00000100:00100000:1.0:1746134029.910921:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009239aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547883008:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134029.910934:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c719d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e62b expref: 58 pid: 18904 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746134029.910946:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c719d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e62b expref: 58 pid: 18904 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746134029.910953:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957ea800, rc 0) 00000100:00100000:1.0:1746134029.910970:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800872b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:1755:x1830953551854336:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4307us (4530us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134029.910976:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28832 00000100:00100000:0.0:1746134029.914192:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134029.914510:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551854848 00000100:00100000:1.0:1746134029.914515:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551854848 00002000:00100000:1.0:1746134029.914542:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800872b6a00 x1830953551854848/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:240/0 lens 488/0 e 0 to 0 dl 1746134040 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134029.914551:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800872b6a00 with x1830953551854848 ext(0->4095) 00010000:00010000:1.0:1746134029.914558:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c719d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e62b expref: 58 pid: 18904 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746134029.914569:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c719d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e62b expref: 58 pid: 18904 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746134029.914575:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800872b6a00 00000100:00100000:1.0:1746134029.914597:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1934 00000100:00100000:1.0:1746134029.914602:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800872b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:2012:x1830953551854848:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746134029.914707:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800872b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:2012:x1830953551854848:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 Request processed in 103us (515us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134029.914712:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1934 00002000:00100000:1.0:1746134029.914718:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800872b6a00 x1830953551854848/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:240/0 lens 488/4536 e 0 to 0 dl 1746134040 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134029.914725:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800872b6a00 with x1830953551854848 ext(0->4095) 00010000:00010000:1.0:1746134029.914729:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c719d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e62b expref: 58 pid: 18904 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746134029.914738:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c719d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e62b expref: 58 pid: 18904 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746134029.914743:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800872b6a00 00000100:00100000:0.0:1746134029.917174:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.919581:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.922770:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134029.922906:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551855360 00000100:00100000:1.0:1746134029.922912:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551855360 00000100:00100000:1.0:1746134029.922948:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28834 00000100:00100000:1.0:1746134029.922954:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ff3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953551855360:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134029.922966:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134029.922982:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ebc00/0x9682c7de153c71ab lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574e639 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.923003:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c71a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e632 expref: 56 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.923009:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134029.923010:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134029.923013:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ebc00/0x9682c7de153c71ab lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e639 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.923032:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c71a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e632 expref: 56 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.923045:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c71a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e632 expref: 56 pid: 9581 timeout: 799 lvb_type: 0 00000100:00100000:1.0:1746134029.923054:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009239aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547883520:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134029.923108:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e206c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134029.927343:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134029.927445:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009239aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547883520:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134029.927468:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957ebc00/0x9682c7de153c71ab lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e639 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.927481:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957ebc00, rc 0) 00000100:00100000:1.0:1746134029.927519:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ff3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953551855360:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4565us (4753us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134029.927526:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28834 00000100:00100000:0.0:1746134029.932194:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134029.932259:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551855872 00000100:00100000:1.0:1746134029.932266:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551855872 00000100:00100000:1.0:1746134029.932338:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28835 00000100:00100000:1.0:1746134029.932345:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b903100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:1755:x1830953551855872:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134029.932358:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134029.932370:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957eb800/0x9682c7de153c71b2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574e640 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.932392:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ebc00/0x9682c7de153c71ab lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e639 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.932402:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134029.932404:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134029.932407:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb800/0x9682c7de153c71b2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e640 expref: 57 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.932428:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ebc00/0x9682c7de153c71ab lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e639 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.932437:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957ebc00/0x9682c7de153c71ab lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e639 expref: 5 pid: 18904 timeout: 799 lvb_type: 0 00000100:00100000:1.0:1746134029.932446:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009239aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547883776:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134029.934550:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e206c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746134029.934832:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551855744 00000100:00100000:1.0:1746134029.934840:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551855744 00002000:00100000:1.0:1746134029.934869:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009186bb80 x1830953551855744/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:240/0 lens 488/0 e 0 to 0 dl 1746134040 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134029.934882:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186bb80 with x1830953551855744 ext(0->4095) 00010000:00010000:1.0:1746134029.934889:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957ebc00/0x9682c7de153c71ab lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e639 expref: 6 pid: 18904 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746134029.934901:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957ebc00/0x9682c7de153c71ab lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e639 expref: 6 pid: 18904 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746134029.934907:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009186bb80 00000100:00100000:1.0:1746134029.934920:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1935 00000100:00100000:1.0:1746134029.934927:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551855744:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134029.935049:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551855744:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (294us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134029.935055:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1935 00002000:00100000:1.0:1746134029.935060:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009186bb80 x1830953551855744/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:240/0 lens 488/4536 e 0 to 0 dl 1746134040 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134029.935066:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186bb80 with x1830953551855744 ext(0->4095) 00010000:00010000:1.0:1746134029.935070:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957ebc00/0x9682c7de153c71ab lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e639 expref: 6 pid: 18904 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746134029.935078:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957ebc00/0x9682c7de153c71ab lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e639 expref: 6 pid: 18904 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746134029.935083:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009186bb80 00000100:00100000:0.0:1746134029.937567:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134029.938364:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009239aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547883776:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134029.938378:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957eb800/0x9682c7de153c71b2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e640 expref: 59 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.938386:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957eb800, rc 0) 00000100:00100000:1.0:1746134029.938402:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b903100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+59:1755:x1830953551855872:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6058us (6213us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134029.938652:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28835 00000100:00100000:0.0:1746134029.939097:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.942486:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.946142:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.951848:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134029.951992:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551856768 00000100:00100000:1.0:1746134029.951998:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551856768 00002000:00100000:1.0:1746134029.952033:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b901880 x1830953551856768/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:240/0 lens 488/0 e 0 to 0 dl 1746134040 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134029.952042:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b901880 with x1830953551856768 ext(0->4095) 00002000:00010000:1.0:1746134029.952046:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b901880 00000100:00100000:1.0:1746134029.952071:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12678 00000100:00100000:1.0:1746134029.952078:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b901880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2009:x1830953551856768:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134029.952207:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b901880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2009:x1830953551856768:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (362us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134029.952212:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12678 00002000:00100000:1.0:1746134029.952217:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b901880 x1830953551856768/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:240/0 lens 488/4536 e 0 to 0 dl 1746134040 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134029.952224:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b901880 with x1830953551856768 ext(0->4095) 00002000:00010000:1.0:1746134029.952226:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b901880 00000100:00100000:0.0:1746134029.956258:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134029.956416:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551856896 00000100:00100000:1.0:1746134029.956422:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551856896 00000100:00100000:1.0:1746134029.956785:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28837 00000100:00100000:1.0:1746134029.956792:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b900000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953551856896:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134029.956808:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134029.956821:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c71c0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574e64e expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.956844:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c71b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e647 expref: 56 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.956850:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134029.956851:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134029.956855:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c71c0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e64e expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.956877:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c71b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e647 expref: 56 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.956887:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c71b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e647 expref: 56 pid: 10181 timeout: 799 lvb_type: 0 00000100:00100000:1.0:1746134029.956898:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009239aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547884288:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134029.957314:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746134029.959483:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009239aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547884288:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134029.959506:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c71c0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e64e expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.959519:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957ea800, rc 0) 00000100:00100000:1.0:1746134029.959550:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b900000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953551856896:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2758us (3297us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134029.959558:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28837 00000100:00100000:0.0:1746134029.962344:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.964348:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134029.964517:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551857152 00000100:00100000:1.0:1746134029.964521:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551857152 00000100:00100000:1.0:1746134029.964589:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28838 00000100:00100000:1.0:1746134029.964594:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c417100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:1755:x1830953551857152:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134029.964606:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134029.964616:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c71c7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574e655 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.964636:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c71c0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e64e expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.964641:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134029.964642:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134029.964645:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c71c7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e655 expref: 58 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.964660:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c71c0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e64e expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.964668:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c71c0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e64e expref: 5 pid: 18904 timeout: 799 lvb_type: 0 00000100:00100000:1.0:1746134029.964675:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009239aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547884544:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134029.965004:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134029.971363:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134029.971401:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009239aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547884544:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134029.971424:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c71c7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e655 expref: 58 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.971438:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957eb000, rc 0) 00000100:00100000:1.0:1746134029.971474:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c417100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:1755:x1830953551857152:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6879us (7125us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134029.971481:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28838 00000100:00100000:0.0:1746134029.978102:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134029.978490:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551857536 00000100:00100000:1.0:1746134029.978497:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551857536 00000100:00100000:1.0:1746134029.978543:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28839 00000100:00100000:1.0:1746134029.978550:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:1757:x1830953551857536:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134029.978564:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134029.978617:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c71ce lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574e65c expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.978638:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134029.978643:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c71c7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e655 expref: 58 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.978647:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134029.978650:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c71ce lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e65c expref: 58 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.978678:0:18904:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c71c7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e655 expref: 58 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.978686:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c71ce lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e65c expref: 58 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134029.978694:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957ea400, rc 0) 00000100:00100000:1.0:1746134029.978769:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:1757:x1830953551857536:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 219us (672us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134029.978774:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28839 00000100:00100000:0.0:1746134029.986209:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134029.993491:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134029.993688:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551857920 00000100:00100000:1.0:1746134029.993694:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551857920 00002000:00100000:1.0:1746134029.993725:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009cb9e300 x1830953551857920/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:240/0 lens 488/0 e 0 to 0 dl 1746134040 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134029.993739:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9e300 with x1830953551857920 ext(0->4095) 00010000:00010000:1.0:1746134029.993750:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c71c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e655 expref: 58 pid: 18904 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746134029.993761:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c71c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e655 expref: 58 pid: 18904 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746134029.993766:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb9e300 00000100:00100000:1.0:1746134029.993790:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1938 00000100:00100000:1.0:1746134029.993796:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:2010:x1830953551857920:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134029.993967:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:2010:x1830953551857920:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 170us (476us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134029.993972:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1938 00002000:00100000:1.0:1746134029.993976:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009cb9e300 x1830953551857920/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:240/0 lens 488/4536 e 0 to 0 dl 1746134040 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134029.993982:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9e300 with x1830953551857920 ext(0->4095) 00010000:00010000:1.0:1746134029.993986:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c71c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e655 expref: 58 pid: 18904 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746134029.993994:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c71c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e655 expref: 58 pid: 18904 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746134029.993998:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb9e300 00000100:00100000:0.0:1746134029.997012:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.002078:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134030.002215:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551858304 00000100:00100000:1.0:1746134030.002221:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551858304 00002000:00100000:1.0:1746134030.002252:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009cb9df80 x1830953551858304/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:241/0 lens 488/0 e 0 to 0 dl 1746134041 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134030.002260:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9df80 with x1830953551858304 ext(0->4095) 00002000:00010000:1.0:1746134030.002265:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb9df80 00000100:00100000:1.0:1746134030.002762:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12679 00000100:00100000:1.0:1746134030.002770:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2012:x1830953551858304:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746134030.002879:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2012:x1830953551858304:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 Request processed in 110us (805us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134030.002885:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12679 00002000:00100000:1.0:1746134030.002890:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009cb9df80 x1830953551858304/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:241/0 lens 488/4536 e 0 to 0 dl 1746134041 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134030.002897:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9df80 with x1830953551858304 ext(0->4095) 00002000:00010000:1.0:1746134030.002900:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb9df80 00000100:00100000:0.0:1746134030.007742:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134030.008180:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551858432 00000100:00100000:1.0:1746134030.008187:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551858432 00000100:00100000:1.0:1746134030.010247:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28840 00000100:00100000:1.0:1746134030.010260:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953551858432:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134030.010275:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134030.010289:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c71d5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574e663 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134030.010313:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c71ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e65c expref: 56 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134030.010324:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134030.010325:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134030.010328:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c71d5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e663 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134030.010352:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c71ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e65c expref: 56 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134030.010363:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c71ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e65c expref: 56 pid: 18904 timeout: 799 lvb_type: 0 00000100:00100000:1.0:1746134030.010374:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009239aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547885056:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134030.010462:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20300 going to sleep for 11 seconds 00000100:00100000:1.0:1746134030.017185:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009239aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547885056:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134030.017211:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c71d5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e663 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134030.017224:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957ea800, rc 0) 00000100:00100000:1.0:1746134030.017261:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953551858432:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7004us (9525us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134030.017269:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28840 00000100:00100000:0.0:1746134030.023279:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.053906:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.057451:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134030.057563:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551858816 00000100:00100000:1.0:1746134030.057570:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551858816 00000100:00100000:1.0:1746134030.058089:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28841 00000100:00100000:1.0:1746134030.058097:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+59:1755:x1830953551858816:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134030.058146:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134030.058159:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c71dc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574e66a expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134030.058194:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c71d5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e663 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134030.058201:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134030.058203:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134030.058206:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c71dc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e66a expref: 60 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134030.058230:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c71d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e663 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134030.058240:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c71d5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e663 expref: 5 pid: 18904 timeout: 799 lvb_type: 0 00000100:00100000:1.0:1746134030.058821:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009239aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547885312:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134030.059441:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20300 going to sleep for 11 seconds 00000100:00100000:1.0:1746134030.064686:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009239aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547885312:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134030.064709:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c71dc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e66a expref: 59 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134030.064764:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957eb600, rc 0) 00000100:00100000:0.0:1746134030.064949:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134030.064979:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+59:1755:x1830953551858816:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6882us (7533us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134030.064989:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28841 00000100:00100000:0.0:1746134030.070920:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.079280:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.091948:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134030.092316:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551859584 00000100:00100000:1.0:1746134030.092324:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551859584 00000100:00100000:1.0:1746134030.093052:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28842 00000100:00100000:1.0:1746134030.093060:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953551859584:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134030.093075:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134030.093090:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c71e3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574e671 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134030.093141:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c71dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e66a expref: 58 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134030.093149:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134030.093150:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134030.093153:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c71e3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e671 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134030.093188:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c71dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e66a expref: 58 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134030.093199:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c71dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e66a expref: 58 pid: 18904 timeout: 799 lvb_type: 0 00000100:00100000:1.0:1746134030.093208:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009239aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547885568:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134030.093282:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20300 going to sleep for 11 seconds 00000100:00100000:1.0:1746134030.102864:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009239aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547885568:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134030.102889:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c71e3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e671 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134030.102902:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957ea800, rc 0) 00000100:00100000:1.0:1746134030.102935:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953551859584:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9876us (10992us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134030.102942:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28842 00000100:00100000:0.0:1746134030.107711:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134030.107805:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551859712 00000100:00100000:1.0:1746134030.107813:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551859712 00002000:00100000:1.0:1746134030.107847:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88008fe85880 x1830953551859712/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:241/0 lens 496/0 e 0 to 0 dl 1746134041 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134030.107856:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe85880 with x1830953551859712 ext(0->7) 00010000:00010000:1.0:1746134030.107863:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c71dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e66a expref: 59 pid: 18904 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746134030.107875:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c71dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e66a expref: 59 pid: 18904 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746134030.107881:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fe85880 00000100:00100000:1.0:1746134030.109648:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1941 00000100:00100000:1.0:1746134030.109660:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+59:2010:x1830953551859712:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746134030.111475:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+61:2010:x1830953551859712:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 1812us (3763us total) trans 4294970552 rc 0/0 00000100:00100000:1.0:1746134030.111483:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1941 00002000:00100000:1.0:1746134030.111491:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88008fe85880 x1830953551859712/t4294970552(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:241/0 lens 496/448 e 0 to 0 dl 1746134041 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134030.111500:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe85880 with x1830953551859712 ext(0->7) 00010000:00010000:1.0:1746134030.111507:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c71dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e66a expref: 61 pid: 18904 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746134030.111518:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c71dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e66a expref: 61 pid: 18904 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746134030.111523:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fe85880 00000100:00100000:0.0:1746134030.111712:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134030.111769:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551859840 00000100:00100000:1.0:1746134030.111775:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551859840 00000100:00100000:1.0:1746134030.111799:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28843 00000100:00100000:1.0:1746134030.111804:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+61:1755:x1830953551859840:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134030.111813:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134030.111823:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c71ea lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574e678 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134030.111839:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134030.111843:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c71e3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e671 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134030.111848:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746134030.111851:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c71ea lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e678 expref: 62 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134030.111879:0:18904:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c71e3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e671 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134030.111892:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c71ea lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e678 expref: 62 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134030.111901:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957ea400, rc 0) 00000100:00100000:1.0:1746134030.111929:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+62:1755:x1830953551859840:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134030.111935:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28843 00000100:00100000:0.0:1746134030.113630:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.116419:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134030.116545:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551860224 00000100:00100000:1.0:1746134030.116551:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551860224 00002000:00100000:1.0:1746134030.116578:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012da66d80 x1830953551860224/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:241/0 lens 488/0 e 0 to 0 dl 1746134041 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134030.116587:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da66d80 with x1830953551860224 ext(0->4095) 00010000:00010000:1.0:1746134030.116593:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c71e3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e671 expref: 6 pid: 18904 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746134030.116603:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c71e3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e671 expref: 6 pid: 18904 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746134030.116608:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012da66d80 00000100:00100000:1.0:1746134030.116632:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1942 00000100:00100000:1.0:1746134030.116639:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551860224:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134030.116742:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551860224:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (323us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134030.116748:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1942 00002000:00100000:1.0:1746134030.116753:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012da66d80 x1830953551860224/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:241/0 lens 488/4536 e 0 to 0 dl 1746134041 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134030.116760:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da66d80 with x1830953551860224 ext(0->4095) 00010000:00010000:1.0:1746134030.116764:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c71e3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e671 expref: 6 pid: 18904 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746134030.116772:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c71e3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e671 expref: 6 pid: 18904 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746134030.116777:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012da66d80 00000100:00100000:0.0:1746134030.118016:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.119972:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.121607:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.124473:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.127749:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134030.128325:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12682 00000100:00100000:1.0:1746134030.128334:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551861120:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134030.128445:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551861120:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (697us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134030.128451:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12682 00002000:00100000:1.0:1746134030.128456:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b4cbb80 x1830953551861120/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:241/0 lens 488/4536 e 0 to 0 dl 1746134041 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134030.128462:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4cbb80 with x1830953551861120 ext(0->4095) 00002000:00010000:1.0:1746134030.128465:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b4cbb80 00000100:00100000:0.0:1746134030.131904:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.131947:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134030.132345:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28846 00000100:00100000:1.0:1746134030.132353:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+62:1755:x1830953551861376:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134030.132359:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134030.132365:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c71ff lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574e68d expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134030.132379:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134030.132382:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c71f8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e686 expref: 63 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134030.132387:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134030.132389:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c71ff lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e68d expref: 63 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134030.132407:0:18904:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c71f8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e686 expref: 63 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134030.132416:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c71ff lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e68d expref: 63 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134030.132424:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957ea400, rc 0) 00000100:00100000:1.0:1746134030.132444:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+63:1755:x1830953551861376:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 92us (497us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134030.132450:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28846 00000100:00100000:0.0:1746134030.134466:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.136478:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.138723:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.139311:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.148658:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134030.148746:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551862272 00000100:00100000:1.0:1746134030.148753:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551862272 00002000:00100000:1.0:1746134030.148789:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88011db4e680 x1830953551862272/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:241/0 lens 488/0 e 0 to 0 dl 1746134041 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134030.148798:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011db4e680 with x1830953551862272 ext(0->4095) 00010000:00010000:1.0:1746134030.148805:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c71ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e68d expref: 61 pid: 18904 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746134030.148821:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c71ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e68d expref: 61 pid: 18904 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746134030.148827:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011db4e680 00000100:00100000:1.0:1746134030.148852:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1944 00000100:00100000:1.0:1746134030.148859:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+61:2010:x1830953551862272:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134030.148976:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+61:2010:x1830953551862272:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (324us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134030.148982:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1944 00002000:00100000:1.0:1746134030.148987:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88011db4e680 x1830953551862272/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:241/0 lens 488/4536 e 0 to 0 dl 1746134041 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134030.148994:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011db4e680 with x1830953551862272 ext(0->4095) 00010000:00010000:1.0:1746134030.148999:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c71ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e68d expref: 61 pid: 18904 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746134030.149006:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c71ff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e68d expref: 61 pid: 18904 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746134030.149010:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011db4e680 00000100:00100000:0.0:1746134030.153945:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134030.156385:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.168483:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134030.169154:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1945 00000100:00100000:1.0:1746134030.169161:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551862784:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134030.169278:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551862784:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (800us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134030.169284:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1945 00002000:00100000:1.0:1746134030.169288:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880085f3d880 x1830953551862784/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:241/0 lens 488/4536 e 0 to 0 dl 1746134041 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134030.169294:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3d880 with x1830953551862784 ext(0->4095) 00010000:00010000:1.0:1746134030.169299:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c7206 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e694 expref: 6 pid: 10181 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746134030.169306:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c7206 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e694 expref: 6 pid: 10181 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746134030.169311:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085f3d880 00000100:00100000:0.0:1746134030.176490:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.185278:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.187788:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.190908:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.192361:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.196647:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134030.196865:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551863808 00000100:00100000:1.0:1746134030.196870:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551863808 00002000:00100000:1.0:1746134030.196898:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880085f3dc00 x1830953551863808/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:241/0 lens 488/0 e 0 to 0 dl 1746134041 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134030.196906:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3dc00 with x1830953551863808 ext(0->4095) 00010000:00010000:1.0:1746134030.196912:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c7214 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e6a2 expref: 6 pid: 24940 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746134030.196923:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c7214 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e6a2 expref: 6 pid: 24940 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746134030.196928:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085f3dc00 00000100:00100000:1.0:1746134030.197359:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1946 00000100:00100000:1.0:1746134030.197366:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551863808:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134030.197469:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551863808:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (822us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134030.197474:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1946 00002000:00100000:1.0:1746134030.197479:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880085f3dc00 x1830953551863808/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:241/0 lens 488/4536 e 0 to 0 dl 1746134041 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134030.197486:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3dc00 with x1830953551863808 ext(0->4095) 00010000:00010000:1.0:1746134030.197490:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c7214 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e6a2 expref: 6 pid: 24940 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746134030.197499:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c7214 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e6a2 expref: 6 pid: 24940 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746134030.197504:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085f3dc00 00000100:00100000:0.0:1746134030.200898:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.204446:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.209261:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.223655:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134030.223710:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551864448 00000100:00100000:1.0:1746134030.223717:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551864448 00002000:00100000:1.0:1746134030.223748:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880085f3ca80 x1830953551864448/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:241/0 lens 496/0 e 0 to 0 dl 1746134041 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134030.223756:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3ca80 with x1830953551864448 ext(0->7) 00010000:00010000:1.0:1746134030.223763:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c721b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e6a9 expref: 61 pid: 24940 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746134030.223773:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c721b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e6a9 expref: 61 pid: 24940 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746134030.223779:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085f3ca80 00000100:00100000:1.0:1746134030.223804:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1947 00000100:00100000:1.0:1746134030.223810:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+61:2009:x1830953551864448:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746134030.225856:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+63:2009:x1830953551864448:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 2040us (2197us total) trans 4294970553 rc 0/0 00000100:00100000:1.0:1746134030.225865:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1947 00002000:00100000:1.0:1746134030.225872:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880085f3ca80 x1830953551864448/t4294970553(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:241/0 lens 496/448 e 0 to 0 dl 1746134041 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134030.225881:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3ca80 with x1830953551864448 ext(0->7) 00010000:00010000:1.0:1746134030.225888:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c721b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e6a9 expref: 63 pid: 24940 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746134030.225899:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c721b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e6a9 expref: 63 pid: 24940 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746134030.225905:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085f3ca80 00000100:00100000:0.0:1746134030.227916:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.231598:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.233252:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134030.234152:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551864960 00000100:00100000:1.0:1746134030.234156:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551864960 00002000:00100000:1.0:1746134030.234187:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800915f2680 x1830953551864960/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:241/0 lens 488/0 e 0 to 0 dl 1746134041 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134030.234196:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915f2680 with x1830953551864960 ext(0->4095) 00010000:00010000:1.0:1746134030.234201:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c7222 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e6b0 expref: 6 pid: 24940 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746134030.234209:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c7222 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e6b0 expref: 6 pid: 24940 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746134030.234214:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800915f2680 00000100:00100000:1.0:1746134030.234226:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1948 00000100:00100000:1.0:1746134030.234231:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551864960:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134030.234334:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551864960:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (1081us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134030.234339:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1948 00002000:00100000:1.0:1746134030.234343:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800915f2680 x1830953551864960/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:241/0 lens 488/4536 e 0 to 0 dl 1746134041 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134030.234350:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915f2680 with x1830953551864960 ext(0->4095) 00010000:00010000:1.0:1746134030.234354:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c7222 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e6b0 expref: 6 pid: 24940 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746134030.234362:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c7222 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e6b0 expref: 6 pid: 24940 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746134030.234367:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800915f2680 00000100:00100000:0.0:1746134030.236810:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134030.236967:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551865088 00000100:00100000:1.0:1746134030.236973:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551865088 00000100:00100000:1.0:1746134030.237015:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28853 00000100:00100000:1.0:1746134030.237021:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+64:1757:x1830953551865088:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134030.237033:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134030.237045:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c7230 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574e6be expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134030.237060:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134030.237063:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c7229 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e6b7 expref: 65 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134030.237072:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134030.237074:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c7230 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e6be expref: 65 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134030.237095:0:10181:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c7229 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e6b7 expref: 65 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134030.237103:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c7230 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e6be expref: 64 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134030.237109:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957ea400, rc 0) 00000100:00100000:1.0:1746134030.237365:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+64:1757:x1830953551865088:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 343us (561us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134030.237370:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28853 00000100:00100000:0.0:1746134030.237550:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.239935:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.243295:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.246768:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134030.246829:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551865856 00000100:00100000:1.0:1746134030.246835:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551865856 00002000:00100000:1.0:1746134030.247024:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800915f1c00 x1830953551865856/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:241/0 lens 488/0 e 0 to 0 dl 1746134041 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134030.247033:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915f1c00 with x1830953551865856 ext(0->4095) 00002000:00010000:1.0:1746134030.247036:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800915f1c00 00000100:00100000:1.0:1746134030.247061:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12685 00000100:00100000:1.0:1746134030.247071:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+63:2010:x1830953551865856:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134030.247249:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+63:2010:x1830953551865856:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 178us (482us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134030.247256:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12685 00002000:00100000:1.0:1746134030.247261:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800915f1c00 x1830953551865856/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:241/0 lens 488/4536 e 0 to 0 dl 1746134041 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134030.247267:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915f1c00 with x1830953551865856 ext(0->4095) 00002000:00010000:1.0:1746134030.247270:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800915f1c00 00000100:00100000:0.0:1746134030.249915:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134030.250003:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551865984 00000100:00100000:1.0:1746134030.250009:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551865984 00000100:00100000:1.0:1746134030.250055:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28854 00000100:00100000:1.0:1746134030.250061:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953551865984:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134030.250075:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134030.250088:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f3a6c00/0x9682c7de153c7237 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574e6c5 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134030.250109:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c7230 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e6be expref: 62 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134030.250139:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134030.250140:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134030.250143:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f3a6c00/0x9682c7de153c7237 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e6c5 expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134030.250176:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c7230 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e6be expref: 62 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134030.250186:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c7230 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e6be expref: 62 pid: 10181 timeout: 799 lvb_type: 0 00000100:00100000:1.0:1746134030.250201:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092399180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953547888640:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134030.250264:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20180 going to sleep for 11 seconds 00000100:00100000:1.0:1746134030.252912:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092399180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953547888640:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134030.252933:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f3a6c00/0x9682c7de153c7237 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e6c5 expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134030.252945:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f3a6c00, rc 0) 00000100:00100000:1.0:1746134030.252987:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953551865984:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2925us (3078us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134030.252994:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28854 00000100:00100000:0.0:1746134030.253949:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.257063:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134030.257146:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551866240 00000100:00100000:1.0:1746134030.257152:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551866240 00000100:00100000:1.0:1746134030.257251:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28855 00000100:00100000:1.0:1746134030.257259:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009558c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+63:1755:x1830953551866240:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134030.257274:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134030.257286:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fc47800/0x9682c7de153c723e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574e6cc expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134030.257305:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f3a6c00/0x9682c7de153c7237 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e6c5 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134030.257312:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134030.257313:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134030.257316:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fc47800/0x9682c7de153c723e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e6cc expref: 64 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134030.257342:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f3a6c00/0x9682c7de153c7237 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e6c5 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134030.257352:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f3a6c00/0x9682c7de153c7237 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e6c5 expref: 5 pid: 10181 timeout: 799 lvb_type: 0 00000100:00100000:1.0:1746134030.257361:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092399180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953547888896:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134030.257682:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20180 going to sleep for 11 seconds 00000100:00100000:0.0:1746134030.258800:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134030.258922:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551866496 00000100:00100000:1.0:1746134030.258927:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551866496 00002000:00100000:1.0:1746134030.258952:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008115a300 x1830953551866496/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:241/0 lens 488/0 e 0 to 0 dl 1746134041 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134030.258961:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008115a300 with x1830953551866496 ext(0->4095) 00010000:00010000:1.0:1746134030.258966:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f3a6c00/0x9682c7de153c7237 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e6c5 expref: 6 pid: 10181 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746134030.258977:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f3a6c00/0x9682c7de153c7237 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e6c5 expref: 6 pid: 10181 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746134030.258983:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008115a300 00000100:00100000:1.0:1746134030.259005:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1950 00000100:00100000:1.0:1746134030.259010:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008115a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551866496:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134030.259104:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008115a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551866496:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 93us (306us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134030.259128:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1950 00002000:00100000:1.0:1746134030.259133:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008115a300 x1830953551866496/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:241/0 lens 488/4536 e 0 to 0 dl 1746134041 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134030.259140:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008115a300 with x1830953551866496 ext(0->4095) 00010000:00010000:1.0:1746134030.259144:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f3a6c00/0x9682c7de153c7237 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e6c5 expref: 6 pid: 10181 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746134030.259152:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f3a6c00/0x9682c7de153c7237 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e6c5 expref: 6 pid: 10181 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746134030.259158:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008115a300 00000100:00100000:0.0:1746134030.261596:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134030.261762:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092399180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953547888896:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134030.261782:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008fc47800/0x9682c7de153c723e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e6cc expref: 64 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134030.261794:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fc47800, rc 0) 00000100:00100000:1.0:1746134030.261824:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009558c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+64:1755:x1830953551866240:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4566us (4767us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134030.261830:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28855 00000100:00100000:1.0:1746134030.261844:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28856 00000100:00100000:1.0:1746134030.261850:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081158a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+63:1757:x1830953551866624:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134030.261859:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134030.261869:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bbda000/0x9682c7de153c7245 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574e6d3 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134030.261893:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134030.261896:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fc47800/0x9682c7de153c723e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e6cc expref: 64 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134030.261901:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134030.261904:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbda000/0x9682c7de153c7245 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e6d3 expref: 64 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134030.261923:0:10181:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008fc47800/0x9682c7de153c723e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e6cc expref: 64 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134030.261931:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bbda000/0x9682c7de153c7245 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e6d3 expref: 64 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134030.261937:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bbda000, rc 0) 00000100:00100000:1.0:1746134030.261948:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081158a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+64:1757:x1830953551866624:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 99us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134030.261952:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28856 00000100:00100000:0.0:1746134030.263414:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.266501:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.268851:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.273247:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.276587:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.280319:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.287848:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.289239:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134030.290475:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551868032 00000100:00100000:1.0:1746134030.290480:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551868032 00002000:00100000:1.0:1746134030.290506:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009ce31c00 x1830953551868032/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:241/0 lens 488/0 e 0 to 0 dl 1746134041 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134030.290514:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce31c00 with x1830953551868032 ext(0->4095) 00010000:00010000:1.0:1746134030.290519:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c724c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e6da expref: 6 pid: 24940 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746134030.290533:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c724c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e6da expref: 6 pid: 24940 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746134030.290539:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ce31c00 00000100:00100000:1.0:1746134030.290559:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1952 00000100:00100000:1.0:1746134030.290564:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2011:x1830953551868032:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746134030.290660:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2011:x1830953551868032:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 Request processed in 95us (1421us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134030.290665:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1952 00002000:00100000:1.0:1746134030.290669:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009ce31c00 x1830953551868032/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:241/0 lens 488/4536 e 0 to 0 dl 1746134041 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134030.290675:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce31c00 with x1830953551868032 ext(0->4095) 00010000:00010000:1.0:1746134030.290679:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c724c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e6da expref: 6 pid: 24940 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746134030.290686:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c724c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e6da expref: 6 pid: 24940 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746134030.290691:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ce31c00 00000100:00100000:0.0:1746134030.293382:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.296867:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.303554:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.306833:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.312136:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134030.312390:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551868928 00000100:00100000:1.0:1746134030.312395:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551868928 00002000:00100000:1.0:1746134030.312426:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091b0b480 x1830953551868928/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:241/0 lens 488/0 e 0 to 0 dl 1746134041 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134030.312434:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b0b480 with x1830953551868928 ext(0->4095) 00002000:00010000:1.0:1746134030.312439:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091b0b480 00000100:00100000:1.0:1746134030.312461:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12687 00000100:00100000:1.0:1746134030.312468:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+63:2011:x1830953551868928:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746134030.312567:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+63:2011:x1830953551868928:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 Request processed in 98us (430us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134030.312573:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12687 00002000:00100000:1.0:1746134030.312578:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091b0b480 x1830953551868928/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:241/0 lens 488/4536 e 0 to 0 dl 1746134041 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134030.312584:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b0b480 with x1830953551868928 ext(0->4095) 00002000:00010000:1.0:1746134030.312587:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091b0b480 00000100:00100000:0.0:1746134030.314254:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.319347:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.322557:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.325322:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.329712:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.333534:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.343417:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.364138:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134030.364213:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551870208 00000100:00100000:1.0:1746134030.364220:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551870208 00002000:00100000:1.0:1746134030.364256:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800917e4380 x1830953551870208/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:241/0 lens 496/0 e 0 to 0 dl 1746134041 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134030.364265:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e4380 with x1830953551870208 ext(0->7) 00010000:00010000:1.0:1746134030.364272:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c7268 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e6f6 expref: 63 pid: 24940 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746134030.364284:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c7268 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e6f6 expref: 63 pid: 24940 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746134030.364290:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917e4380 00000100:00100000:1.0:1746134030.364318:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1955 00000100:00100000:1.0:1746134030.364325:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+63:2010:x1830953551870208:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746134030.365129:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+65:2010:x1830953551870208:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 788us (979us total) trans 4294970554 rc 0/0 00000100:00100000:1.0:1746134030.365135:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1955 00002000:00100000:1.0:1746134030.365141:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800917e4380 x1830953551870208/t4294970554(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:241/0 lens 496/448 e 0 to 0 dl 1746134041 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134030.365148:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e4380 with x1830953551870208 ext(0->7) 00010000:00010000:1.0:1746134030.365153:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c7268 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e6f6 expref: 65 pid: 24940 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746134030.365171:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c7268 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e6f6 expref: 65 pid: 24940 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746134030.365177:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917e4380 00000100:00100000:0.0:1746134030.373880:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.378231:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.383302:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134030.384207:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551870720 00000100:00100000:1.0:1746134030.384216:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551870720 00002000:00100000:1.0:1746134030.384252:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917e6680 x1830953551870720/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:241/0 lens 488/0 e 0 to 0 dl 1746134041 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134030.384261:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e6680 with x1830953551870720 ext(0->4095) 00010000:00010000:1.0:1746134030.384268:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c726f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e6fd expref: 6 pid: 24940 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746134030.384280:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c726f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e6fd expref: 6 pid: 24940 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746134030.384285:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917e6680 00000100:00100000:1.0:1746134030.384312:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1956 00000100:00100000:1.0:1746134030.384319:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551870720:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134030.384446:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551870720:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (1148us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134030.384451:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1956 00002000:00100000:1.0:1746134030.384457:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917e6680 x1830953551870720/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:241/0 lens 488/4536 e 0 to 0 dl 1746134041 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134030.384463:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e6680 with x1830953551870720 ext(0->4095) 00010000:00010000:1.0:1746134030.384468:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c726f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e6fd expref: 6 pid: 24940 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746134030.384477:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c726f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e6fd expref: 6 pid: 24940 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746134030.384482:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917e6680 00000100:00100000:0.0:1746134030.386986:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.390271:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.415299:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.432984:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134030.433085:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551871360 00000100:00100000:1.0:1746134030.433091:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551871360 00002000:00100000:1.0:1746134030.433140:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800917e5180 x1830953551871360/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:241/0 lens 496/0 e 0 to 0 dl 1746134041 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134030.433149:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e5180 with x1830953551871360 ext(0->7) 00010000:00010000:1.0:1746134030.433155:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c7276 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e704 expref: 65 pid: 24940 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746134030.433176:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c7276 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e704 expref: 65 pid: 24940 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746134030.433182:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917e5180 00000100:00100000:1.0:1746134030.433211:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1957 00000100:00100000:1.0:1746134030.433218:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+65:2009:x1830953551871360:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746134030.433900:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+67:2009:x1830953551871360:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 681us (917us total) trans 4294970555 rc 0/0 00000100:00100000:1.0:1746134030.433906:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1957 00002000:00100000:1.0:1746134030.433911:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800917e5180 x1830953551871360/t4294970555(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:241/0 lens 496/448 e 0 to 0 dl 1746134041 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134030.433918:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e5180 with x1830953551871360 ext(0->7) 00010000:00010000:1.0:1746134030.433923:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c7276 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e704 expref: 67 pid: 24940 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746134030.433932:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c7276 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e704 expref: 67 pid: 24940 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746134030.433937:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917e5180 00000100:00100000:0.0:1746134030.436386:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.438729:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.442364:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.447379:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.452548:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134030.452779:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551872256 00000100:00100000:1.0:1746134030.452785:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551872256 00002000:00100000:1.0:1746134030.452818:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009c7e4a80 x1830953551872256/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:241/0 lens 488/0 e 0 to 0 dl 1746134041 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134030.452826:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7e4a80 with x1830953551872256 ext(0->4095) 00002000:00010000:1.0:1746134030.452831:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7e4a80 00000100:00100000:1.0:1746134030.452988:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12690 00000100:00100000:1.0:1746134030.452995:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+67:2010:x1830953551872256:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134030.453299:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+67:2010:x1830953551872256:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 304us (756us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134030.453308:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12690 00002000:00100000:1.0:1746134030.453313:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009c7e4a80 x1830953551872256/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:241/0 lens 488/4536 e 0 to 0 dl 1746134041 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134030.453320:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7e4a80 with x1830953551872256 ext(0->4095) 00002000:00010000:1.0:1746134030.453322:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7e4a80 00000100:00100000:0.0:1746134030.455944:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134030.459964:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.460916:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.464823:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.467618:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.469131:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.472938:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.475403:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.479245:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.483020:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.490517:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.492937:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.497767:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.501924:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.504872:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.508237:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.512100:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.518169:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.518452:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.523370:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.532367:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.552539:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.556223:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.560897:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134030.561056:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551876224 00000100:00100000:1.0:1746134030.561062:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551876224 00002000:00100000:1.0:1746134030.561092:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880072ad9500 x1830953551876224/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:241/0 lens 496/0 e 0 to 0 dl 1746134041 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134030.561101:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ad9500 with x1830953551876224 ext(0->7) 00010000:00010000:1.0:1746134030.561107:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c72b5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e743 expref: 69 pid: 24940 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746134030.561143:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c72b5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e743 expref: 69 pid: 24940 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746134030.561149:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072ad9500 00000100:00100000:1.0:1746134030.563412:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1964 00000100:00100000:1.0:1746134030.563424:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+69:2010:x1830953551876224:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746134030.564480:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+71:2010:x1830953551876224:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 1056us (3585us total) trans 4294970557 rc 0/0 00000100:00100000:0.0:1746134030.564490:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1964 00002000:00100000:0.0:1746134030.564496:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880072ad9500 x1830953551876224/t4294970557(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:241/0 lens 496/448 e 0 to 0 dl 1746134041 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134030.564504:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ad9500 with x1830953551876224 ext(0->7) 00010000:00010000:0.0:1746134030.564512:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c72b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e743 expref: 71 pid: 24940 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746134030.564522:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c72b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e743 expref: 71 pid: 24940 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746134030.564528:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072ad9500 00000100:00100000:0.0:1746134030.568044:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.576337:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.576372:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134030.576432:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551876608 00000100:00100000:1.0:1746134030.576438:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551876608 00002000:00100000:1.0:1746134030.576471:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ada680 x1830953551876608/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:241/0 lens 488/0 e 0 to 0 dl 1746134041 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134030.576485:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ada680 with x1830953551876608 ext(0->4095) 00002000:00010000:1.0:1746134030.576489:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072ada680 00000100:00100000:1.0:1746134030.576505:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12694 00000100:00100000:1.0:1746134030.576512:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ada680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551876608:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134030.576623:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ada680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551876608:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (291us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134030.576629:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12694 00002000:00100000:1.0:1746134030.576634:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ada680 x1830953551876608/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:241/0 lens 488/4536 e 0 to 0 dl 1746134041 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134030.576641:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ada680 with x1830953551876608 ext(0->4095) 00002000:00010000:1.0:1746134030.576643:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072ada680 00000100:00100000:0.0:1746134030.580390:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134030.582065:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551876864 00000100:00100000:1.0:1746134030.582074:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551876864 00000100:00100000:1.0:1746134030.583748:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28875 00000100:00100000:1.0:1746134030.583757:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ad8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+72:1757:x1830953551876864:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134030.583772:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134030.583786:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bbda800/0x9682c7de153c72ca lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574e758 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134030.583804:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134030.583808:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c72c3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e751 expref: 73 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134030.583813:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134030.583817:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbda800/0x9682c7de153c72ca lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e758 expref: 73 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134030.583842:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c72c3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e751 expref: 73 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134030.583850:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bbda800/0x9682c7de153c72ca lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e758 expref: 73 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134030.583857:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bbda800, rc 0) 00000100:00100000:1.0:1746134030.583886:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ad8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+73:1757:x1830953551876864:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 132us (3502us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134030.583891:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28875 00000100:00100000:0.0:1746134030.585787:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.588497:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.595310:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134030.595683:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551877632 00000100:00100000:1.0:1746134030.595689:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551877632 00002000:00100000:1.0:1746134030.595718:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ad8700 x1830953551877632/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:241/0 lens 488/0 e 0 to 0 dl 1746134041 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134030.595726:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ad8700 with x1830953551877632 ext(0->4095) 00002000:00010000:1.0:1746134030.595730:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072ad8700 00000100:00100000:1.0:1746134030.595753:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12695 00000100:00100000:1.0:1746134030.595759:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ad8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+71:2009:x1830953551877632:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134030.595864:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ad8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+71:2009:x1830953551877632:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (554us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134030.595870:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12695 00002000:00100000:1.0:1746134030.595875:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ad8700 x1830953551877632/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:241/0 lens 488/4536 e 0 to 0 dl 1746134041 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134030.595887:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ad8700 with x1830953551877632 ext(0->4095) 00002000:00010000:1.0:1746134030.595889:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072ad8700 00000100:00100000:0.0:1746134030.597883:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.601928:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.605914:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551878144 00000100:00100000:0.0:1746134030.605921:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551878144 00002000:00100000:0.0:1746134030.605954:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b14f100 x1830953551878144/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:241/0 lens 488/0 e 0 to 0 dl 1746134041 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134030.605963:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14f100 with x1830953551878144 ext(0->4095) 00002000:00010000:0.0:1746134030.605968:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b14f100 00000100:00100000:0.0:1746134030.606629:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12696 00000100:00100000:0.0:1746134030.606637:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b14f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551878144:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746134030.607367:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551878144:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 731us (1773us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134030.607373:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12696 00002000:00100000:0.0:1746134030.607379:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b14f100 x1830953551878144/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:241/0 lens 488/4536 e 0 to 0 dl 1746134041 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134030.607387:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14f100 with x1830953551878144 ext(0->4095) 00002000:00010000:0.0:1746134030.607390:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b14f100 00000100:00100000:0.0:1746134030.609908:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.612662:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134030.612789:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551878400 00000100:00100000:1.0:1746134030.612795:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551878400 00000100:00100000:1.0:1746134030.612832:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28878 00000100:00100000:1.0:1746134030.612839:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072adbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+72:1757:x1830953551878400:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134030.612851:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134030.612863:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bbdb600/0x9682c7de153c72df lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574e76d expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134030.612882:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134030.612886:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c72d8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e766 expref: 73 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134030.612892:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134030.612895:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbdb600/0x9682c7de153c72df lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e76d expref: 73 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134030.612922:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c72d8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e766 expref: 73 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134030.612933:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bbdb600/0x9682c7de153c72df lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e76d expref: 73 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134030.612941:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bbdb600, rc 0) 00000100:00100000:1.0:1746134030.612971:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072adbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+73:1757:x1830953551878400:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 133us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134030.612977:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28878 00000100:00100000:0.0:1746134030.615038:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.619002:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551878784 00000100:00100000:0.0:1746134030.619007:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551878784 00002000:00100000:0.0:1746134030.619038:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b14c700 x1830953551878784/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:241/0 lens 488/0 e 0 to 0 dl 1746134041 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134030.619046:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14c700 with x1830953551878784 ext(0->4095) 00010000:00010000:0.0:1746134030.619053:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c72d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e766 expref: 72 pid: 24940 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746134030.619064:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c72d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e766 expref: 72 pid: 24940 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746134030.619070:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b14c700 00000100:00100000:0.0:1746134030.619403:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1966 00000100:00100000:0.0:1746134030.619410:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b14c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+72:2010:x1830953551878784:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746134030.619514:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+72:2010:x1830953551878784:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (692us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134030.619520:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1966 00002000:00100000:0.0:1746134030.619525:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b14c700 x1830953551878784/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:241/0 lens 488/4536 e 0 to 0 dl 1746134041 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134030.619532:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14c700 with x1830953551878784 ext(0->4095) 00010000:00010000:0.0:1746134030.619537:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c72d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e766 expref: 72 pid: 24940 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746134030.619545:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c72d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e766 expref: 72 pid: 24940 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746134030.619551:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b14c700 00000100:00100000:0.0:1746134030.622314:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.627158:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134030.627306:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551879168 00000100:00100000:1.0:1746134030.627312:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551879168 00002000:00100000:1.0:1746134030.627339:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072adaa00 x1830953551879168/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:241/0 lens 488/0 e 0 to 0 dl 1746134041 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134030.627347:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072adaa00 with x1830953551879168 ext(0->4095) 00002000:00010000:1.0:1746134030.627350:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072adaa00 00000100:00100000:1.0:1746134030.627362:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12697 00000100:00100000:1.0:1746134030.627366:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072adaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+71:2012:x1830953551879168:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746134030.627479:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072adaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+71:2012:x1830953551879168:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 Request processed in 111us (321us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134030.627484:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12697 00002000:00100000:1.0:1746134030.627489:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072adaa00 x1830953551879168/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:241/0 lens 488/4536 e 0 to 0 dl 1746134041 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134030.627495:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072adaa00 with x1830953551879168 ext(0->4095) 00002000:00010000:1.0:1746134030.627498:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072adaa00 00000100:00100000:0.0:1746134030.630813:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.634085:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.638692:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.638748:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.638764:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551879680 00000100:00100000:0.0:1746134030.638769:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551879680 00002000:00100000:0.0:1746134030.639196:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a86a00 x1830953551879680/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:241/0 lens 488/0 e 0 to 0 dl 1746134041 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134030.639205:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a86a00 with x1830953551879680 ext(0->4095) 00002000:00010000:0.0:1746134030.639209:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091a86a00 00000100:00100000:0.0:1746134030.643108:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1967 00000100:00100000:0.0:1746134030.643129:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551879680:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746134030.643259:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551879680:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 131us (4508us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134030.643265:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1967 00002000:00100000:0.0:1746134030.643272:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a86a00 x1830953551879680/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:241/0 lens 488/4536 e 0 to 0 dl 1746134041 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134030.643280:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a86a00 with x1830953551879680 ext(0->4095) 00010000:00010000:0.0:1746134030.643288:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c72e6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e774 expref: 6 pid: 24940 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746134030.643298:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c72e6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e774 expref: 6 pid: 24940 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746134030.643304:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091a86a00 00000100:00100000:0.0:1746134030.650385:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.660827:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134030.660894:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551880192 00000100:00100000:1.0:1746134030.660901:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551880192 00002000:00100000:1.0:1746134030.660934:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a87800 x1830953551880192/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:241/0 lens 488/0 e 0 to 0 dl 1746134041 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134030.660943:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a87800 with x1830953551880192 ext(0->4095) 00002000:00010000:1.0:1746134030.660947:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091a87800 00000100:00100000:1.0:1746134030.660964:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12699 00000100:00100000:1.0:1746134030.660970:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+71:2012:x1830953551880192:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746134030.661075:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+71:2012:x1830953551880192:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 Request processed in 104us (254us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134030.661081:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12699 00002000:00100000:1.0:1746134030.661085:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a87800 x1830953551880192/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:241/0 lens 488/4536 e 0 to 0 dl 1746134041 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134030.661091:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a87800 with x1830953551880192 ext(0->4095) 00002000:00010000:1.0:1746134030.661094:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091a87800 00000100:00100000:0.0:1746134030.669905:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.686774:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.687580:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+73:2009:x1830953551880448:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 630us (809us total) trans 4294970558 rc 0/0 00000100:00100000:0.0:1746134030.687587:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1968 00002000:00100000:0.0:1746134030.687593:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012da68380 x1830953551880448/t4294970558(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:241/0 lens 496/448 e 0 to 0 dl 1746134041 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134030.687605:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da68380 with x1830953551880448 ext(0->7) 00010000:00010000:0.0:1746134030.687610:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c72ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e77b expref: 73 pid: 24940 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746134030.687619:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c72ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e77b expref: 73 pid: 24940 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746134030.687624:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012da68380 00000100:00100000:0.0:1746134030.699938:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.703055:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.705685:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.707906:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134030.710456:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.711356:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551881344 00000100:00100000:0.0:1746134030.711362:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551881344 00002000:00100000:0.0:1746134030.711389:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880092399f80 x1830953551881344/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:241/0 lens 488/0 e 0 to 0 dl 1746134041 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134030.711397:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092399f80 with x1830953551881344 ext(0->4095) 00002000:00010000:0.0:1746134030.711401:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092399f80 00000100:00100000:0.0:1746134030.711421:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12700 00000100:00100000:0.0:1746134030.711426:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092399f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+73:2010:x1830953551881344:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746134030.711539:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092399f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+73:2010:x1830953551881344:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (1088us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134030.711545:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12700 00002000:00100000:0.0:1746134030.711550:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880092399f80 x1830953551881344/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:241/0 lens 488/4536 e 0 to 0 dl 1746134041 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134030.711557:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092399f80 with x1830953551881344 ext(0->4095) 00002000:00010000:0.0:1746134030.711559:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092399f80 00000100:00100000:0.0:1746134030.718075:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.721331:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.722091:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092054700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+75:2009:x1830953551881600:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 623us (760us total) trans 4294970559 rc 0/0 00000100:00100000:0.0:1746134030.722096:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1970 00002000:00100000:0.0:1746134030.722100:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880092054700 x1830953551881600/t4294970559(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:241/0 lens 496/448 e 0 to 0 dl 1746134041 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134030.722107:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092054700 with x1830953551881600 ext(0->7) 00010000:00010000:0.0:1746134030.722138:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c72fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e789 expref: 75 pid: 24940 timeout: 799 lvb_type: 0 00010000:00010000:0.0:1746134030.722146:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c72fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e789 expref: 75 pid: 24940 timeout: 799 lvb_type: 0 00002000:00010000:0.0:1746134030.722151:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092054700 00000100:00100000:0.0:1746134030.723487:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.726034:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.729267:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.737681:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.737757:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134030.745931:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.756703:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551882752 00000100:00100000:0.0:1746134030.756710:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551882752 00000100:00100000:0.0:1746134030.756762:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28886 00000100:00100000:0.0:1746134030.756769:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b14d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953551882752:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134030.756782:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134030.756807:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bcb2200/0x9682c7de153c7317 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574e7a5 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134030.756827:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134030.756832:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c7310 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e79e expref: 75 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134030.756837:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746134030.756839:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bcb2200/0x9682c7de153c7317 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e7a5 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134030.756865:0:24940:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c7310 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e79e expref: 75 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134030.756929:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bcb2200/0x9682c7de153c7317 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e7a5 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134030.756937:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bcb2200, rc 0) 00000100:00100000:0.0:1746134030.756981:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953551882752:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 213us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134030.756987:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28886 00000100:00100000:0.0:1746134030.770329:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.776646:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.776734:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.780316:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134030.781182:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551883648 00000100:00100000:1.0:1746134030.781186:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551883648 00002000:00100000:1.0:1746134030.781207:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800957a3b80 x1830953551883648/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:241/0 lens 488/0 e 0 to 0 dl 1746134041 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134030.781215:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957a3b80 with x1830953551883648 ext(0->4095) 00010000:00010000:1.0:1746134030.781219:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bcb2200/0x9682c7de153c7317 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e7a5 expref: 6 pid: 24940 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746134030.781228:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bcb2200/0x9682c7de153c7317 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e7a5 expref: 6 pid: 24940 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746134030.781232:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957a3b80 00000100:00100000:1.0:1746134030.781242:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1973 00000100:00100000:1.0:1746134030.781246:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551883648:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134030.781331:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551883648:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 84us (1018us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134030.781337:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1973 00002000:00100000:1.0:1746134030.781341:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800957a3b80 x1830953551883648/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:241/0 lens 488/4536 e 0 to 0 dl 1746134041 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134030.781347:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957a3b80 with x1830953551883648 ext(0->4095) 00010000:00010000:1.0:1746134030.781351:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bcb2200/0x9682c7de153c7317 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e7a5 expref: 6 pid: 24940 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746134030.781359:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bcb2200/0x9682c7de153c7317 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e7a5 expref: 6 pid: 24940 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746134030.781365:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957a3b80 00000100:00100000:0.0:1746134030.784177:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.784218:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.790724:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.795815:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.800975:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134030.801730:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551884416 00000100:00100000:1.0:1746134030.801737:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551884416 00000100:00100000:1.0:1746134030.801778:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28889 00000100:00100000:1.0:1746134030.801784:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953551884416:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134030.801796:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134030.801810:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bbda600/0x9682c7de153c732c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574e7ba expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134030.801830:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c7325 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e7b3 expref: 74 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134030.801835:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134030.801836:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134030.801839:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbda600/0x9682c7de153c732c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e7ba expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134030.801863:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c7325 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e7b3 expref: 74 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134030.801873:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c7325 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e7b3 expref: 74 pid: 10181 timeout: 799 lvb_type: 0 00000100:00100000:1.0:1746134030.801882:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092399180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953547897600:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134030.801945:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746134030.805144:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092399180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953547897600:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134030.805175:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bbda600/0x9682c7de153c732c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e7ba expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134030.805189:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bbda600, rc 0) 00000100:00100000:1.0:1746134030.805225:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953551884416:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3441us (4256us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134030.805232:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28889 00000100:00100000:0.0:1746134030.809351:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134030.809574:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551884544 00000100:00100000:1.0:1746134030.809581:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551884544 00002000:00100000:1.0:1746134030.809616:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012fdc5f80 x1830953551884544/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:241/0 lens 496/0 e 0 to 0 dl 1746134041 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134030.809624:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc5f80 with x1830953551884544 ext(0->7) 00010000:00010000:1.0:1746134030.809632:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c7325 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e7b3 expref: 75 pid: 10181 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746134030.809648:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c7325 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e7b3 expref: 75 pid: 10181 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746134030.809653:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fdc5f80 00000100:00100000:1.0:1746134030.809680:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1974 00000100:00100000:1.0:1746134030.809687:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+75:2012:x1830953551884544:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746134030.811027:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+77:2012:x1830953551884544:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 1337us (1677us total) trans 4294970560 rc 0/0 00000100:00100000:1.0:1746134030.811034:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1974 00002000:00100000:1.0:1746134030.811040:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012fdc5f80 x1830953551884544/t4294970560(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:241/0 lens 496/448 e 0 to 0 dl 1746134041 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134030.811048:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc5f80 with x1830953551884544 ext(0->7) 00010000:00010000:1.0:1746134030.811054:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c7325 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e7b3 expref: 77 pid: 10181 timeout: 799 lvb_type: 0 00010000:00010000:1.0:1746134030.811064:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c7325 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e7b3 expref: 77 pid: 10181 timeout: 799 lvb_type: 0 00002000:00010000:1.0:1746134030.811069:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fdc5f80 00000100:00100000:0.0:1746134030.828814:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.828889:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134030.829378:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551884800 00000100:00100000:1.0:1746134030.829381:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551884800 00000100:00100000:1.0:1746134030.829407:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28890 00000100:00100000:1.0:1746134030.829412:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072970000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+77:1755:x1830953551884800:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134030.829421:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134030.829430:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f3a6c00/0x9682c7de153c7333 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574e7c1 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134030.829442:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bbda600/0x9682c7de153c732c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e7ba expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134030.829447:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134030.829448:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134030.829451:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f3a6c00/0x9682c7de153c7333 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e7c1 expref: 78 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134030.829464:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bbda600/0x9682c7de153c732c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e7ba expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134030.829472:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bbda600/0x9682c7de153c732c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e7ba expref: 5 pid: 24940 timeout: 800 lvb_type: 0 00000100:00100000:1.0:1746134030.829478:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092399180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953547897856:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134030.829498:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134030.839907:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.839997:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092399180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953547897856:192.168.203.26@tcp:104: 00010000:00010000:0.0:1746134030.840020:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f3a6c00/0x9682c7de153c7333 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e7c1 expref: 78 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134030.840034:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f3a6c00, rc 0) 00000100:00100000:1.0:1746134030.841411:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551885056 00000100:00100000:1.0:1746134030.841418:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551885056 00002000:00100000:1.0:1746134030.841453:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072972a00 x1830953551885056/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:241/0 lens 488/0 e 0 to 0 dl 1746134041 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134030.841462:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072972a00 with x1830953551885056 ext(0->4095) 00010000:00010000:1.0:1746134030.841469:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbda600/0x9682c7de153c732c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e7ba expref: 6 pid: 24940 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134030.841481:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbda600/0x9682c7de153c732c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e7ba expref: 6 pid: 24940 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746134030.841488:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072972a00 00000100:00100000:1.0:1746134030.841508:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1975 00000100:00100000:1.0:1746134030.841524:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072972a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551885056:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746134030.841630:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072970000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+78:1755:x1830953551884800:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 12215us (12738us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134030.841637:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28890 00000100:00100000:1.0:1746134030.841914:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072972a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551885056:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 399us (2013us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134030.841920:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1975 00002000:00100000:1.0:1746134030.841926:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072972a00 x1830953551885056/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:241/0 lens 488/4536 e 0 to 0 dl 1746134041 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134030.841933:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072972a00 with x1830953551885056 ext(0->4095) 00010000:00010000:1.0:1746134030.841942:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbda600/0x9682c7de153c732c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e7ba expref: 6 pid: 24940 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134030.841952:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbda600/0x9682c7de153c732c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e7ba expref: 6 pid: 24940 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746134030.841957:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072972a00 00000100:00100000:1.0:1746134030.850429:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.861897:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134030.862054:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551885440 00000100:00100000:1.0:1746134030.862061:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551885440 00002000:00100000:1.0:1746134030.862097:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072971180 x1830953551885440/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:241/0 lens 488/0 e 0 to 0 dl 1746134041 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134030.862107:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072971180 with x1830953551885440 ext(0->4095) 00002000:00010000:1.0:1746134030.862138:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072971180 00000100:00100000:1.0:1746134030.862154:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12703 00000100:00100000:1.0:1746134030.862170:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072971180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+77:2010:x1830953551885440:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134030.862883:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072971180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+77:2010:x1830953551885440:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 721us (991us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134030.862890:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12703 00002000:00100000:1.0:1746134030.862895:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072971180 x1830953551885440/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:241/0 lens 488/4536 e 0 to 0 dl 1746134041 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134030.862901:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072971180 with x1830953551885440 ext(0->4095) 00002000:00010000:1.0:1746134030.862904:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072971180 00000100:00100000:0.0:1746134030.868288:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.885012:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134030.885167:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551885696 00000100:00100000:1.0:1746134030.885175:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551885696 00002000:00100000:1.0:1746134030.885213:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012d5e0e00 x1830953551885696/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:241/0 lens 496/0 e 0 to 0 dl 1746134041 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134030.885223:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d5e0e00 with x1830953551885696 ext(0->7) 00010000:00010000:1.0:1746134030.885231:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f3a6c00/0x9682c7de153c7333 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e7c1 expref: 77 pid: 24940 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134030.885243:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f3a6c00/0x9682c7de153c7333 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e7c1 expref: 77 pid: 24940 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746134030.885249:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d5e0e00 00000100:00100000:1.0:1746134030.885267:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1976 00000100:00100000:1.0:1746134030.885274:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+77:2010:x1830953551885696:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746134030.886049:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+79:2010:x1830953551885696:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 774us (1042us total) trans 4294970561 rc 0/0 00000100:00100000:0.0:1746134030.886056:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1976 00002000:00100000:0.0:1746134030.886061:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012d5e0e00 x1830953551885696/t4294970561(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:241/0 lens 496/448 e 0 to 0 dl 1746134041 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134030.886067:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d5e0e00 with x1830953551885696 ext(0->7) 00010000:00010000:0.0:1746134030.886072:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f3a6c00/0x9682c7de153c7333 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e7c1 expref: 79 pid: 24940 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746134030.886082:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f3a6c00/0x9682c7de153c7333 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e7c1 expref: 79 pid: 24940 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746134030.886086:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d5e0e00 00000100:00100000:0.0:1746134030.892819:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134030.895027:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.907000:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551886208 00000100:00100000:0.0:1746134030.907008:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551886208 00002000:00100000:0.0:1746134030.907044:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b14c000 x1830953551886208/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:241/0 lens 488/0 e 0 to 0 dl 1746134041 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134030.907054:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14c000 with x1830953551886208 ext(0->4095) 00010000:00010000:0.0:1746134030.907061:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c733a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e7c8 expref: 6 pid: 24940 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746134030.907073:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c733a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e7c8 expref: 6 pid: 24940 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746134030.907078:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b14c000 00000100:00100000:0.0:1746134030.907094:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1977 00000100:00100000:0.0:1746134030.907101:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b14c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551886208:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746134030.907249:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551886208:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 147us (522us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134030.907256:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1977 00002000:00100000:0.0:1746134030.907261:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b14c000 x1830953551886208/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:241/0 lens 488/4536 e 0 to 0 dl 1746134041 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134030.907272:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14c000 with x1830953551886208 ext(0->4095) 00010000:00010000:0.0:1746134030.907277:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c733a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e7c8 expref: 6 pid: 24940 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746134030.907285:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c733a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e7c8 expref: 6 pid: 24940 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746134030.907289:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b14c000 00000100:00100000:0.0:1746134030.911740:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.923572:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134030.923889:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551886592 00000100:00100000:1.0:1746134030.923896:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551886592 00002000:00100000:1.0:1746134030.923931:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d5e0380 x1830953551886592/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:241/0 lens 488/0 e 0 to 0 dl 1746134041 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134030.923939:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d5e0380 with x1830953551886592 ext(0->4095) 00002000:00010000:1.0:1746134030.923944:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d5e0380 00000100:00100000:1.0:1746134030.923960:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12704 00000100:00100000:1.0:1746134030.923966:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+79:2009:x1830953551886592:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134030.924080:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+79:2009:x1830953551886592:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (513us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134030.924086:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12704 00002000:00100000:1.0:1746134030.924092:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d5e0380 x1830953551886592/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:241/0 lens 488/4536 e 0 to 0 dl 1746134041 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134030.924098:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d5e0380 with x1830953551886592 ext(0->4095) 00002000:00010000:1.0:1746134030.924101:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d5e0380 00000100:00100000:0.0:1746134030.927438:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.961050:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551886848 00000100:00100000:0.0:1746134030.961057:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551886848 00002000:00100000:0.0:1746134030.961092:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880091868e00 x1830953551886848/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:241/0 lens 496/0 e 0 to 0 dl 1746134041 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134030.961101:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091868e00 with x1830953551886848 ext(0->7) 00010000:00010000:0.0:1746134030.961108:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c7341 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e7cf expref: 79 pid: 24940 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746134030.961144:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c7341 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e7cf expref: 79 pid: 24940 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746134030.961151:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091868e00 00000100:00100000:1.0:1746134030.962494:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1978 00000100:00100000:1.0:1746134030.962505:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091868e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+79:2012:x1830953551886848:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746134030.968693:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091868e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+81:2012:x1830953551886848:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 6180us (7766us total) trans 4294970562 rc 0/0 00000100:00100000:0.0:1746134030.968704:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1978 00002000:00100000:0.0:1746134030.968716:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880091868e00 x1830953551886848/t4294970562(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:241/0 lens 496/448 e 0 to 0 dl 1746134041 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134030.968725:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091868e00 with x1830953551886848 ext(0->7) 00010000:00010000:0.0:1746134030.968734:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c7341 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e7cf expref: 81 pid: 24940 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746134030.968747:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c7341 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e7cf expref: 81 pid: 24940 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746134030.968754:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091868e00 00000100:00100000:0.0:1746134030.973851:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.974567:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134030.980470:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134030.980652:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551887360 00000100:00100000:1.0:1746134030.980657:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551887360 00002000:00100000:1.0:1746134030.980685:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917f7480 x1830953551887360/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:241/0 lens 488/0 e 0 to 0 dl 1746134041 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134030.980693:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917f7480 with x1830953551887360 ext(0->4095) 00010000:00010000:1.0:1746134030.980699:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c7348 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e7d6 expref: 6 pid: 24940 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134030.980714:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c7348 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e7d6 expref: 6 pid: 24940 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746134030.980719:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917f7480 00000100:00100000:1.0:1746134030.981317:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1979 00000100:00100000:1.0:1746134030.981324:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551887360:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134030.981435:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551887360:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (971us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134030.981440:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1979 00002000:00100000:1.0:1746134030.981445:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917f7480 x1830953551887360/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:241/0 lens 488/4536 e 0 to 0 dl 1746134041 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134030.981452:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917f7480 with x1830953551887360 ext(0->4095) 00010000:00010000:1.0:1746134030.981457:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c7348 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e7d6 expref: 6 pid: 24940 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134030.981465:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c7348 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e7d6 expref: 6 pid: 24940 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746134030.981471:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917f7480 00000100:00100000:0.0:1746134030.994546:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.001288:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551887744 00000100:00100000:0.0:1746134031.001295:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551887744 00002000:00100000:0.0:1746134031.001764:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b14d500 x1830953551887744/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:242/0 lens 488/0 e 0 to 0 dl 1746134042 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134031.001773:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14d500 with x1830953551887744 ext(0->4095) 00002000:00010000:0.0:1746134031.001777:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b14d500 00000100:00100000:0.0:1746134031.001794:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12705 00000100:00100000:0.0:1746134031.001801:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b14d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+81:2009:x1830953551887744:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746134031.001912:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+81:2009:x1830953551887744:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (689us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134031.001917:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12705 00002000:00100000:0.0:1746134031.001923:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b14d500 x1830953551887744/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:242/0 lens 488/4536 e 0 to 0 dl 1746134042 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134031.001929:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14d500 with x1830953551887744 ext(0->4095) 00002000:00010000:0.0:1746134031.001932:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b14d500 00000100:00100000:0.0:1746134031.006592:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00080000:0.0:1746134031.006937:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746134031.039260:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.040669:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.041240:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551888000 00000100:00100000:1.0:1746134031.041247:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551888000 00002000:00100000:1.0:1746134031.041286:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8801360fb100 x1830953551888000/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:242/0 lens 496/0 e 0 to 0 dl 1746134042 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.041295:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801360fb100 with x1830953551888000 ext(0->7) 00010000:00010000:1.0:1746134031.041304:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c734f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e7dd expref: 81 pid: 24940 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.041316:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c734f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e7dd expref: 81 pid: 24940 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746134031.041321:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801360fb100 00000100:00100000:1.0:1746134031.041344:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1980 00000100:00100000:1.0:1746134031.041351:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801360fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+81:2010:x1830953551888000:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746134031.043831:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801360fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:2010:x1830953551888000:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 2475us (4571us total) trans 4294970563 rc 0/0 00000100:00100000:0.0:1746134031.043839:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1980 00002000:00100000:0.0:1746134031.043846:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8801360fb100 x1830953551888000/t4294970563(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:242/0 lens 496/448 e 0 to 0 dl 1746134042 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134031.043855:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801360fb100 with x1830953551888000 ext(0->7) 00010000:00010000:0.0:1746134031.043862:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c734f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e7dd expref: 84 pid: 24940 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746134031.043874:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c734f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e7dd expref: 84 pid: 24940 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746134031.043880:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801360fb100 00000100:00100000:0.0:1746134031.048079:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.052962:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.053272:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551888512 00000100:00100000:1.0:1746134031.053278:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551888512 00002000:00100000:1.0:1746134031.053309:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8801360fb800 x1830953551888512/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:242/0 lens 488/0 e 0 to 0 dl 1746134042 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.053317:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801360fb800 with x1830953551888512 ext(0->4095) 00010000:00010000:1.0:1746134031.053323:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c7356 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e7e4 expref: 6 pid: 24940 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.053334:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c7356 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e7e4 expref: 6 pid: 24940 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746134031.053340:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801360fb800 00000100:00100000:1.0:1746134031.053358:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1981 00000100:00100000:1.0:1746134031.053364:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801360fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551888512:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134031.053454:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801360fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551888512:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 90us (497us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134031.053459:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1981 00002000:00100000:1.0:1746134031.053463:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8801360fb800 x1830953551888512/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:242/0 lens 488/4536 e 0 to 0 dl 1746134042 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.053470:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801360fb800 with x1830953551888512 ext(0->4095) 00010000:00010000:1.0:1746134031.053474:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c7356 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e7e4 expref: 6 pid: 24940 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.053481:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c7356 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e7e4 expref: 6 pid: 24940 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746134031.053486:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801360fb800 00000100:00100000:0.0:1746134031.056363:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.060564:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.063533:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551889024 00000100:00100000:0.0:1746134031.063541:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551889024 00000100:00100000:0.0:1746134031.063571:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28897 00000100:00100000:0.0:1746134031.063577:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b14ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953551889024:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134031.063589:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134031.063602:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bdde400/0x9682c7de153c7364 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574e7f2 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134031.063625:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c735d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e7eb expref: 82 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134031.063631:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134031.063633:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134031.063636:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bdde400/0x9682c7de153c7364 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e7f2 expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134031.063659:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c735d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e7eb expref: 82 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134031.063669:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c735d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e7eb expref: 82 pid: 24940 timeout: 800 lvb_type: 0 00000100:00100000:0.0:1746134031.063679:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880131cbf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953547899648:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134031.064468:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c000 going to sleep for 11 seconds 00000100:00100000:1.0:1746134031.066863:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131cbf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953547899648:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134031.066887:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bdde400/0x9682c7de153c7364 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e7f2 expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.066901:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bdde400, rc 0) 00000100:00100000:1.0:1746134031.067235:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953551889024:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3656us (3782us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134031.067243:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28897 00000100:00100000:0.0:1746134031.067308:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.069352:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.069472:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551889408 00000100:00100000:1.0:1746134031.069477:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551889408 00000100:00100000:0.0:1746134031.069619:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00002000:00100000:1.0:1746134031.070214:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880131cbf800 x1830953551889408/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:242/0 lens 488/0 e 0 to 0 dl 1746134042 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.070223:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cbf800 with x1830953551889408 ext(0->4095) 00010000:00010000:1.0:1746134031.070229:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bdde400/0x9682c7de153c7364 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e7f2 expref: 6 pid: 10181 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.070242:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bdde400/0x9682c7de153c7364 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e7f2 expref: 6 pid: 10181 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746134031.070247:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131cbf800 00000100:00100000:1.0:1746134031.070261:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1982 00000100:00100000:1.0:1746134031.070267:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551889408:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134031.070368:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551889408:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (1016us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134031.070374:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1982 00002000:00100000:1.0:1746134031.070379:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880131cbf800 x1830953551889408/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:242/0 lens 488/4536 e 0 to 0 dl 1746134042 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.070385:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cbf800 with x1830953551889408 ext(0->4095) 00010000:00010000:1.0:1746134031.070390:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bdde400/0x9682c7de153c7364 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e7f2 expref: 6 pid: 10181 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.070397:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bdde400/0x9682c7de153c7364 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e7f2 expref: 6 pid: 10181 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746134031.070402:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131cbf800 00000100:00100000:0.0:1746134031.072420:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.081825:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.084860:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.086542:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.088573:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551890688 00000100:00100000:0.0:1746134031.088578:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551890688 00010000:00010000:0.0:1746134031.088596:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c7372 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e800 expref: 83 pid: 10181 timeout: 800 lvb_type: 0 00000100:00100000:0.0:1746134031.088613:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14203 00000100:00100000:0.0:1746134031.088618:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+83:2009:x1830953551890688:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134031.088627:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134031.088651:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c7372 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e800 expref: 83 pid: 10181 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746134031.088661:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c7372 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e800 expref: 83 pid: 10181 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746134031.088677:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c7372 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e800 expref: 83 pid: 10181 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746134031.088690:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134031.088692:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134031.088697:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c7379 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e807 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134031.088703:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c7379 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e807 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134031.088724:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c7379 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e807 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134031.088738:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547900544:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134031.088790:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90ca80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134031.091030:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.091078:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551890944 00000100:00100000:1.0:1746134031.091083:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551890944 00002000:00100000:1.0:1746134031.091107:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917e7480 x1830953551890944/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:242/0 lens 488/0 e 0 to 0 dl 1746134042 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.091132:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e7480 with x1830953551890944 ext(0->4095) 00002000:00010000:1.0:1746134031.091136:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917e7480 00000100:00100000:1.0:1746134031.091155:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12708 00000100:00100000:1.0:1746134031.091172:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551890944:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134031.091282:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551890944:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (252us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134031.091288:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12708 00002000:00100000:1.0:1746134031.091293:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917e7480 x1830953551890944/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:242/0 lens 488/4536 e 0 to 0 dl 1746134042 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.091299:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e7480 with x1830953551890944 ext(0->4095) 00002000:00010000:1.0:1746134031.091302:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917e7480 00000100:00100000:0.0:1746134031.093438:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.095887:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.097197:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.102140:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.102559:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551891584 00000100:00100000:1.0:1746134031.102565:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551891584 00002000:00100000:1.0:1746134031.102594:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917e4e00 x1830953551891584/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:242/0 lens 488/0 e 0 to 0 dl 1746134042 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.102602:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e4e00 with x1830953551891584 ext(0->4095) 00010000:00010000:1.0:1746134031.102609:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c7380 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e80e expref: 84 pid: 10181 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.102620:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c7380 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e80e expref: 84 pid: 10181 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746134031.102626:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917e4e00 00000100:00100000:1.0:1746134031.102642:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1984 00000100:00100000:1.0:1746134031.102648:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:2009:x1830953551891584:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134031.102876:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:2009:x1830953551891584:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 227us (764us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134031.102881:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1984 00002000:00100000:1.0:1746134031.102886:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917e4e00 x1830953551891584/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:242/0 lens 488/4536 e 0 to 0 dl 1746134042 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.102894:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e4e00 with x1830953551891584 ext(0->4095) 00010000:00010000:1.0:1746134031.102898:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c7380 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e80e expref: 84 pid: 10181 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.102906:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c7380 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e80e expref: 84 pid: 10181 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746134031.102911:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917e4e00 00000100:00100000:0.0:1746134031.107355:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.108224:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.108298:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551891712 00000100:00100000:1.0:1746134031.108304:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551891712 00000100:00100000:1.0:1746134031.108346:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28903 00000100:00100000:1.0:1746134031.108352:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953551891712:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134031.108366:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134031.108378:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c738e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574e81c expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.108398:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134031.108403:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c7387 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e815 expref: 83 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.108409:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746134031.108412:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c738e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e81c expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.108440:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c7387 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e815 expref: 83 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.108449:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c738e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e81c expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.108457:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957ea400, rc 0) 00000100:00100000:1.0:1746134031.108490:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953551891712:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (1143us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134031.108496:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28903 00000100:00100000:0.0:1746134031.111193:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.111385:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551892096 00000100:00100000:1.0:1746134031.111389:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551892096 00002000:00100000:1.0:1746134031.111415:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009ce33800 x1830953551892096/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:242/0 lens 488/0 e 0 to 0 dl 1746134042 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.111423:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce33800 with x1830953551892096 ext(0->4095) 00010000:00010000:1.0:1746134031.111429:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c7387 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e815 expref: 83 pid: 10181 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.111439:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c7387 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e815 expref: 83 pid: 10181 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746134031.111445:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ce33800 00000100:00100000:1.0:1746134031.111469:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1985 00000100:00100000:1.0:1746134031.111474:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+83:2010:x1830953551892096:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134031.111576:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+83:2010:x1830953551892096:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (384us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134031.111581:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1985 00002000:00100000:1.0:1746134031.111587:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009ce33800 x1830953551892096/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:242/0 lens 488/4536 e 0 to 0 dl 1746134042 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.111594:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce33800 with x1830953551892096 ext(0->4095) 00010000:00010000:1.0:1746134031.111598:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c7387 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e815 expref: 83 pid: 10181 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.111607:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c7387 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e815 expref: 83 pid: 10181 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746134031.111612:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ce33800 00000100:00100000:0.0:1746134031.113447:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.114175:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.116490:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.119264:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.123495:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.123803:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551892992 00000100:00100000:1.0:1746134031.123810:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551892992 00002000:00100000:1.0:1746134031.123839:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b4c8a80 x1830953551892992/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:242/0 lens 488/0 e 0 to 0 dl 1746134042 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.123848:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4c8a80 with x1830953551892992 ext(0->4095) 00002000:00010000:1.0:1746134031.123852:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b4c8a80 00000100:00100000:1.0:1746134031.123874:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12709 00000100:00100000:1.0:1746134031.123881:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+83:2010:x1830953551892992:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134031.123983:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+83:2010:x1830953551892992:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (489us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134031.123988:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12709 00002000:00100000:1.0:1746134031.123994:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b4c8a80 x1830953551892992/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:242/0 lens 488/4536 e 0 to 0 dl 1746134042 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.124000:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4c8a80 with x1830953551892992 ext(0->4095) 00002000:00010000:1.0:1746134031.124003:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b4c8a80 00000100:00100000:0.0:1746134031.126971:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.127092:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551893120 00000100:00100000:1.0:1746134031.127099:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551893120 00000100:00100000:1.0:1746134031.127985:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28905 00000100:00100000:1.0:1746134031.127994:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953551893120:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134031.128008:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134031.128022:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fc47e00/0x9682c7de153c739c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574e82a expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.128046:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c7395 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e823 expref: 82 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.128052:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134031.128054:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134031.128056:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fc47e00/0x9682c7de153c739c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e82a expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.128080:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c7395 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e823 expref: 82 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.128091:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c7395 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e823 expref: 82 pid: 24940 timeout: 800 lvb_type: 0 00000100:00100000:1.0:1746134031.128101:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009239ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953547901696:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134031.128848:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20180 going to sleep for 11 seconds 00000100:00100000:1.0:1746134031.130652:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009239ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953547901696:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134031.130674:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008fc47e00/0x9682c7de153c739c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e82a expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.130688:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fc47e00, rc 0) 00000100:00100000:1.0:1746134031.130728:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953551893120:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2735us (3763us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134031.130735:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28905 00000100:00100000:0.0:1746134031.131321:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.134368:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.134831:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551893376 00000100:00100000:1.0:1746134031.134837:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551893376 00000100:00100000:1.0:1746134031.134873:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28906 00000100:00100000:1.0:1746134031.134878:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+83:1755:x1830953551893376:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134031.134892:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134031.134902:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c73a3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574e831 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.134923:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fc47e00/0x9682c7de153c739c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e82a expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.134929:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134031.134930:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134031.134933:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c73a3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e831 expref: 84 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.134953:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008fc47e00/0x9682c7de153c739c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e82a expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.134965:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008fc47e00/0x9682c7de153c739c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e82a expref: 5 pid: 9581 timeout: 800 lvb_type: 0 00000100:00100000:1.0:1746134031.134974:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009239ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953547901952:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134031.135022:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20180 going to sleep for 11 seconds 00000100:00100000:0.0:1746134031.135989:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.136024:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551893632 00000100:00100000:1.0:1746134031.136029:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551893632 00002000:00100000:1.0:1746134031.136051:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b4caa00 x1830953551893632/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:242/0 lens 488/0 e 0 to 0 dl 1746134042 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.136058:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4caa00 with x1830953551893632 ext(0->4095) 00010000:00010000:1.0:1746134031.136063:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008fc47e00/0x9682c7de153c739c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e82a expref: 6 pid: 9581 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.136069:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008fc47e00/0x9682c7de153c739c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e82a expref: 6 pid: 9581 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746134031.136073:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b4caa00 00000100:00100000:1.0:1746134031.136092:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1987 00000100:00100000:1.0:1746134031.136097:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551893632:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134031.136234:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551893632:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 136us (244us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134031.136240:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1987 00002000:00100000:1.0:1746134031.136245:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b4caa00 x1830953551893632/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:242/0 lens 488/4536 e 0 to 0 dl 1746134042 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.136257:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4caa00 with x1830953551893632 ext(0->4095) 00010000:00010000:1.0:1746134031.136262:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008fc47e00/0x9682c7de153c739c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e82a expref: 6 pid: 9581 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.136270:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008fc47e00/0x9682c7de153c739c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e82a expref: 6 pid: 9581 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746134031.136275:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b4caa00 00000100:00100000:1.0:1746134031.136847:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009239ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953547901952:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134031.136862:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c73a3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e831 expref: 83 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.136872:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957ea800, rc 0) 00000100:00100000:1.0:1746134031.136890:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+83:1755:x1830953551893376:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2012us (2528us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134031.136895:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28906 00000100:00100000:0.0:1746134031.138486:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.138651:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551893760 00000100:00100000:1.0:1746134031.138657:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551893760 00000100:00100000:1.0:1746134031.138693:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28907 00000100:00100000:1.0:1746134031.138700:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+83:1757:x1830953551893760:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134031.138712:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134031.138723:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091708a00/0x9682c7de153c73aa lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574e838 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.138740:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134031.138745:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c73a3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e831 expref: 84 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.138751:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134031.138754:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091708a00/0x9682c7de153c73aa lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e838 expref: 84 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.138780:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c73a3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e831 expref: 84 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.138789:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091708a00/0x9682c7de153c73aa lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e838 expref: 84 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.138797:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091708a00, rc 0) 00000100:00100000:1.0:1746134031.138861:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:1757:x1830953551893760:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 160us (377us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134031.138867:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28907 00000100:00100000:0.0:1746134031.139268:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.141425:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.141810:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551894144 00000100:00100000:1.0:1746134031.141815:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551894144 00002000:00100000:1.0:1746134031.141838:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88011db4c380 x1830953551894144/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:242/0 lens 488/0 e 0 to 0 dl 1746134042 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.141847:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011db4c380 with x1830953551894144 ext(0->4095) 00010000:00010000:1.0:1746134031.141852:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c73a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e831 expref: 84 pid: 9581 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.141861:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c73a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e831 expref: 84 pid: 9581 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746134031.141870:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011db4c380 00000100:00100000:1.0:1746134031.141890:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1988 00000100:00100000:1.0:1746134031.141895:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:2010:x1830953551894144:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134031.141976:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:2010:x1830953551894144:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 80us (555us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134031.141981:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1988 00002000:00100000:1.0:1746134031.141984:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88011db4c380 x1830953551894144/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:242/0 lens 488/4536 e 0 to 0 dl 1746134042 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.141990:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011db4c380 with x1830953551894144 ext(0->4095) 00010000:00010000:1.0:1746134031.141994:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c73a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e831 expref: 84 pid: 9581 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.142001:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c73a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e831 expref: 84 pid: 9581 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746134031.142005:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011db4c380 00000100:00100000:0.0:1746134031.143812:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.146861:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.148554:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.148834:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551894656 00000100:00100000:1.0:1746134031.148839:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551894656 00000100:00100000:1.0:1746134031.148875:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28908 00000100:00100000:1.0:1746134031.148881:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b900a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953551894656:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134031.148891:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134031.148903:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091709200/0x9682c7de153c73b1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574e83f expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.148927:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091708a00/0x9682c7de153c73aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e838 expref: 82 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.148933:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134031.148934:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134031.148938:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091709200/0x9682c7de153c73b1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e83f expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.148969:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091708a00/0x9682c7de153c73aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e838 expref: 82 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.148977:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091708a00/0x9682c7de153c73aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e838 expref: 82 pid: 9581 timeout: 800 lvb_type: 0 00000100:00100000:1.0:1746134031.148986:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009239ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953547902464:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134031.149049:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746134031.150770:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009239ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953547902464:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134031.150795:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091709200/0x9682c7de153c73b1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e83f expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.150807:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091709200, rc 0) 00000100:00100000:1.0:1746134031.150835:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b900a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953551894656:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1954us (2284us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134031.150842:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28908 00000100:00100000:0.0:1746134031.151072:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.154277:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.156664:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.156705:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.157545:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551895168 00000100:00100000:1.0:1746134031.157552:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551895168 00000100:00100000:1.0:1746134031.157581:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551895296 00000100:00100000:1.0:1746134031.157583:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551895296 00000100:00100000:1.0:1746134031.157604:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28909 00000100:00100000:1.0:1746134031.157611:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b901180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+83:1757:x1830953551895168:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134031.157625:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134031.157638:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091709600/0x9682c7de153c73b8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574e846 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.157659:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091709200/0x9682c7de153c73b1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e83f expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.157666:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134031.157667:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134031.157669:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091709600/0x9682c7de153c73b8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e846 expref: 84 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.157693:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091709200/0x9682c7de153c73b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e83f expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.157702:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091709200/0x9682c7de153c73b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e83f expref: 5 pid: 9581 timeout: 800 lvb_type: 0 00000100:00100000:1.0:1746134031.157711:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009239ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953547902720:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134031.157767:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134031.157866:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28910 00000100:00100000:0.0:1746134031.157873:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c417100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:1755:x1830953551895296:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134031.157879:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134031.157885:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bd36600/0x9682c7de153c73bf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574e84d expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134031.157895:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134031.157899:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091709600/0x9682c7de153c73b8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e846 expref: 85 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134031.157903:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134031.157905:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bd36600/0x9682c7de153c73bf lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e84d expref: 85 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134031.157921:0:18904:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091709600/0x9682c7de153c73b8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e846 expref: 85 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134031.157929:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bd36600/0x9682c7de153c73bf lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e84d expref: 85 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134031.157936:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bd36600, rc 0) 00000100:00100000:0.0:1746134031.157955:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c417100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+85:1755:x1830953551895296:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 83us (1250us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134031.157960:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28910 00000100:00100000:1.0:1746134031.159691:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009239ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953547902720:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134031.159710:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091709600/0x9682c7de153c73b8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e846 expref: 84 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.159725:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091709600, rc 0) 00000100:00100000:1.0:1746134031.159760:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b901180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:1757:x1830953551895168:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2151us (3099us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134031.159766:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28909 00000100:00100000:0.0:1746134031.160217:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.162839:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.162912:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551895680 00000100:00100000:1.0:1746134031.162917:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551895680 00002000:00100000:1.0:1746134031.162948:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009c415880 x1830953551895680/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:242/0 lens 488/0 e 0 to 0 dl 1746134042 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.162956:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c415880 with x1830953551895680 ext(0->4095) 00010000:00010000:1.0:1746134031.162961:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091709600/0x9682c7de153c73b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e846 expref: 84 pid: 9581 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.162970:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091709600/0x9682c7de153c73b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e846 expref: 84 pid: 9581 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746134031.162976:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c415880 00000100:00100000:1.0:1746134031.163218:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1989 00000100:00100000:1.0:1746134031.163225:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c415880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:2009:x1830953551895680:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134031.163318:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c415880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:2009:x1830953551895680:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 94us (485us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134031.163324:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1989 00002000:00100000:1.0:1746134031.163329:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009c415880 x1830953551895680/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:242/0 lens 488/4536 e 0 to 0 dl 1746134042 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.163341:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c415880 with x1830953551895680 ext(0->4095) 00010000:00010000:1.0:1746134031.163345:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091709600/0x9682c7de153c73b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e846 expref: 84 pid: 9581 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.163354:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091709600/0x9682c7de153c73b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e846 expref: 84 pid: 9581 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746134031.163359:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c415880 00000100:00100000:0.0:1746134031.165960:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.166013:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551895808 00000100:00100000:1.0:1746134031.166019:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551895808 00000100:00100000:0.0:1746134031.167608:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.170404:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.176043:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.176088:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.176248:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551896320 00000100:00100000:1.0:1746134031.176255:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551896320 00000100:00100000:1.0:1746134031.176301:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28912 00000100:00100000:1.0:1746134031.176308:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+83:1755:x1830953551896320:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134031.176321:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134031.176333:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c73cd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574e85b expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.176356:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134031.176360:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c73c6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e854 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.176365:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746134031.176367:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c73cd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e85b expref: 84 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.176398:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c73c6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e854 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.176407:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c73cd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e85b expref: 84 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.176414:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c0800, rc 0) 00000100:00100000:1.0:1746134031.176446:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:1755:x1830953551896320:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (410us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134031.176452:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28912 00000100:00100000:0.0:1746134031.180042:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.182427:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.185804:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.186438:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551897088 00000100:00100000:1.0:1746134031.186444:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551897088 00002000:00100000:1.0:1746134031.186468:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008f8b6300 x1830953551897088/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:242/0 lens 488/0 e 0 to 0 dl 1746134042 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.186476:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b6300 with x1830953551897088 ext(0->4095) 00002000:00010000:1.0:1746134031.186479:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f8b6300 00000100:00100000:1.0:1746134031.186491:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12712 00000100:00100000:1.0:1746134031.186495:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+83:2009:x1830953551897088:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134031.186584:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+83:2009:x1830953551897088:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 89us (786us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134031.186589:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12712 00002000:00100000:1.0:1746134031.186594:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008f8b6300 x1830953551897088/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:242/0 lens 488/4536 e 0 to 0 dl 1746134042 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.186600:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b6300 with x1830953551897088 ext(0->4095) 00002000:00010000:1.0:1746134031.186602:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f8b6300 00000100:00100000:0.0:1746134031.188320:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.190593:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.193729:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.196444:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.197765:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.199414:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551897856 00000100:00100000:1.0:1746134031.199421:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551897856 00000100:00100000:1.0:1746134031.199607:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28915 00000100:00100000:1.0:1746134031.199614:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:1757:x1830953551897856:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134031.199628:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134031.199640:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c73e2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574e870 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.199659:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134031.199663:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c73db lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e869 expref: 85 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.199668:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134031.199671:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c73e2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e870 expref: 85 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.199697:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c73db lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e869 expref: 85 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.199706:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c73e2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e870 expref: 85 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.199714:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c1000, rc 0) 00000100:00100000:1.0:1746134031.200550:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+85:1757:x1830953551897856:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 934us (2783us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134031.200557:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28915 00000100:00100000:0.0:1746134031.201083:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.205071:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.206370:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551898240 00000100:00100000:1.0:1746134031.206377:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551898240 00002000:00100000:1.0:1746134031.206406:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800872b4700 x1830953551898240/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:242/0 lens 488/0 e 0 to 0 dl 1746134042 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.206420:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800872b4700 with x1830953551898240 ext(0->4095) 00010000:00010000:1.0:1746134031.206427:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c73db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e869 expref: 84 pid: 24940 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.206439:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c73db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e869 expref: 84 pid: 24940 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746134031.206444:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800872b4700 00000100:00100000:1.0:1746134031.207011:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1992 00000100:00100000:1.0:1746134031.207018:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800872b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:2009:x1830953551898240:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134031.207189:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800872b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:2009:x1830953551898240:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 170us (2116us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134031.207195:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1992 00002000:00100000:1.0:1746134031.207200:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800872b4700 x1830953551898240/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:242/0 lens 488/4536 e 0 to 0 dl 1746134042 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.207207:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800872b4700 with x1830953551898240 ext(0->4095) 00010000:00010000:1.0:1746134031.207212:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c73db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e869 expref: 84 pid: 24940 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.207221:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c73db lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e869 expref: 84 pid: 24940 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746134031.207227:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800872b4700 00000100:00100000:0.0:1746134031.209231:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.211750:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.214316:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.220311:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.226196:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.231412:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.235103:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.238850:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.260032:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551899904 00000100:00100000:1.0:1746134031.260041:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551899904 00002000:00100000:1.0:1746134031.260078:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880085f3df80 x1830953551899904/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:242/0 lens 496/0 e 0 to 0 dl 1746134042 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.260088:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3df80 with x1830953551899904 ext(0->7) 00010000:00010000:1.0:1746134031.260096:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c73f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e87e expref: 83 pid: 24940 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.260109:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c73f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e87e expref: 83 pid: 24940 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746134031.260133:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085f3df80 00000100:00100000:1.0:1746134031.260150:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1994 00000100:00100000:1.0:1746134031.260165:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+83:2010:x1830953551899904:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746134031.260964:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+85:2010:x1830953551899904:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 805us (1079us total) trans 4294970564 rc 0/0 00000100:00100000:1.0:1746134031.260971:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1994 00002000:00100000:1.0:1746134031.260977:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880085f3df80 x1830953551899904/t4294970564(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:242/0 lens 496/448 e 0 to 0 dl 1746134042 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.260984:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3df80 with x1830953551899904 ext(0->7) 00010000:00010000:1.0:1746134031.260989:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c73f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e87e expref: 85 pid: 24940 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.260999:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c73f0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e87e expref: 85 pid: 24940 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746134031.261005:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085f3df80 00000100:00100000:0.0:1746134031.261920:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.265362:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.269391:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.270258:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551900416 00000100:00100000:1.0:1746134031.270264:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551900416 00002000:00100000:1.0:1746134031.270293:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917e4a80 x1830953551900416/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:242/0 lens 488/0 e 0 to 0 dl 1746134042 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.270308:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e4a80 with x1830953551900416 ext(0->4095) 00010000:00010000:1.0:1746134031.270318:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c73f7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e885 expref: 6 pid: 24940 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.270333:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c73f7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e885 expref: 6 pid: 24940 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746134031.270339:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917e4a80 00000100:00100000:1.0:1746134031.270364:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1995 00000100:00100000:1.0:1746134031.270371:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551900416:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134031.270485:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551900416:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (1100us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134031.270495:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1995 00002000:00100000:1.0:1746134031.270500:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917e4a80 x1830953551900416/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:242/0 lens 488/4536 e 0 to 0 dl 1746134042 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.270511:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e4a80 with x1830953551900416 ext(0->4095) 00010000:00010000:1.0:1746134031.270515:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c73f7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e885 expref: 6 pid: 24940 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.270523:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c73f7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e885 expref: 6 pid: 24940 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746134031.270532:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917e4a80 00000100:00100000:0.0:1746134031.275915:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.276011:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.276088:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551900544 00000100:00100000:1.0:1746134031.276095:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551900544 00000100:00100000:1.0:1746134031.276174:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28920 00000100:00100000:1.0:1746134031.276182:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953551900544:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134031.276197:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134031.276211:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c1e00/0x9682c7de153c7405 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574e893 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.276232:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134031.276236:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c73fe lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e88c expref: 84 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.276242:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134031.276244:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1e00/0x9682c7de153c7405 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e893 expref: 7 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.276273:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c73fe lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e88c expref: 84 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.276282:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1e00/0x9682c7de153c7405 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e893 expref: 7 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.276290:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c1e00, rc 0) 00000100:00100000:1.0:1746134031.276325:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+7:1757:x1830953551900544:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (416us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134031.276333:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28920 00000100:00100000:0.0:1746134031.281512:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.286542:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880085f3ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547905664:192.168.203.26@tcp:105: 00010000:00010000:0.0:1746134031.286557:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134031.286579:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b09180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:2009:x1830953551900800:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4839us (5074us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134031.286586:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14223 00000100:00100000:0.0:1746134031.289976:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.290266:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28921 00000100:00100000:1.0:1746134031.290275:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:1757:x1830953551901184:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134031.290290:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134031.290304:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c740c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574e89a expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.290329:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1e00/0x9682c7de153c7405 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e893 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.290336:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134031.290338:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134031.290341:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c740c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e89a expref: 85 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.290365:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c1e00/0x9682c7de153c7405 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e893 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.290376:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1e00/0x9682c7de153c7405 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e893 expref: 5 pid: 9581 timeout: 800 lvb_type: 0 00000100:00100000:1.0:1746134031.290386:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009239ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953547905792:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134031.290728:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e206c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134031.292669:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.292812:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009239ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953547905792:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134031.292833:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c740c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e89a expref: 85 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.292850:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c1800, rc 0) 00000100:00100000:1.0:1746134031.292876:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+85:1757:x1830953551901184:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2603us (2907us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134031.292883:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28921 00000100:00100000:1.0:1746134031.292901:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551901312 00000100:00100000:1.0:1746134031.292904:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551901312 00000100:00100000:0.0:1746134031.294014:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.294036:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551901440 00000100:00100000:0.0:1746134031.294039:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551901440 00010000:00010000:0.0:1746134031.294060:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1e00/0x9682c7de153c7405 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e893 expref: 6 pid: 9581 timeout: 800 lvb_type: 0 00000100:00100000:0.0:1746134031.294086:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14224 00000100:00100000:0.0:1746134031.294093:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551901440:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134031.294103:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134031.294136:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800915c1e00/0x9682c7de153c7405 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e893 expref: 6 pid: 9581 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746134031.294145:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800915c1e00/0x9682c7de153c7405 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e893 expref: 6 pid: 9581 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746134031.294183:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1e00/0x9682c7de153c7405 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e893 expref: 6 pid: 9581 timeout: 800 lvb_type: 0 00000100:00100000:1.0:1746134031.294239:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28922 00000100:00100000:1.0:1746134031.294245:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+85:1755:x1830953551901312:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134031.294255:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134031.294263:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c7413 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574e8a1 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.294274:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134031.294278:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c740c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e89a expref: 86 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.294284:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134031.294286:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c7413 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e8a1 expref: 86 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.294307:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c740c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e89a expref: 86 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.294314:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c7413 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e8a1 expref: 86 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.294324:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134031.294325:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134031.294329:0:9581:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c740c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e89a expref: 86 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.294335:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c740c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e89a expref: 86 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.294346:0:9581:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c740c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e89a expref: 86 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.294355:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c740c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e89a expref: 86 pid: 9581 timeout: 800 lvb_type: 0 00000100:00100000:1.0:1746134031.294363:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009239ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953547906048:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134031.294401:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e206c0 going to sleep for 11 seconds 00010000:00010000:0.0:1746134031.296028:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134031.296106:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953551901440:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2011us (2095us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134031.296125:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14224 00000100:00100000:1.0:1746134031.297101:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009239ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953547906048:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134031.297133:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c1000, rc 0) 00000100:00100000:1.0:1746134031.297169:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:1755:x1830953551901312:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2924us (4503us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134031.297175:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28922 00000100:00100000:0.0:1746134031.298638:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.298701:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551901696 00000100:00100000:1.0:1746134031.298708:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551901696 00002000:00100000:1.0:1746134031.298735:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012fdc5180 x1830953551901696/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:242/0 lens 488/0 e 0 to 0 dl 1746134042 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.298744:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc5180 with x1830953551901696 ext(0->4095) 00010000:00010000:1.0:1746134031.298751:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c740c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e89a expref: 86 pid: 9581 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.299875:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c740c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e89a expref: 86 pid: 9581 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746134031.299882:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fdc5180 00000100:00100000:1.0:1746134031.300241:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1996 00000100:00100000:1.0:1746134031.300249:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:2009:x1830953551901696:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134031.300366:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:2009:x1830953551901696:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (1731us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134031.300372:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1996 00002000:00100000:1.0:1746134031.300377:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012fdc5180 x1830953551901696/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:242/0 lens 488/4536 e 0 to 0 dl 1746134042 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.300384:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc5180 with x1830953551901696 ext(0->4095) 00010000:00010000:1.0:1746134031.300388:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c740c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e89a expref: 86 pid: 9581 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.300397:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c740c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e89a expref: 86 pid: 9581 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746134031.300401:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fdc5180 00000100:00100000:0.0:1746134031.302277:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.302978:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.303036:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551901824 00000100:00100000:1.0:1746134031.303042:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551901824 00000100:00100000:1.0:1746134031.303275:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28923 00000100:00100000:1.0:1746134031.303283:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953551901824:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134031.303296:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134031.303309:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c741a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574e8a8 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.303327:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134031.303331:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c7413 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e8a1 expref: 85 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.303335:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746134031.303338:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c741a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e8a8 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.303364:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c7413 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e8a1 expref: 85 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.303374:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c741a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e8a8 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.303382:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c0000, rc 0) 00000100:00100000:1.0:1746134031.303413:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953551901824:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 132us (1141us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134031.303418:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28923 00000100:00100000:0.0:1746134031.304337:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009239ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3769:1830953547906432:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746134031.304364:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746134031.304716:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009239ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3769:1830953547906432:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746134031.306580:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.309482:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.310047:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.314228:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.318547:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551902848 00000100:00100000:0.0:1746134031.318554:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551902848 00010000:00010000:0.0:1746134031.318580:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c741a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e8a8 expref: 6 pid: 9581 timeout: 800 lvb_type: 0 00000100:00100000:0.0:1746134031.318922:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14227 00000100:00100000:0.0:1746134031.318929:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551902848:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134031.318939:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134031.318953:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c741a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e8a8 expref: 6 pid: 9581 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746134031.318964:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c741a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e8a8 expref: 6 pid: 9581 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746134031.318985:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c741a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e8a8 expref: 6 pid: 9581 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746134031.319009:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134031.319011:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134031.319016:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c7421 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e8af expref: 84 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134031.319023:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c7421 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e8af expref: 84 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134031.319046:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c7421 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e8af expref: 84 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134031.319055:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072adbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547906816:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134031.319134:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c240 going to sleep for 11 seconds 00000100:00100000:0.0:1746134031.322373:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.322516:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551903104 00000100:00100000:1.0:1746134031.322522:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551903104 00002000:00100000:1.0:1746134031.322550:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ad9f80 x1830953551903104/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:242/0 lens 488/0 e 0 to 0 dl 1746134042 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.322559:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ad9f80 with x1830953551903104 ext(0->4095) 00002000:00010000:1.0:1746134031.322563:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072ad9f80 00000100:00100000:1.0:1746134031.322575:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12717 00000100:00100000:1.0:1746134031.322581:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ad9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+85:2009:x1830953551903104:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134031.322681:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ad9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+85:2009:x1830953551903104:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (309us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134031.322687:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12717 00002000:00100000:1.0:1746134031.322692:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ad9f80 x1830953551903104/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:242/0 lens 488/4536 e 0 to 0 dl 1746134042 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.322699:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ad9f80 with x1830953551903104 ext(0->4095) 00002000:00010000:1.0:1746134031.322701:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072ad9f80 00000100:00100000:0.0:1746134031.325141:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.325216:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551903232 00000100:00100000:1.0:1746134031.325221:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551903232 00000100:00100000:1.0:1746134031.325257:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28925 00000100:00100000:1.0:1746134031.325261:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953551903232:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134031.325272:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134031.325282:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c7428 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574e8b6 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.325299:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c7421 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e8af expref: 84 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.325303:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134031.325305:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134031.325307:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c7428 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e8b6 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.325325:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c7421 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e8af expref: 84 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.325332:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c7421 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e8af expref: 84 pid: 10181 timeout: 800 lvb_type: 0 00000100:00100000:1.0:1746134031.325340:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009239ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953547906944:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134031.325465:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20300 going to sleep for 11 seconds 00000100:00100000:1.0:1746134031.326524:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009239ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953547906944:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134031.326542:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c7428 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e8b6 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.326552:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c1800, rc 0) 00000100:00100000:1.0:1746134031.326576:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953551903232:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1314us (1463us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134031.326583:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28925 00000100:00100000:0.0:1746134031.326964:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.329751:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.332099:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.333329:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551903744 00000100:00100000:1.0:1746134031.333336:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551903744 00000100:00100000:1.0:1746134031.333371:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28926 00000100:00100000:1.0:1746134031.333377:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072adb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:1755:x1830953551903744:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134031.333390:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134031.333401:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c742f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574e8bd expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.333423:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c7428 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e8b6 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.333429:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134031.333431:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134031.333434:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c742f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e8bd expref: 85 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.333457:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c7428 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e8b6 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.333467:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c7428 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e8b6 expref: 5 pid: 9581 timeout: 800 lvb_type: 0 00000100:00100000:1.0:1746134031.333477:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009239ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953547907200:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134031.333545:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20300 going to sleep for 11 seconds 00000100:00100000:0.0:1746134031.334172:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.335256:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009239ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953547907200:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134031.335271:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c742f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e8bd expref: 86 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.335279:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c1200, rc 0) 00000100:00100000:1.0:1746134031.335299:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072adb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:1755:x1830953551903744:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1922us (3204us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134031.335304:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28926 00000100:00100000:0.0:1746134031.335911:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.336688:0:7238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953547907584 00000100:00100000:0.0:1746134031.336691:0:7238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953547907584 00000100:00100000:0.0:1746134031.336722:0:7238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 616 00000100:00100000:0.0:1746134031.336727:0:7238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3770:x1830953547907584:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746134031.336746:0:7238:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445994496 avail 1316532224 00000100:00100000:0.0:1746134031.336773:0:7238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3770:x1830953547907584:12345-0@lo:41:osp-pre-0-1.0 Request processed in 46us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134031.336778:0:7238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 616 00000100:00100000:0.0:1746134031.338858:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.339153:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551904256 00000100:00100000:1.0:1746134031.339171:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551904256 00002000:00100000:1.0:1746134031.339200:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ada300 x1830953551904256/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:242/0 lens 488/0 e 0 to 0 dl 1746134042 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.339208:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ada300 with x1830953551904256 ext(0->4095) 00010000:00010000:1.0:1746134031.339214:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c742f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e8bd expref: 86 pid: 9581 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.339225:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c742f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e8bd expref: 86 pid: 9581 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746134031.339231:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072ada300 00000100:00100000:1.0:1746134031.339257:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1999 00000100:00100000:1.0:1746134031.339263:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ada300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:2010:x1830953551904256:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134031.339368:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ada300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:2010:x1830953551904256:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (509us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134031.339373:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1999 00002000:00100000:1.0:1746134031.339378:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ada300 x1830953551904256/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:242/0 lens 488/4536 e 0 to 0 dl 1746134042 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.339384:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ada300 with x1830953551904256 ext(0->4095) 00010000:00010000:1.0:1746134031.339389:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c742f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e8bd expref: 86 pid: 9581 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.339396:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c742f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e8bd expref: 86 pid: 9581 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746134031.339402:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072ada300 00000100:00100000:0.0:1746134031.341481:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.347405:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.347846:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551904640 00000100:00100000:1.0:1746134031.347853:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551904640 00002000:00100000:1.0:1746134031.347878:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a84e00 x1830953551904640/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:242/0 lens 488/0 e 0 to 0 dl 1746134042 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.347887:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a84e00 with x1830953551904640 ext(0->4095) 00002000:00010000:1.0:1746134031.347891:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091a84e00 00000100:00100000:1.0:1746134031.347916:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12719 00000100:00100000:1.0:1746134031.347922:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+85:2009:x1830953551904640:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134031.348023:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+85:2009:x1830953551904640:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (623us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134031.348028:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12719 00002000:00100000:1.0:1746134031.348033:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a84e00 x1830953551904640/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:242/0 lens 488/4536 e 0 to 0 dl 1746134042 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.348040:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a84e00 with x1830953551904640 ext(0->4095) 00002000:00010000:1.0:1746134031.348042:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091a84e00 00000100:00100000:0.0:1746134031.351096:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.351167:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551904768 00000100:00100000:1.0:1746134031.351174:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551904768 00000100:00100000:1.0:1746134031.351220:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28928 00000100:00100000:1.0:1746134031.351227:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953551904768:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134031.351240:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134031.351307:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c743d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574e8cb expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.351331:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c7436 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e8c4 expref: 84 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.351342:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134031.351344:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134031.351347:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c743d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e8cb expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.351369:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c7436 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e8c4 expref: 84 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.351379:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c7436 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e8c4 expref: 84 pid: 10181 timeout: 800 lvb_type: 0 00000100:00100000:1.0:1746134031.351390:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009239ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953547907840:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134031.351461:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746134031.360349:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009239ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953547907840:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134031.360375:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c743d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e8cb expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.360390:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c0000, rc 0) 00000100:00100000:1.0:1746134031.360424:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953551904768:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9197us (9334us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134031.360431:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28928 00000100:00100000:0.0:1746134031.363458:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.370778:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:2010:x1830953551904896:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 2474us (2657us total) trans 4294970565 rc 0/0 00000100:00100000:0.0:1746134031.370791:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2000 00002000:00100000:0.0:1746134031.370803:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880099b2e680 x1830953551904896/t4294970565(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:242/0 lens 496/448 e 0 to 0 dl 1746134042 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134031.370812:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099b2e680 with x1830953551904896 ext(0->7) 00010000:00010000:0.0:1746134031.370821:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c7436 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e8c4 expref: 87 pid: 10181 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746134031.370834:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c7436 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e8c4 expref: 87 pid: 10181 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746134031.370840:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099b2e680 00000100:00100000:0.0:1746134031.374714:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.374768:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.374835:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551905152 00000100:00100000:1.0:1746134031.374842:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551905152 00000100:00100000:1.0:1746134031.374887:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28929 00000100:00100000:1.0:1746134031.374893:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:1755:x1830953551905152:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134031.374909:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134031.374922:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c7444 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574e8d2 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.374942:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134031.374947:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c743d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e8cb expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.374953:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746134031.374956:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c7444 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e8d2 expref: 88 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.374984:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c743d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e8cb expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.374995:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c7444 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e8d2 expref: 88 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.375003:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c0a00, rc 0) 00000100:00100000:1.0:1746134031.375049:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+88:1755:x1830953551905152:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 155us (281us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134031.375055:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28929 00000100:00100000:0.0:1746134031.378711:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.380907:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.383629:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.389573:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.393311:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.393546:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551906048 00000100:00100000:1.0:1746134031.393551:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551906048 00002000:00100000:1.0:1746134031.393579:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012d969500 x1830953551906048/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:242/0 lens 496/0 e 0 to 0 dl 1746134042 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.393588:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d969500 with x1830953551906048 ext(0->7) 00010000:00010000:1.0:1746134031.393594:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c7444 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e8d2 expref: 87 pid: 9581 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.393604:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c7444 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e8d2 expref: 87 pid: 9581 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746134031.393610:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d969500 00000100:00100000:1.0:1746134031.393634:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2002 00000100:00100000:1.0:1746134031.393640:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d969500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:2009:x1830953551906048:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746134031.395645:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d969500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+89:2009:x1830953551906048:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 1998us (2329us total) trans 4294970566 rc 0/0 00000100:00100000:1.0:1746134031.395654:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2002 00002000:00100000:1.0:1746134031.395662:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012d969500 x1830953551906048/t4294970566(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:242/0 lens 496/448 e 0 to 0 dl 1746134042 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.395676:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d969500 with x1830953551906048 ext(0->7) 00010000:00010000:1.0:1746134031.395685:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c7444 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e8d2 expref: 89 pid: 9581 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.395697:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c7444 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e8d2 expref: 89 pid: 9581 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746134031.395703:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d969500 00000100:00100000:0.0:1746134031.400245:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.409307:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.409921:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551906560 00000100:00100000:1.0:1746134031.409926:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551906560 00002000:00100000:1.0:1746134031.409951:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d96a680 x1830953551906560/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:242/0 lens 488/0 e 0 to 0 dl 1746134042 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.409965:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d96a680 with x1830953551906560 ext(0->4095) 00010000:00010000:1.0:1746134031.409972:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c744b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e8d9 expref: 6 pid: 24940 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.409981:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c744b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e8d9 expref: 6 pid: 24940 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746134031.409986:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d96a680 00000100:00100000:1.0:1746134031.410010:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2003 00000100:00100000:1.0:1746134031.410015:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d96a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551906560:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134031.410422:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d96a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551906560:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 329us (1042us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134031.410428:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2003 00002000:00100000:1.0:1746134031.410434:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d96a680 x1830953551906560/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:242/0 lens 488/4536 e 0 to 0 dl 1746134042 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.410440:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d96a680 with x1830953551906560 ext(0->4095) 00010000:00010000:1.0:1746134031.410445:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c744b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e8d9 expref: 6 pid: 24940 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.410454:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c744b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e8d9 expref: 6 pid: 24940 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746134031.410460:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d96a680 00000100:00100000:0.0:1746134031.411937:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.417540:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.417614:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551906944 00000100:00100000:1.0:1746134031.417620:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551906944 00002000:00100000:1.0:1746134031.417857:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009c7e5c00 x1830953551906944/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:242/0 lens 488/0 e 0 to 0 dl 1746134042 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.417866:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7e5c00 with x1830953551906944 ext(0->4095) 00002000:00010000:1.0:1746134031.417871:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7e5c00 00000100:00100000:1.0:1746134031.417939:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12721 00000100:00100000:1.0:1746134031.417946:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+89:2009:x1830953551906944:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134031.418788:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+89:2009:x1830953551906944:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 839us (1248us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134031.418794:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12721 00002000:00100000:1.0:1746134031.418800:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009c7e5c00 x1830953551906944/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:242/0 lens 488/4536 e 0 to 0 dl 1746134042 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.418807:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7e5c00 with x1830953551906944 ext(0->4095) 00002000:00010000:1.0:1746134031.418810:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7e5c00 00000100:00100000:0.0:1746134031.421611:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.424710:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.427441:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.427968:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.428807:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551907584 00000100:00100000:1.0:1746134031.428811:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551907584 00002000:00100000:1.0:1746134031.428833:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008fe86680 x1830953551907584/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:242/0 lens 488/0 e 0 to 0 dl 1746134042 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.428840:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe86680 with x1830953551907584 ext(0->4095) 00010000:00010000:1.0:1746134031.428845:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c7459 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e8e7 expref: 6 pid: 24940 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.428853:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c7459 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e8e7 expref: 6 pid: 24940 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746134031.428863:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fe86680 00000100:00100000:1.0:1746134031.428874:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2004 00000100:00100000:1.0:1746134031.428880:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551907584:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134031.429185:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551907584:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 304us (1216us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134031.429191:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2004 00002000:00100000:1.0:1746134031.429196:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008fe86680 x1830953551907584/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:242/0 lens 488/4536 e 0 to 0 dl 1746134042 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.429202:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe86680 with x1830953551907584 ext(0->4095) 00010000:00010000:1.0:1746134031.429206:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c7459 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e8e7 expref: 6 pid: 24940 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.429213:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c7459 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e8e7 expref: 6 pid: 24940 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746134031.429218:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fe86680 00000100:00100000:0.0:1746134031.431330:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.431552:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551907712 00000100:00100000:1.0:1746134031.431556:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551907712 00000100:00100000:0.0:1746134031.432915:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.436975:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.437248:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551908096 00000100:00100000:1.0:1746134031.437253:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551908096 00002000:00100000:1.0:1746134031.437281:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917f4380 x1830953551908096/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:242/0 lens 488/0 e 0 to 0 dl 1746134042 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.437289:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917f4380 with x1830953551908096 ext(0->4095) 00010000:00010000:1.0:1746134031.437295:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c7460 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e8ee expref: 90 pid: 24940 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.437307:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c7460 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e8ee expref: 90 pid: 24940 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746134031.437312:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917f4380 00000100:00100000:1.0:1746134031.437335:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2005 00000100:00100000:1.0:1746134031.437341:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:2010:x1830953551908096:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134031.437434:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:2010:x1830953551908096:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 92us (465us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134031.437440:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2005 00002000:00100000:1.0:1746134031.437444:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917f4380 x1830953551908096/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:242/0 lens 488/4536 e 0 to 0 dl 1746134042 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.437450:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917f4380 with x1830953551908096 ext(0->4095) 00010000:00010000:1.0:1746134031.437454:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c7460 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e8ee expref: 90 pid: 24940 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.437463:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c7460 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e8ee expref: 90 pid: 24940 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746134031.437468:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917f4380 00000100:00100000:0.0:1746134031.439954:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.444389:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.446552:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.448597:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.451335:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.453990:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.455237:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.457031:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.459842:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.459984:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551909632 00000100:00100000:1.0:1746134031.459989:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551909632 00002000:00100000:1.0:1746134031.460016:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8801360f9880 x1830953551909632/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:242/0 lens 488/0 e 0 to 0 dl 1746134042 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.460025:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801360f9880 with x1830953551909632 ext(0->4095) 00010000:00010000:1.0:1746134031.460031:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c7475 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e903 expref: 90 pid: 24940 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.460041:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c7475 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e903 expref: 90 pid: 24940 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746134031.460047:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801360f9880 00000100:00100000:1.0:1746134031.460072:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2006 00000100:00100000:1.0:1746134031.460078:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801360f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:2009:x1830953551909632:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134031.460423:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801360f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:2009:x1830953551909632:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 344us (580us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134031.460429:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2006 00002000:00100000:1.0:1746134031.460434:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8801360f9880 x1830953551909632/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:242/0 lens 488/4536 e 0 to 0 dl 1746134042 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.460440:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801360f9880 with x1830953551909632 ext(0->4095) 00010000:00010000:1.0:1746134031.460445:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c7475 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e903 expref: 90 pid: 24940 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.460453:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c7475 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e903 expref: 90 pid: 24940 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746134031.460458:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801360f9880 00000100:00100000:0.0:1746134031.461840:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.464579:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.464641:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551910016 00000100:00100000:1.0:1746134031.464646:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551910016 00002000:00100000:1.0:1746134031.464668:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8801360fbb80 x1830953551910016/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:242/0 lens 488/0 e 0 to 0 dl 1746134042 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.464678:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801360fbb80 with x1830953551910016 ext(0->4095) 00002000:00010000:1.0:1746134031.464681:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801360fbb80 00000100:00100000:1.0:1746134031.464698:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12724 00000100:00100000:1.0:1746134031.464702:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801360fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+89:2010:x1830953551910016:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134031.464796:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801360fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+89:2010:x1830953551910016:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 92us (217us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134031.464801:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12724 00002000:00100000:1.0:1746134031.464806:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8801360fbb80 x1830953551910016/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:242/0 lens 488/4536 e 0 to 0 dl 1746134042 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.464812:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801360fbb80 with x1830953551910016 ext(0->4095) 00002000:00010000:1.0:1746134031.464815:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801360fbb80 00000100:00100000:0.0:1746134031.465983:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.468729:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.471716:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.473737:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.476893:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.477337:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.479990:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.482644:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.483829:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.486675:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.489669:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.490329:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.494167:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.494225:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551912192 00000100:00100000:1.0:1746134031.494231:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551912192 00002000:00100000:1.0:1746134031.494262:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008fe24380 x1830953551912192/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:242/0 lens 488/0 e 0 to 0 dl 1746134042 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.494270:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe24380 with x1830953551912192 ext(0->4095) 00010000:00010000:1.0:1746134031.494278:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c7498 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e926 expref: 6 pid: 10181 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.494289:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c7498 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e926 expref: 6 pid: 10181 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746134031.494295:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fe24380 00000100:00100000:1.0:1746134031.494323:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2009 00000100:00100000:1.0:1746134031.494329:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551912192:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134031.494434:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551912192:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (280us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134031.494440:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2009 00002000:00100000:1.0:1746134031.494445:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008fe24380 x1830953551912192/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:242/0 lens 488/4536 e 0 to 0 dl 1746134042 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.494452:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe24380 with x1830953551912192 ext(0->4095) 00010000:00010000:1.0:1746134031.494456:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c7498 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e926 expref: 6 pid: 10181 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.494464:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c7498 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e926 expref: 6 pid: 10181 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746134031.494470:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fe24380 00000100:00100000:0.0:1746134031.498859:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.499353:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.503805:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.507758:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.509644:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.514684:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551913216 00000100:00100000:0.0:1746134031.514688:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551913216 00000100:00100000:0.0:1746134031.514722:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28945 00000100:00100000:0.0:1746134031.514730:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:1755:x1830953551913216:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134031.514740:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134031.514753:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091708a00/0x9682c7de153c74b4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574e942 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134031.514772:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134031.514777:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c74ad lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e93b expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134031.514782:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746134031.514785:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091708a00/0x9682c7de153c74b4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e942 expref: 91 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134031.514811:0:10181:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c74ad lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e93b expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134031.514821:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091708a00/0x9682c7de153c74b4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e942 expref: 91 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134031.514830:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091708a00, rc 0) 00000100:00100000:0.0:1746134031.514864:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:1755:x1830953551913216:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (499us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134031.514869:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28945 00000100:00100000:0.0:1746134031.517840:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.518567:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551913472 00000100:00100000:1.0:1746134031.518572:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551913472 00002000:00100000:1.0:1746134031.518598:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008ad8d180 x1830953551913472/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:242/0 lens 488/0 e 0 to 0 dl 1746134042 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.518606:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ad8d180 with x1830953551913472 ext(0->4095) 00010000:00010000:1.0:1746134031.518612:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c74ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e93b expref: 6 pid: 10181 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.518622:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c74ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e93b expref: 6 pid: 10181 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746134031.518631:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ad8d180 00000100:00100000:1.0:1746134031.518652:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2010 00000100:00100000:1.0:1746134031.518657:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551913472:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134031.518747:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551913472:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 89us (911us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134031.518752:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2010 00002000:00100000:1.0:1746134031.518757:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008ad8d180 x1830953551913472/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:242/0 lens 488/4536 e 0 to 0 dl 1746134042 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.518763:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ad8d180 with x1830953551913472 ext(0->4095) 00010000:00010000:1.0:1746134031.518767:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c74ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e93b expref: 6 pid: 10181 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.518774:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c74ad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e93b expref: 6 pid: 10181 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746134031.518779:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ad8d180 00000100:00100000:0.0:1746134031.524310:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.529071:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.535926:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.536010:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551914112 00000100:00100000:1.0:1746134031.536017:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551914112 00002000:00100000:1.0:1746134031.536049:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009202b800 x1830953551914112/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:242/0 lens 496/0 e 0 to 0 dl 1746134042 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.536058:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009202b800 with x1830953551914112 ext(0->7) 00010000:00010000:1.0:1746134031.536065:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091708a00/0x9682c7de153c74b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e942 expref: 89 pid: 10181 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.536082:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091708a00/0x9682c7de153c74b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e942 expref: 89 pid: 10181 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746134031.536089:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009202b800 00000100:00100000:0.0:1746134031.537152:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009202b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:2009:x1830953551914112:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 915us (1231us total) trans 4294970567 rc 0/0 00000100:00100000:0.0:1746134031.537168:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2011 00002000:00100000:0.0:1746134031.537175:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009202b800 x1830953551914112/t4294970567(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:242/0 lens 496/448 e 0 to 0 dl 1746134042 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134031.537182:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009202b800 with x1830953551914112 ext(0->7) 00010000:00010000:0.0:1746134031.537187:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091708a00/0x9682c7de153c74b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e942 expref: 91 pid: 10181 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746134031.537198:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091708a00/0x9682c7de153c74b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e942 expref: 91 pid: 10181 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746134031.537204:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009202b800 00000100:00100000:0.0:1746134031.546314:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.557224:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.559964:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.560043:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551914624 00000100:00100000:1.0:1746134031.560049:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551914624 00002000:00100000:1.0:1746134031.560080:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009bfbca80 x1830953551914624/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:242/0 lens 488/0 e 0 to 0 dl 1746134042 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.560089:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfbca80 with x1830953551914624 ext(0->4095) 00010000:00010000:1.0:1746134031.560096:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c74bb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e949 expref: 6 pid: 24940 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.560106:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c74bb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e949 expref: 6 pid: 24940 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746134031.560143:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bfbca80 00000100:00100000:1.0:1746134031.560168:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2012 00000100:00100000:1.0:1746134031.560174:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551914624:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134031.560287:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551914624:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (328us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134031.560293:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2012 00002000:00100000:1.0:1746134031.560298:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009bfbca80 x1830953551914624/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:242/0 lens 488/4536 e 0 to 0 dl 1746134042 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.560305:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfbca80 with x1830953551914624 ext(0->4095) 00010000:00010000:1.0:1746134031.560310:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c74bb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e949 expref: 6 pid: 24940 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.560318:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c74bb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e949 expref: 6 pid: 24940 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746134031.560323:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bfbca80 00000100:00100000:0.0:1746134031.562672:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.570265:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.572548:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.576273:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.577711:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.580175:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551915648 00000100:00100000:0.0:1746134031.580179:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551915648 00002000:00100000:0.0:1746134031.580201:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091869c00 x1830953551915648/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:242/0 lens 488/0 e 0 to 0 dl 1746134042 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134031.580208:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091869c00 with x1830953551915648 ext(0->4095) 00010000:00010000:0.0:1746134031.580213:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c74c9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e957 expref: 6 pid: 10181 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746134031.580221:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c74c9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e957 expref: 6 pid: 10181 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746134031.580226:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091869c00 00000100:00100000:0.0:1746134031.580246:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2013 00000100:00100000:0.0:1746134031.580250:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091869c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551915648:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746134031.580342:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091869c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551915648:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 91us (382us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134031.580350:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2013 00002000:00100000:0.0:1746134031.580354:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091869c00 x1830953551915648/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:242/0 lens 488/4536 e 0 to 0 dl 1746134042 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134031.580360:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091869c00 with x1830953551915648 ext(0->4095) 00010000:00010000:0.0:1746134031.580364:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c74c9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e957 expref: 6 pid: 10181 timeout: 800 lvb_type: 0 00010000:00010000:0.0:1746134031.580371:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c74c9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e957 expref: 6 pid: 10181 timeout: 800 lvb_type: 0 00002000:00010000:0.0:1746134031.580376:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091869c00 00000100:00100000:0.0:1746134031.584955:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.586977:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.591004:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.594147:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.597481:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.601004:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.604183:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.608778:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.608825:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.612725:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.616769:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.620567:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.623632:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.627338:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.631052:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.635531:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.640255:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551918464 00000100:00100000:0.0:1746134031.640260:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551918464 00000100:00100000:0.0:1746134031.640305:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28955 00000100:00100000:0.0:1746134031.640312:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800872b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:1755:x1830953551918464:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134031.640329:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134031.640342:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bd36800/0x9682c7de153c74fa lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574e988 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134031.640367:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c74f3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e981 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134031.640378:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134031.640379:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134031.640382:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bd36800/0x9682c7de153c74fa lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e988 expref: 91 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134031.640408:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c74f3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e981 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134031.640418:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c74f3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e981 expref: 5 pid: 10181 timeout: 800 lvb_type: 0 00000100:00100000:0.0:1746134031.640431:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b14d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953547914752:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134031.640480:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c480 going to sleep for 11 seconds 00000100:00100000:0.0:1746134031.644423:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.645314:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00010000:00010000:1.0:1746134031.646305:0:10181:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c74f3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e981 expref: 6 pid: 10181 timeout: 800 lvb_type: 0 00000100:00100000:1.0:1746134031.646319:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b14d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953547914752:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134031.646333:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bd36800/0x9682c7de153c74fa lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e988 expref: 92 pid: 10181 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.646340:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bd36800/0x9682c7de153c74fa lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e988 expref: 92 pid: 10181 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.646347:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bd36800, rc 0) 00000100:00100000:1.0:1746134031.646905:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800872b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+92:1755:x1830953551918464:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6592us (7133us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134031.646911:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28955 00000100:00100000:1.0:1746134031.650400:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.670293:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.672855:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.677393:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.679770:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.683421:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.685770:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.689760:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.689841:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551920768 00000100:00100000:1.0:1746134031.689846:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551920768 00002000:00100000:1.0:1746134031.689875:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008f8b7480 x1830953551920768/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:242/0 lens 488/0 e 0 to 0 dl 1746134042 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.689888:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b7480 with x1830953551920768 ext(0->4095) 00010000:00010000:1.0:1746134031.689895:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c750f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e99d expref: 92 pid: 10181 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.689905:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c750f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e99d expref: 92 pid: 10181 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746134031.689911:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f8b7480 00000100:00100000:1.0:1746134031.689995:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2018 00000100:00100000:1.0:1746134031.690000:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+92:2010:x1830953551920768:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134031.690326:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+92:2010:x1830953551920768:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 325us (567us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134031.690332:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2018 00002000:00100000:1.0:1746134031.690338:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008f8b7480 x1830953551920768/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:242/0 lens 488/4536 e 0 to 0 dl 1746134042 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.690345:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b7480 with x1830953551920768 ext(0->4095) 00010000:00010000:1.0:1746134031.690349:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c750f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e99d expref: 92 pid: 10181 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.690357:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c750f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e99d expref: 92 pid: 10181 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746134031.690362:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f8b7480 00000100:00100000:0.0:1746134031.692613:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.697099:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.697194:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551921152 00000100:00100000:1.0:1746134031.697200:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551921152 00002000:00100000:1.0:1746134031.697233:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b4cad80 x1830953551921152/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:242/0 lens 488/0 e 0 to 0 dl 1746134042 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.697242:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4cad80 with x1830953551921152 ext(0->4095) 00002000:00010000:1.0:1746134031.697246:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b4cad80 00000100:00100000:1.0:1746134031.697272:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12734 00000100:00100000:1.0:1746134031.697278:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:2010:x1830953551921152:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134031.697389:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:2010:x1830953551921152:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (291us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134031.697395:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12734 00002000:00100000:1.0:1746134031.697400:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b4cad80 x1830953551921152/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:242/0 lens 488/4536 e 0 to 0 dl 1746134042 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.697407:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4cad80 with x1830953551921152 ext(0->4095) 00002000:00010000:1.0:1746134031.697409:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b4cad80 00000100:00100000:0.0:1746134031.699088:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.701142:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.703780:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.705766:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.707496:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.708213:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.708385:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551922048 00000100:00100000:1.0:1746134031.708392:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551922048 00000100:00100000:1.0:1746134031.708420:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28962 00000100:00100000:1.0:1746134031.708426:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c415500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:1755:x1830953551922048:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134031.708434:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134031.708442:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c752b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574e9b9 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.708456:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c7524 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9b2 expref: 92 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.708465:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134031.708467:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134031.708469:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c752b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9b9 expref: 92 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.708484:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c7524 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9b2 expref: 92 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.708496:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c7524 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9b2 expref: 92 pid: 10181 timeout: 800 lvb_type: 0 00000100:00100000:1.0:1746134031.708504:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009239aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953547916544:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134031.708545:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20600 going to sleep for 11 seconds 00000100:00100000:1.0:1746134031.710407:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.710515:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009239aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953547916544:192.168.203.26@tcp:104: 00010000:00010000:0.0:1746134031.710532:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c752b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9b9 expref: 92 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134031.710542:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c0000, rc 0) 00000100:00100000:0.0:1746134031.710566:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c415500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+92:1755:x1830953551922048:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2140us (2353us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134031.710572:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28962 00000100:00100000:0.0:1746134031.712796:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.712862:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.715751:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.716021:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551922816 00000100:00100000:1.0:1746134031.716026:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551922816 00002000:00100000:1.0:1746134031.716052:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b901180 x1830953551922816/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:242/0 lens 488/0 e 0 to 0 dl 1746134042 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.716060:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b901180 with x1830953551922816 ext(0->4095) 00010000:00010000:1.0:1746134031.716066:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c752b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9b9 expref: 91 pid: 24940 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.716077:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c752b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9b9 expref: 91 pid: 24940 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746134031.716082:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b901180 00000100:00100000:1.0:1746134031.716106:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2020 00000100:00100000:1.0:1746134031.716134:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b901180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:2009:x1830953551922816:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134031.716247:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b901180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:2009:x1830953551922816:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (496us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134031.716253:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2020 00002000:00100000:1.0:1746134031.716257:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b901180 x1830953551922816/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:242/0 lens 488/4536 e 0 to 0 dl 1746134042 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.716264:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b901180 with x1830953551922816 ext(0->4095) 00010000:00010000:1.0:1746134031.716268:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c752b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9b9 expref: 91 pid: 24940 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.716276:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c752b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9b9 expref: 91 pid: 24940 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746134031.716282:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b901180 00000100:00100000:0.0:1746134031.719412:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.719598:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.722936:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.723429:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009186b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547916928:192.168.203.26@tcp:105: 00010000:00010000:0.0:1746134031.723438:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134031.723459:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+92:2009:x1830953551923072:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3707us (3861us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134031.723465:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14266 00000100:00100000:0.0:1746134031.725708:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.726205:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14267 00000100:00100000:1.0:1746134031.726214:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551923456:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134031.726316:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134031.726333:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c7532 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9c0 expref: 6 pid: 24940 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.726344:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c7532 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9c0 expref: 6 pid: 24940 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.726361:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c7532 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9c0 expref: 6 pid: 24940 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.726408:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134031.726411:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134031.726417:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c7539 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9c7 expref: 90 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.726424:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c7539 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9c7 expref: 90 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.726452:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c7539 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9c7 expref: 90 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134031.726463:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009239aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953547917184:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134031.726677:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20540 going to sleep for 11 seconds 00000100:00100000:1.0:1746134031.728810:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009239aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953547917184:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134031.728824:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134031.728862:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953551923456:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2649us (3158us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134031.728870:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14267 00000100:00100000:0.0:1746134031.729032:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.729202:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551923712 00000100:00100000:1.0:1746134031.729207:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551923712 00002000:00100000:1.0:1746134031.729234:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012c433b80 x1830953551923712/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:242/0 lens 488/0 e 0 to 0 dl 1746134042 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.729243:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c433b80 with x1830953551923712 ext(0->4095) 00002000:00010000:1.0:1746134031.729246:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c433b80 00000100:00100000:1.0:1746134031.729260:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12736 00000100:00100000:1.0:1746134031.729266:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c433b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:2009:x1830953551923712:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134031.729363:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c433b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:2009:x1830953551923712:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 97us (331us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134031.729369:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12736 00002000:00100000:1.0:1746134031.729373:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012c433b80 x1830953551923712/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:242/0 lens 488/4536 e 0 to 0 dl 1746134042 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.729379:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c433b80 with x1830953551923712 ext(0->4095) 00002000:00010000:1.0:1746134031.729382:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c433b80 00000100:00100000:0.0:1746134031.730578:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.733167:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce30700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953547917312:192.168.203.26@tcp:104: 00010000:00010000:0.0:1746134031.733188:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c7540 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9ce expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134031.733201:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095588200, rc 0) 00000100:00100000:0.0:1746134031.733655:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c432680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953551923840:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2894us (3077us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134031.733663:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28965 00000100:00100000:1.0:1746134031.733724:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551923968 00000100:00100000:1.0:1746134031.733729:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551923968 00010000:00010000:1.0:1746134031.733749:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c7539 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9c7 expref: 91 pid: 10181 timeout: 800 lvb_type: 0 00000100:00100000:1.0:1746134031.733773:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14268 00000100:00100000:1.0:1746134031.733779:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce30700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:2009:x1830953551923968:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134031.733787:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134031.733801:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c7539 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9c7 expref: 91 pid: 10181 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.733810:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c7539 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9c7 expref: 91 pid: 10181 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.733827:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c7539 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9c7 expref: 91 pid: 10181 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.733854:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134031.733856:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134031.733861:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c7540 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9ce expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.733868:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c7540 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9ce expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.733890:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c7540 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9ce expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134031.733899:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009239aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953547917440:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134031.734474:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e206c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746134031.735888:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009239aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953547917440:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134031.735901:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134031.735923:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.735971:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce30700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:2009:x1830953551923968:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2190us (2740us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134031.735979:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14268 00000100:00100000:0.0:1746134031.737676:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551924352 00000100:00100000:0.0:1746134031.737680:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551924352 00000100:00100000:0.0:1746134031.737769:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28966 00000100:00100000:0.0:1746134031.737776:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072970000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:1757:x1830953551924352:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134031.737787:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134031.737800:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915ba600/0x9682c7de153c7547 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574e9d5 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134031.737823:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c7540 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9ce expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134031.737830:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134031.737831:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134031.737835:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915ba600/0x9682c7de153c7547 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9d5 expref: 91 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134031.737855:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c7540 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9ce expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134031.737866:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c7540 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9ce expref: 5 pid: 10181 timeout: 800 lvb_type: 0 00000100:00100000:0.0:1746134031.737875:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bc71500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953547917568:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134031.738464:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c240 going to sleep for 11 seconds 00000100:00100000:0.0:1746134031.739629:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.740992:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.741042:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551924608 00000100:00100000:1.0:1746134031.741046:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551924608 00010000:00010000:1.0:1746134031.741059:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c7540 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9ce expref: 6 pid: 10181 timeout: 800 lvb_type: 0 00000100:00100000:1.0:1746134031.741079:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14269 00000100:00100000:1.0:1746134031.741087:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551924608:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134031.741097:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134031.741125:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c7540 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9ce expref: 6 pid: 10181 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.741136:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c7540 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9ce expref: 6 pid: 10181 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.741165:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c7540 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9ce expref: 6 pid: 10181 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.741177:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134031.741178:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134031.741183:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915ba600/0x9682c7de153c7547 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9d5 expref: 91 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.741189:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915ba600/0x9682c7de153c7547 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9d5 expref: 91 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.741207:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800915ba600/0x9682c7de153c7547 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9d5 expref: 91 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.741216:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800915ba600/0x9682c7de153c7547 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9d5 expref: 91 pid: 10181 timeout: 800 lvb_type: 0 00000100:00100000:1.0:1746134031.741224:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009239aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953547917824:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134031.741279:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e206c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746134031.744351:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009239aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953547917824:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134031.744369:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134031.744412:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953551924608:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3326us (3419us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134031.744421:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14269 00000100:00100000:0.0:1746134031.746431:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.749389:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.750473:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.750535:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551925120 00000100:00100000:1.0:1746134031.750540:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551925120 00010000:00010000:1.0:1746134031.750566:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800915ba600/0x9682c7de153c7547 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9d5 expref: 92 pid: 10181 timeout: 800 lvb_type: 0 00000100:00100000:1.0:1746134031.751402:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14270 00000100:00100000:1.0:1746134031.751409:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081159500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+92:2010:x1830953551925120:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134031.751416:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134031.751430:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800915ba600/0x9682c7de153c7547 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9d5 expref: 92 pid: 10181 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.751439:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800915ba600/0x9682c7de153c7547 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9d5 expref: 92 pid: 10181 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.751873:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800915ba600/0x9682c7de153c7547 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9d5 expref: 92 pid: 10181 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.751912:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134031.751914:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134031.751918:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c754e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9dc expref: 91 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.751924:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c754e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9dc expref: 91 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.751943:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c754e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9dc expref: 91 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.751964:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c754e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9dc expref: 91 pid: 10181 timeout: 800 lvb_type: 0 00000100:00100000:1.0:1746134031.751974:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009239aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953547918080:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134031.752021:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e206c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746134031.754234:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009239aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953547918080:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134031.754249:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134031.754281:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081159500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:2010:x1830953551925120:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2873us (3808us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134031.754290:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14270 00000100:00100000:0.0:1746134031.755841:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.759389:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.759450:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.759821:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551925632 00000100:00100000:1.0:1746134031.759824:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551925632 00010000:00010000:1.0:1746134031.759843:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c754e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9dc expref: 92 pid: 10181 timeout: 800 lvb_type: 0 00000100:00100000:1.0:1746134031.759865:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14271 00000100:00100000:1.0:1746134031.759871:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129eb4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+92:2009:x1830953551925632:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134031.759880:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134031.759895:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c754e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9dc expref: 92 pid: 10181 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.759910:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c754e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9dc expref: 92 pid: 10181 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.759929:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c754e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9dc expref: 92 pid: 10181 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.759944:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134031.759946:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134031.759951:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c7555 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9e3 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.759958:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c7555 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9e3 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.759982:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c7555 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9e3 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134031.759991:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009239aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953547918208:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134031.760042:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e206c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746134031.762915:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009239aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953547918208:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134031.762930:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134031.762959:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129eb4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+92:2009:x1830953551925632:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3088us (3509us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134031.762966:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14271 00000100:00100000:0.0:1746134031.763441:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.763750:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551925888 00000100:00100000:1.0:1746134031.763755:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551925888 00002000:00100000:1.0:1746134031.763779:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917f4e00 x1830953551925888/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:242/0 lens 488/0 e 0 to 0 dl 1746134042 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.763788:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917f4e00 with x1830953551925888 ext(0->4095) 00010000:00010000:1.0:1746134031.763793:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c7555 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9e3 expref: 6 pid: 10181 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.763803:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c7555 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9e3 expref: 6 pid: 10181 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746134031.763809:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917f4e00 00000100:00100000:1.0:1746134031.764322:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2024 00000100:00100000:1.0:1746134031.764330:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551925888:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134031.764438:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551925888:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (1326us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134031.764443:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2024 00002000:00100000:1.0:1746134031.764448:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917f4e00 x1830953551925888/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:242/0 lens 488/4536 e 0 to 0 dl 1746134042 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.764456:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917f4e00 with x1830953551925888 ext(0->4095) 00010000:00010000:1.0:1746134031.764461:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c7555 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9e3 expref: 6 pid: 10181 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.764469:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c7555 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9e3 expref: 6 pid: 10181 timeout: 800 lvb_type: 0 00002000:00010000:1.0:1746134031.764474:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917f4e00 00000100:00100000:0.0:1746134031.768012:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.768096:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551926016 00000100:00100000:1.0:1746134031.768104:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551926016 00010000:00010000:1.0:1746134031.768802:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c7555 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9e3 expref: 6 pid: 10181 timeout: 800 lvb_type: 0 00000100:00100000:1.0:1746134031.768876:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14272 00000100:00100000:1.0:1746134031.768884:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801360f8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551926016:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134031.768894:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134031.768910:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c7555 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9e3 expref: 6 pid: 10181 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.768921:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c7555 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9e3 expref: 6 pid: 10181 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.768939:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c7555 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9e3 expref: 6 pid: 10181 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.769027:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134031.769029:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134031.769036:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c755c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9ea expref: 90 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.769044:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c755c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9ea expref: 90 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.769070:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c755c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9ea expref: 90 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134031.769085:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009239aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953547918464:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134031.769825:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20300 going to sleep for 11 seconds 00000100:00100000:0.0:1746134031.772291:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.772430:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009239aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953547918464:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134031.772444:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134031.772477:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801360f8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953551926016:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3594us (4472us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134031.772486:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14272 00000100:00100000:0.0:1746134031.774981:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.777544:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.777614:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551926528 00000100:00100000:1.0:1746134031.777618:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551926528 00010000:00010000:1.0:1746134031.777637:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c755c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9ea expref: 91 pid: 9581 timeout: 800 lvb_type: 0 00000100:00100000:1.0:1746134031.777667:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14273 00000100:00100000:1.0:1746134031.777673:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072adbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:2010:x1830953551926528:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134031.777682:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134031.777696:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c755c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9ea expref: 91 pid: 9581 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.777705:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c755c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9ea expref: 91 pid: 9581 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.777721:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c755c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9ea expref: 91 pid: 9581 timeout: 800 lvb_type: 0 00010000:00010000:1.0:1746134031.777744:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134031.777747:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134031.777752:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c7563 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9f1 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.777758:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c7563 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9f1 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.777780:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c7563 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e9f1 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134031.777789:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009239aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953547918720:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134031.777829:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20300 going to sleep for 11 seconds 00000100:00100000:0.0:1746134031.780041:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.780419:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009239aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953547918720:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134031.780432:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134031.780461:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072adbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:2010:x1830953551926528:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2789us (2918us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134031.780467:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14273 00000100:00100000:0.0:1746134031.782953:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.783608:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.785703:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.792661:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.795813:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.795854:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.800965:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.813775:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.813827:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.818472:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.818557:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091868380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953547919488:192.168.203.26@tcp:105: 00010000:00010000:0.0:1746134031.818570:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134031.818593:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+92:2009:x1830953551928192:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4608us (4765us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134031.818609:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14276 00000100:00100000:0.0:1746134031.824556:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.826170:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.829458:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.829521:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551928832 00000100:00100000:1.0:1746134031.829528:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551928832 00010000:00010000:1.0:1746134031.829557:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c757f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea0d expref: 92 pid: 9581 timeout: 801 lvb_type: 0 00000100:00100000:1.0:1746134031.829582:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14278 00000100:00100000:1.0:1746134031.829588:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129eb4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+92:2011:x1830953551928832:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134031.829598:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134031.829615:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c757f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea0d expref: 92 pid: 9581 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134031.829626:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c757f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea0d expref: 92 pid: 9581 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134031.829646:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134031.829648:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134031.829653:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e000/0x9682c7de153c7586 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea14 expref: 92 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.829660:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e000/0x9682c7de153c7586 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea14 expref: 92 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.829687:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90e000/0x9682c7de153c7586 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea14 expref: 92 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134031.829697:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b900a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547920000:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134031.829749:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20300 going to sleep for 11 seconds 00000100:00100000:1.0:1746134031.832854:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b900a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547920000:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134031.832868:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134031.832895:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129eb4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:2011:x1830953551928832:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3307us (3442us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134031.832902:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14278 00000100:00100000:0.0:1746134031.833889:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.836771:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.840415:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.841596:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.841733:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551929472 00000100:00100000:1.0:1746134031.841739:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551929472 00010000:00010000:1.0:1746134031.841763:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e000/0x9682c7de153c7586 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea14 expref: 91 pid: 9581 timeout: 801 lvb_type: 0 00000100:00100000:1.0:1746134031.841798:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14279 00000100:00100000:1.0:1746134031.841803:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:2010:x1830953551929472:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134031.841813:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134031.841828:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90e000/0x9682c7de153c7586 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea14 expref: 91 pid: 9581 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134031.841838:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90e000/0x9682c7de153c7586 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea14 expref: 91 pid: 9581 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134031.841855:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e000/0x9682c7de153c7586 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea14 expref: 91 pid: 9581 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134031.841869:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134031.841871:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134031.841875:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c758d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea1b expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.841883:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c758d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea1b expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.841904:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c758d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea1b expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134031.841913:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b900a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547920256:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134031.841963:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134031.844859:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.844948:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b900a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547920256:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134031.844961:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134031.844989:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+92:2010:x1830953551929472:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3185us (3395us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134031.844997:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14279 00000100:00100000:0.0:1746134031.851240:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.851579:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551929984 00000100:00100000:1.0:1746134031.851586:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551929984 00010000:00010000:1.0:1746134031.851609:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c758d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea1b expref: 6 pid: 24940 timeout: 801 lvb_type: 0 00000100:00100000:1.0:1746134031.851637:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14280 00000100:00100000:1.0:1746134031.851643:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551929984:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134031.851652:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134031.851667:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c758d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea1b expref: 6 pid: 24940 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134031.851676:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c758d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea1b expref: 6 pid: 24940 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134031.851692:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c758d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea1b expref: 6 pid: 24940 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134031.851714:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134031.851716:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134031.851720:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c7594 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea22 expref: 91 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.851727:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c7594 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea22 expref: 91 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.851749:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c7594 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea22 expref: 91 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.851759:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c7594 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea22 expref: 91 pid: 24940 timeout: 801 lvb_type: 0 00000100:00100000:1.0:1746134031.851768:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b900a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547920640:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134031.852417:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746134031.854762:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.858168:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.860642:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b900a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547920768:192.168.203.26@tcp:105: 00010000:00010000:0.0:1746134031.860657:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134031.860685:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b09180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:2009:x1830953551930368:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2407us (2530us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134031.860692:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14281 00000100:00100000:0.0:1746134031.860818:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.875909:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.909350:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.910214:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+93:2011:x1830953551930880:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 653us (869us total) trans 4294970568 rc 0/0 00000100:00100000:0.0:1746134031.910220:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2030 00002000:00100000:0.0:1746134031.910226:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012fdc6a00 x1830953551930880/t4294970568(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:242/0 lens 496/448 e 0 to 0 dl 1746134042 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134031.910233:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc6a00 with x1830953551930880 ext(0->7) 00010000:00010000:0.0:1746134031.910237:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c759b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea29 expref: 93 pid: 24940 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746134031.910250:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c759b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea29 expref: 93 pid: 24940 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746134031.910254:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fdc6a00 00000100:00100000:0.0:1746134031.925492:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.925580:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.925660:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551931136 00000100:00100000:1.0:1746134031.925667:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551931136 00010000:00010000:1.0:1746134031.925695:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c759b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea29 expref: 94 pid: 24940 timeout: 801 lvb_type: 0 00000100:00100000:1.0:1746134031.925723:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14282 00000100:00100000:1.0:1746134031.925728:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+94:2012:x1830953551931136:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134031.925737:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134031.925750:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c759b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea29 expref: 95 pid: 24940 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134031.925953:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c759b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea29 expref: 95 pid: 24940 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134031.925968:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c759b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea29 expref: 95 pid: 24940 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134031.925993:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134031.925994:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134031.925999:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c75a2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea30 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.926004:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c75a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea30 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.926028:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c75a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea30 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.926037:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c75a2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea30 expref: 5 pid: 9581 timeout: 801 lvb_type: 0 00000100:00100000:1.0:1746134031.926046:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072adbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547921024:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134031.926104:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20540 going to sleep for 11 seconds 00000100:00100000:1.0:1746134031.929422:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072adbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547921024:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134031.929437:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134031.929468:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+94:2012:x1830953551931136:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3739us (3888us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134031.929476:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14282 00000100:00100000:0.0:1746134031.930458:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.932739:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.933847:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551931520 00000100:00100000:1.0:1746134031.933855:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551931520 00010000:00010000:1.0:1746134031.933881:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c75a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea30 expref: 6 pid: 9581 timeout: 801 lvb_type: 0 00000100:00100000:1.0:1746134031.933918:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14283 00000100:00100000:1.0:1746134031.933925:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da65500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551931520:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134031.933935:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134031.933948:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c75a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea30 expref: 6 pid: 9581 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134031.933958:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c75a2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea30 expref: 6 pid: 9581 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134031.933975:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c75a2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea30 expref: 6 pid: 9581 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134031.933990:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134031.933992:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134031.933997:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c75a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea37 expref: 92 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.934004:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c75a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea37 expref: 92 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.934027:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c75a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea37 expref: 92 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134031.934037:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072adbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547921280:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134031.934689:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20540 going to sleep for 11 seconds 00000100:00100000:1.0:1746134031.936099:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072adbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547921280:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134031.936182:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134031.936211:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da65500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953551931520:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2286us (3478us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134031.936219:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14283 00000100:00100000:0.0:1746134031.937771:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.944246:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.947342:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.955854:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.955983:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551932160 00000100:00100000:1.0:1746134031.955991:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551932160 00010000:00010000:1.0:1746134031.956017:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c75a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea37 expref: 95 pid: 9581 timeout: 801 lvb_type: 0 00000100:00100000:1.0:1746134031.956040:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14284 00000100:00100000:1.0:1746134031.956045:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfbc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+95:2010:x1830953551932160:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134031.956054:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134031.956069:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c75a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea37 expref: 95 pid: 9581 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134031.956078:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c75a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea37 expref: 95 pid: 9581 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134031.956094:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c75a9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea37 expref: 95 pid: 9581 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134031.956143:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134031.956145:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134031.956151:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c75b0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea3e expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.956169:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c75b0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea3e expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.956196:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c75b0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea3e expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134031.956206:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072adbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547921536:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134031.956273:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20540 going to sleep for 11 seconds 00000100:00100000:0.0:1746134031.958318:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.958410:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072adbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547921536:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134031.958424:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134031.958452:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfbc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+94:2010:x1830953551932160:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2406us (2604us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134031.958460:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14284 00000100:00100000:0.0:1746134031.959537:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.960766:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.961313:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551932800 00000100:00100000:1.0:1746134031.961317:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551932800 00010000:00010000:1.0:1746134031.961332:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c75b0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea3e expref: 6 pid: 9581 timeout: 801 lvb_type: 0 00000100:00100000:1.0:1746134031.961360:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14285 00000100:00100000:1.0:1746134031.961365:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129e4e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551932800:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134031.961372:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134031.961385:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c75b0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea3e expref: 6 pid: 9581 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134031.961394:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c75b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea3e expref: 6 pid: 9581 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134031.961408:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134031.961410:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134031.961414:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c75b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea45 expref: 96 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.961420:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c75b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea45 expref: 96 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.961437:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c75b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea45 expref: 96 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.961445:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c75b7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea45 expref: 96 pid: 9581 timeout: 801 lvb_type: 0 00000100:00100000:1.0:1746134031.961453:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072adbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547921920:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134031.961491:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20540 going to sleep for 11 seconds 00000100:00100000:1.0:1746134031.962846:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072adbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547921920:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134031.962860:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134031.963029:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129e4e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953551932800:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1663us (1772us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134031.963036:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14285 00000100:00100000:0.0:1746134031.963173:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.963197:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551933056 00000100:00100000:1.0:1746134031.963201:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551933056 00002000:00100000:1.0:1746134031.963298:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880088058380 x1830953551933056/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:242/0 lens 488/0 e 0 to 0 dl 1746134042 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.963306:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088058380 with x1830953551933056 ext(0->4095) 00010000:00010000:1.0:1746134031.963312:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c75b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea45 expref: 96 pid: 9581 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134031.963326:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c75b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea45 expref: 96 pid: 9581 timeout: 801 lvb_type: 0 00002000:00010000:1.0:1746134031.963332:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088058380 00000100:00100000:1.0:1746134031.963358:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2033 00000100:00100000:1.0:1746134031.963364:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088058380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+96:2010:x1830953551933056:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134031.963454:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088058380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+96:2010:x1830953551933056:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 90us (280us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134031.963460:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2033 00002000:00100000:1.0:1746134031.963465:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880088058380 x1830953551933056/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:242/0 lens 488/4536 e 0 to 0 dl 1746134042 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.963471:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088058380 with x1830953551933056 ext(0->4095) 00010000:00010000:1.0:1746134031.963476:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c75b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea45 expref: 96 pid: 9581 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134031.963700:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c75b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea45 expref: 96 pid: 9581 timeout: 801 lvb_type: 0 00002000:00010000:1.0:1746134031.963706:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088058380 00000100:00100000:0.0:1746134031.964755:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.964817:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551933184 00000100:00100000:1.0:1746134031.964821:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551933184 00010000:00010000:1.0:1746134031.964849:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c75b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea45 expref: 96 pid: 9581 timeout: 801 lvb_type: 0 00000100:00100000:1.0:1746134031.964876:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14286 00000100:00100000:1.0:1746134031.964882:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088058700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+96:2012:x1830953551933184:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134031.964891:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134031.964903:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c75b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea45 expref: 96 pid: 9581 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134031.964911:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c75b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea45 expref: 96 pid: 9581 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134031.964927:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c75b7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea45 expref: 96 pid: 9581 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134031.964948:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134031.964950:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134031.964954:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c75be lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea4c expref: 95 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.964961:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c75be lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea4c expref: 95 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.964983:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c75be lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea4c expref: 95 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134031.964993:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072adbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547922048:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134031.965048:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20600 going to sleep for 11 seconds 00000100:00100000:1.0:1746134031.966505:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072adbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547922048:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134031.966518:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134031.966542:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088058700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+95:2012:x1830953551933184:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1659us (1790us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134031.966550:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14286 00000100:00100000:0.0:1746134031.967168:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.967240:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551933440 00000100:00100000:1.0:1746134031.967244:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551933440 00002000:00100000:1.0:1746134031.967269:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008805a680 x1830953551933440/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:242/0 lens 488/0 e 0 to 0 dl 1746134042 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.967278:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008805a680 with x1830953551933440 ext(0->4095) 00002000:00010000:1.0:1746134031.967281:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008805a680 00000100:00100000:1.0:1746134031.967304:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12744 00000100:00100000:1.0:1746134031.967309:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008805a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+95:2011:x1830953551933440:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746134031.967491:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008805a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+95:2011:x1830953551933440:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 Request processed in 179us (323us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134031.967496:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12744 00002000:00100000:1.0:1746134031.967501:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008805a680 x1830953551933440/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:242/0 lens 488/4536 e 0 to 0 dl 1746134042 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134031.967508:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008805a680 with x1830953551933440 ext(0->4095) 00002000:00010000:1.0:1746134031.967510:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008805a680 00000100:00100000:0.0:1746134031.968644:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.971941:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.971996:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551933696 00000100:00100000:1.0:1746134031.972003:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551933696 00010000:00010000:1.0:1746134031.972030:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c75be lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea4c expref: 95 pid: 24940 timeout: 801 lvb_type: 0 00000100:00100000:1.0:1746134031.972065:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14287 00000100:00100000:1.0:1746134031.972071:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008805b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+95:2009:x1830953551933696:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134031.972081:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134031.972097:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c75be lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea4c expref: 95 pid: 24940 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134031.972107:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c75be lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea4c expref: 95 pid: 24940 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134031.972146:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134031.972147:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134031.972163:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c75c5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea53 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.972169:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c75c5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea53 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.972194:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c75c5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea53 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134031.972204:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072adbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547922304:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134031.972260:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134031.974493:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.974583:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072adbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547922304:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134031.974594:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134031.974621:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008805b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+94:2009:x1830953551933696:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2550us (2686us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134031.974629:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14287 00000100:00100000:0.0:1746134031.978383:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.978423:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.978529:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551934080 00000100:00100000:1.0:1746134031.978534:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551934080 00000100:00100000:1.0:1746134031.978573:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28985 00000100:00100000:1.0:1746134031.978777:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+95:1757:x1830953551934080:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134031.978787:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134031.978794:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c75d3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574ea5a expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.978805:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134031.978809:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c75cc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea61 expref: 97 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.978937:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134031.978941:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c75d3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea5a expref: 97 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.978960:0:18904:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c75cc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea61 expref: 97 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.978970:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c75d3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea5a expref: 97 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.978977:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c0000, rc 0) 00000100:00100000:1.0:1746134031.978997:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+97:1757:x1830953551934080:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 418us (620us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134031.979002:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28985 00000100:00100000:0.0:1746134031.981265:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.982322:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551934336 00000100:00100000:1.0:1746134031.982330:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551934336 00010000:00010000:1.0:1746134031.982359:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c75c5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea53 expref: 6 pid: 9581 timeout: 801 lvb_type: 0 00000100:00100000:1.0:1746134031.982395:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14288 00000100:00100000:1.0:1746134031.982402:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551934336:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134031.982417:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134031.982431:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c75c5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea53 expref: 6 pid: 9581 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134031.982441:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c75c5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea53 expref: 6 pid: 9581 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134031.982458:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c75c5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea53 expref: 6 pid: 9581 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134031.982484:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134031.982486:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134031.982494:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c75cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea61 expref: 95 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.982501:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c75cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea61 expref: 95 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.982527:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c75cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea61 expref: 95 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.982537:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c75cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea61 expref: 95 pid: 9581 timeout: 801 lvb_type: 0 00000100:00100000:1.0:1746134031.982547:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072adbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547922688:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134031.982612:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746134031.984668:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072adbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547922688:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134031.984682:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134031.984717:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953551934336:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2315us (3454us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134031.984725:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14288 00000100:00100000:0.0:1746134031.986054:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134031.990954:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.991440:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551934720 00000100:00100000:1.0:1746134031.991447:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551934720 00010000:00010000:1.0:1746134031.991475:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c75cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea61 expref: 96 pid: 9581 timeout: 801 lvb_type: 0 00000100:00100000:1.0:1746134031.991498:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14289 00000100:00100000:1.0:1746134031.991504:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+96:2012:x1830953551934720:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134031.991514:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134031.991528:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c75cc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea61 expref: 96 pid: 9581 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134031.991538:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c75cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea61 expref: 96 pid: 9581 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134031.991555:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c75cc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea61 expref: 96 pid: 9581 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134031.991581:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134031.991583:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134031.991588:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c75d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea5a expref: 95 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.991595:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c75d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea5a expref: 95 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134031.991621:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c75d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea5a expref: 95 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134031.991632:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072adbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547922816:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134031.993313:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134031.995424:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134031.996068:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072adbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547922816:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134031.996082:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134031.996126:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+95:2012:x1830953551934720:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4608us (5164us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134031.996133:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14289 00000100:00100000:0.0:1746134032.000195:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.011644:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.014469:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+97:2010:x1830953551935232:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 1005us (2828us total) trans 4294970570 rc 0/0 00000100:00100000:0.0:1746134032.014476:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2035 00002000:00100000:0.0:1746134032.014484:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88008fe26680 x1830953551935232/t4294970570(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:243/0 lens 496/448 e 0 to 0 dl 1746134043 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134032.014492:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe26680 with x1830953551935232 ext(0->7) 00010000:00010000:0.0:1746134032.014499:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c75d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea5a expref: 97 pid: 18904 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746134032.014510:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c75d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea5a expref: 97 pid: 18904 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746134032.014516:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fe26680 00000100:00100000:0.0:1746134032.021031:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134032.021141:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551935360 00000100:00100000:1.0:1746134032.021148:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551935360 00010000:00010000:1.0:1746134032.021186:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c75d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea5a expref: 97 pid: 18904 timeout: 801 lvb_type: 0 00000100:00100000:1.0:1746134032.021210:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14290 00000100:00100000:1.0:1746134032.021217:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916fc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+97:2012:x1830953551935360:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134032.021229:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134032.021246:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c75d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea5a expref: 97 pid: 18904 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134032.021256:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c75d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea5a expref: 97 pid: 18904 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134032.021272:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c75d3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea5a expref: 97 pid: 18904 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134032.021299:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134032.021301:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134032.021306:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c75da lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea68 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134032.021312:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c75da lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea68 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134032.021336:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c75da lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea68 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134032.021346:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072adbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547923072:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134032.021416:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134032.025541:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134032.025753:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072adbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547923072:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134032.025767:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134032.027446:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916fc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+98:2012:x1830953551935360:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 6227us (6419us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134032.027455:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14290 00000100:00100000:1.0:1746134032.027815:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.028097:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551935744 00000100:00100000:0.0:1746134032.028102:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551935744 00002000:00100000:0.0:1746134032.028139:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072adbb80 x1830953551935744/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:243/0 lens 488/0 e 0 to 0 dl 1746134043 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134032.028148:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072adbb80 with x1830953551935744 ext(0->4095) 00010000:00010000:0.0:1746134032.028163:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c75da lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea68 expref: 6 pid: 9581 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746134032.028172:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c75da lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea68 expref: 6 pid: 9581 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746134032.028178:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072adbb80 00000100:00100000:0.0:1746134032.028190:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2036 00000100:00100000:0.0:1746134032.028194:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072adbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551935744:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746134032.028285:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072adbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551935744:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 91us (471us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134032.028290:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2036 00002000:00100000:0.0:1746134032.028295:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072adbb80 x1830953551935744/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:243/0 lens 488/4536 e 0 to 0 dl 1746134043 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134032.028301:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072adbb80 with x1830953551935744 ext(0->4095) 00010000:00010000:0.0:1746134032.028305:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c75da lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea68 expref: 6 pid: 9581 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746134032.028312:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c75da lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea68 expref: 6 pid: 9581 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746134032.028317:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072adbb80 00000100:00100000:0.0:1746134032.032361:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.033201:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b900a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953547923200:192.168.203.26@tcp:104: 00010000:00010000:0.0:1746134032.033221:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c75e1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea6f expref: 99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134032.033231:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589000, rc 0) 00000100:00100000:0.0:1746134032.033381:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+99:1755:x1830953551935488:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7345us (7846us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134032.033388:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28988 00000100:00100000:0.0:1746134032.035912:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134032.037344:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551936000 00000100:00100000:1.0:1746134032.037352:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551936000 00010000:00010000:1.0:1746134032.037382:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c75da lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea68 expref: 6 pid: 9581 timeout: 801 lvb_type: 0 00000100:00100000:1.0:1746134032.037414:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14291 00000100:00100000:1.0:1746134032.037421:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009239aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551936000:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134032.037432:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134032.037446:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c75da lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea68 expref: 6 pid: 9581 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134032.037456:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c75da lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea68 expref: 6 pid: 9581 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134032.037471:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c75da lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea68 expref: 6 pid: 9581 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134032.037495:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134032.037497:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134032.037502:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c75e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea6f expref: 97 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134032.037508:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c75e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea6f expref: 97 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134032.037531:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c75e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea6f expref: 97 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134032.037540:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c75e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea6f expref: 97 pid: 9581 timeout: 801 lvb_type: 0 00000100:00100000:1.0:1746134032.037549:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da6aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547923456:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134032.037614:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746134032.042011:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da6aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547923456:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134032.042027:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134032.042057:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009239aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953551936000:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4635us (6149us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134032.042065:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14291 00000100:00100000:0.0:1746134032.043511:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134032.043572:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551936256 00000100:00100000:1.0:1746134032.043578:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551936256 00002000:00100000:1.0:1746134032.043605:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009c7e4e00 x1830953551936256/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:243/0 lens 488/0 e 0 to 0 dl 1746134043 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134032.043615:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7e4e00 with x1830953551936256 ext(0->4095) 00010000:00010000:1.0:1746134032.043622:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c75e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea6f expref: 98 pid: 9581 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134032.043634:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c75e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea6f expref: 98 pid: 9581 timeout: 801 lvb_type: 0 00002000:00010000:1.0:1746134032.043640:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7e4e00 00000100:00100000:1.0:1746134032.043653:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2037 00000100:00100000:1.0:1746134032.043659:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+98:2009:x1830953551936256:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134032.043765:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+98:2009:x1830953551936256:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (257us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134032.043770:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2037 00002000:00100000:1.0:1746134032.043775:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009c7e4e00 x1830953551936256/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:243/0 lens 488/4536 e 0 to 0 dl 1746134043 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134032.043782:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7e4e00 with x1830953551936256 ext(0->4095) 00010000:00010000:1.0:1746134032.043786:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c75e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea6f expref: 98 pid: 9581 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134032.043795:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c75e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea6f expref: 98 pid: 9581 timeout: 801 lvb_type: 0 00002000:00010000:1.0:1746134032.043800:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7e4e00 00000100:00100000:0.0:1746134032.048248:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134032.048461:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551936384 00000100:00100000:1.0:1746134032.048469:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551936384 00010000:00010000:1.0:1746134032.048493:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c75e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea6f expref: 98 pid: 9581 timeout: 801 lvb_type: 0 00000100:00100000:1.0:1746134032.048517:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14292 00000100:00100000:1.0:1746134032.048523:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129e4e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+98:2010:x1830953551936384:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134032.048535:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134032.048549:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c75e1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea6f expref: 98 pid: 9581 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134032.048559:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c75e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea6f expref: 98 pid: 9581 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134032.048575:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c75e1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea6f expref: 98 pid: 9581 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134032.048675:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134032.048677:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134032.048684:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c75e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea76 expref: 97 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134032.048694:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c75e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea76 expref: 97 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134032.048722:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c75e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea76 expref: 97 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134032.048731:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da6aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547923584:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134032.049571:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20180 going to sleep for 11 seconds 00000100:00100000:1.0:1746134032.053528:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da6aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547923584:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134032.053543:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134032.053576:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129e4e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+97:2010:x1830953551936384:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 5051us (5333us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134032.053585:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14292 00000100:00100000:0.0:1746134032.054019:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134032.057598:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551936640 00000100:00100000:1.0:1746134032.057608:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551936640 00002000:00100000:1.0:1746134032.057646:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800915f3480 x1830953551936640/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:243/0 lens 488/0 e 0 to 0 dl 1746134043 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134032.057655:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915f3480 with x1830953551936640 ext(0->4095) 00002000:00010000:1.0:1746134032.057659:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800915f3480 00000100:00100000:1.0:1746134032.057693:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12747 00000100:00100000:1.0:1746134032.057700:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+97:2009:x1830953551936640:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134032.057846:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+97:2009:x1830953551936640:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 146us (3827us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134032.057855:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12747 00002000:00100000:1.0:1746134032.057860:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800915f3480 x1830953551936640/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:243/0 lens 488/4536 e 0 to 0 dl 1746134043 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134032.057866:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915f3480 with x1830953551936640 ext(0->4095) 00002000:00010000:1.0:1746134032.057869:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800915f3480 00000100:00100000:0.0:1746134032.059663:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.061496:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134032.061581:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551936896 00000100:00100000:1.0:1746134032.061586:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551936896 00010000:00010000:1.0:1746134032.061604:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c75e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea76 expref: 97 pid: 18904 timeout: 801 lvb_type: 0 00000100:00100000:1.0:1746134032.061622:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14293 00000100:00100000:1.0:1746134032.061627:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfbc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+97:2009:x1830953551936896:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134032.061638:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134032.061652:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c75e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea76 expref: 97 pid: 18904 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134032.061661:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c75e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea76 expref: 97 pid: 18904 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134032.061676:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c75e8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea76 expref: 97 pid: 18904 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134032.061878:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134032.061880:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134032.061886:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c75ef lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea7d expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134032.061898:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c75ef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea7d expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134032.061920:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c75ef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea7d expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134032.061934:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da6aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547923840:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134032.062072:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e209c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746134032.063436:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da6aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547923840:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134032.063448:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134032.063478:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfbc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+96:2009:x1830953551936896:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1850us (1981us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134032.063484:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14293 00000100:00100000:0.0:1746134032.064178:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.064215:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.068051:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134032.068138:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551937408 00000100:00100000:1.0:1746134032.068145:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551937408 00010000:00010000:1.0:1746134032.068184:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c75ef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea7d expref: 6 pid: 18904 timeout: 801 lvb_type: 0 00000100:00100000:1.0:1746134032.068203:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14294 00000100:00100000:1.0:1746134032.068210:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953551937408:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134032.068221:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134032.068236:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c75ef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea7d expref: 6 pid: 18904 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134032.068245:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c75ef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea7d expref: 6 pid: 18904 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134032.068261:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c75ef lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea7d expref: 6 pid: 18904 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134032.068304:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134032.068306:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134032.068311:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c75f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea84 expref: 96 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134032.068318:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c75f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea84 expref: 96 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134032.068340:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c75f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea84 expref: 96 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134032.068349:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da6aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547924096:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134032.068509:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e209c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134032.070197:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134032.070276:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da6aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547924096:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134032.070288:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134032.070313:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2012:x1830953551937408:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2104us (2268us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134032.070320:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14294 00000100:00100000:0.0:1746134032.072502:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.080329:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.082519:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081159500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+99:2010:x1830953551937920:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 2041us (2187us total) trans 4294970571 rc 0/0 00000100:00100000:0.0:1746134032.082528:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2039 00002000:00100000:0.0:1746134032.082536:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880081159500 x1830953551937920/t4294970571(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:243/0 lens 496/448 e 0 to 0 dl 1746134043 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134032.082544:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081159500 with x1830953551937920 ext(0->7) 00010000:00010000:0.0:1746134032.082552:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c75f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea84 expref: 99 pid: 18904 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746134032.082565:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c75f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea84 expref: 99 pid: 18904 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746134032.082570:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081159500 00000100:00100000:0.0:1746134032.092203:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.098500:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134032.098559:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551938176 00000100:00100000:1.0:1746134032.098567:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551938176 00010000:00010000:1.0:1746134032.098601:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c75f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea84 expref: 100 pid: 18904 timeout: 801 lvb_type: 0 00000100:00100000:1.0:1746134032.098641:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14295 00000100:00100000:1.0:1746134032.098648:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce30700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+100:2012:x1830953551938176:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134032.098659:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134032.098675:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c75f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea84 expref: 100 pid: 18904 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134032.098685:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c75f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea84 expref: 100 pid: 18904 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134032.098704:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c75f6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea84 expref: 100 pid: 18904 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134032.098732:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134032.098734:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134032.098740:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c75fd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea8b expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134032.098747:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c75fd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea8b expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134032.098774:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c75fd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea8b expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134032.098784:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c75fd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea8b expref: 5 pid: 18904 timeout: 801 lvb_type: 0 00000100:00100000:1.0:1746134032.098798:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da6aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547924480:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134032.099376:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e209c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134032.103735:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134032.103834:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da6aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547924480:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134032.103849:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134032.103884:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce30700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+99:2012:x1830953551938176:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 5236us (5390us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134032.103892:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14295 00000100:00100000:0.0:1746134032.112353:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134032.112439:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551938560 00000100:00100000:1.0:1746134032.112446:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551938560 00010000:00010000:1.0:1746134032.112471:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c75fd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea8b expref: 6 pid: 18904 timeout: 801 lvb_type: 0 00000100:00100000:1.0:1746134032.112493:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14296 00000100:00100000:1.0:1746134032.112499:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b438700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551938560:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134032.112509:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134032.112523:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c75fd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea8b expref: 6 pid: 18904 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134032.112534:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c75fd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea8b expref: 6 pid: 18904 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134032.112552:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c75fd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea8b expref: 6 pid: 18904 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134032.112578:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134032.112581:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134032.112586:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c7604 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea92 expref: 98 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134032.112593:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c7604 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea92 expref: 98 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134032.112619:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c7604 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea92 expref: 98 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134032.112629:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da6aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547924608:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134032.112699:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e209c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746134032.115810:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da6aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547924608:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134032.115825:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134032.115857:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b438700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953551938560:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3357us (3510us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134032.115865:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14296 00000100:00100000:0.0:1746134032.116032:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.117575:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.122775:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134032.122825:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551939072 00000100:00100000:1.0:1746134032.122829:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551939072 00010000:00010000:1.0:1746134032.122853:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c7604 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea92 expref: 99 pid: 18904 timeout: 801 lvb_type: 0 00000100:00100000:1.0:1746134032.122926:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14297 00000100:00100000:1.0:1746134032.122932:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d143800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+99:2010:x1830953551939072:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134032.122941:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134032.122954:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c7604 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea92 expref: 99 pid: 18904 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134032.122967:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c7604 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea92 expref: 99 pid: 18904 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134032.123861:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c7604 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea92 expref: 99 pid: 18904 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134032.123883:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134032.123885:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134032.123890:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c760b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea99 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134032.123896:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c760b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea99 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134032.123920:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c760b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea99 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134032.123929:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da6aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547924864:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134032.124829:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e209c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134032.126735:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134032.127137:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da6aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547924864:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134032.127159:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134032.127191:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d143800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+98:2010:x1830953551939072:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4258us (4416us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134032.127199:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14297 00000100:00100000:0.0:1746134032.129049:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.133080:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.133168:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134032.133195:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551939712 00000100:00100000:1.0:1746134032.133203:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551939712 00010000:00010000:1.0:1746134032.133231:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c760b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea99 expref: 6 pid: 18904 timeout: 801 lvb_type: 0 00000100:00100000:1.0:1746134032.133255:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14298 00000100:00100000:1.0:1746134032.133262:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088050380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2011:x1830953551939712:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134032.133273:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134032.133287:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c760b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea99 expref: 6 pid: 18904 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134032.133295:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c760b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea99 expref: 6 pid: 18904 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134032.133309:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c760b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ea99 expref: 6 pid: 18904 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134032.133320:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134032.133321:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134032.133325:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c7612 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574eaa0 expref: 100 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134032.133330:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c7612 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574eaa0 expref: 100 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134032.133447:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c7612 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eaa0 expref: 100 pid: 18904 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134032.133455:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c7612 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eaa0 expref: 100 pid: 18904 timeout: 801 lvb_type: 0 00000100:00100000:1.0:1746134032.133464:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da6aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547925120:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134032.133517:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e209c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746134032.135879:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da6aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547925120:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134032.135894:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134032.135924:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088050380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2011:x1830953551939712:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2662us (2755us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134032.135933:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14298 00000100:00100000:0.0:1746134032.136486:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.139407:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134032.139643:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551940096 00000100:00100000:1.0:1746134032.139649:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551940096 00010000:00010000:1.0:1746134032.139674:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c7612 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eaa0 expref: 100 pid: 18904 timeout: 801 lvb_type: 0 00000100:00100000:1.0:1746134032.139705:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14299 00000100:00100000:1.0:1746134032.139711:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129e4f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+100:2009:x1830953551940096:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134032.139721:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134032.139735:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c7612 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eaa0 expref: 100 pid: 18904 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134032.139745:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c7612 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eaa0 expref: 100 pid: 18904 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134032.139762:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c7612 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eaa0 expref: 100 pid: 18904 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134032.139979:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134032.139981:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134032.139987:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c7619 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574eaa7 expref: 99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134032.139994:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c7619 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574eaa7 expref: 99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134032.140020:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c7619 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574eaa7 expref: 99 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134032.140030:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da6aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547925376:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134032.140376:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e209c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746134032.143473:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da6aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547925376:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134032.143488:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134032.143524:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129e4f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+99:2009:x1830953551940096:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3812us (4122us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134032.143532:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14299 00000100:00100000:0.0:1746134032.143605:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.150026:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134032.150108:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551940608 00000100:00100000:1.0:1746134032.150133:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551940608 00010000:00010000:1.0:1746134032.150161:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c7619 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eaa7 expref: 99 pid: 18904 timeout: 801 lvb_type: 0 00000100:00100000:1.0:1746134032.150182:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14300 00000100:00100000:1.0:1746134032.150188:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088050e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+99:2009:x1830953551940608:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134032.150200:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134032.150215:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c7619 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eaa7 expref: 99 pid: 18904 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134032.150224:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c7619 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eaa7 expref: 99 pid: 18904 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134032.150240:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c7619 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eaa7 expref: 99 pid: 18904 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134032.150260:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134032.150261:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134032.150266:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c7620 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574eaae expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134032.150274:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c7620 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574eaae expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134032.150297:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c7620 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574eaae expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134032.150306:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da6aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547925632:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134032.150356:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134032.152647:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134032.152723:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da6aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547925632:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134032.152737:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134032.152765:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088050e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+98:2009:x1830953551940608:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2577us (2739us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134032.152776:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14300 00000100:00100000:0.0:1746134032.156467:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.156547:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.160423:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134032.160558:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551941248 00000100:00100000:1.0:1746134032.160563:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551941248 00010000:00010000:1.0:1746134032.160586:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c7620 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eaae expref: 6 pid: 18904 timeout: 801 lvb_type: 0 00000100:00100000:1.0:1746134032.160605:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14301 00000100:00100000:1.0:1746134032.160611:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088051c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551941248:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134032.160620:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134032.160633:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c7620 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eaae expref: 6 pid: 18904 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134032.160643:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c7620 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eaae expref: 6 pid: 18904 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134032.160659:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c7620 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eaae expref: 6 pid: 18904 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134032.160683:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134032.160685:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134032.160691:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c7627 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eab5 expref: 99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134032.160698:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c7627 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eab5 expref: 99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134032.160721:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c7627 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eab5 expref: 99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134032.160731:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c7627 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eab5 expref: 99 pid: 10181 timeout: 801 lvb_type: 0 00000100:00100000:1.0:1746134032.160741:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da6aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547926016:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134032.161855:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746134032.164525:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da6aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547926016:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134032.164541:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134032.164584:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088051c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953551941248:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3971us (4161us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134032.164592:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14301 00000100:00100000:0.0:1746134032.165787:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.168984:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134032.169058:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551941632 00000100:00100000:1.0:1746134032.169064:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551941632 00010000:00010000:1.0:1746134032.169089:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c7627 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eab5 expref: 100 pid: 10181 timeout: 801 lvb_type: 0 00000100:00100000:1.0:1746134032.169108:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14302 00000100:00100000:1.0:1746134032.169134:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088052300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+100:2012:x1830953551941632:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134032.169144:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134032.169168:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c7627 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eab5 expref: 100 pid: 10181 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134032.169178:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c7627 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eab5 expref: 100 pid: 10181 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134032.169194:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c7627 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eab5 expref: 100 pid: 10181 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134032.169765:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134032.169768:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134032.169775:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c762e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574eabc expref: 99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134032.169783:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c762e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574eabc expref: 99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134032.169809:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c762e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574eabc expref: 99 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134032.169819:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da6aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547926144:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134032.169892:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134032.172448:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134032.173321:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da6aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547926144:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134032.173335:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134032.173356:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088052300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+99:2012:x1830953551941632:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4243us (4377us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134032.173363:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14302 00000100:00100000:0.0:1746134032.175615:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.178218:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134032.178496:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551942144 00000100:00100000:1.0:1746134032.178501:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551942144 00010000:00010000:1.0:1746134032.178522:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c762e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eabc expref: 99 pid: 9581 timeout: 801 lvb_type: 0 00000100:00100000:1.0:1746134032.178547:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14303 00000100:00100000:1.0:1746134032.178553:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088052d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+99:2009:x1830953551942144:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134032.178565:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134032.178580:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c762e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eabc expref: 99 pid: 9581 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134032.178589:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c762e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eabc expref: 99 pid: 9581 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134032.178606:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c762e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eabc expref: 99 pid: 9581 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134032.178629:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134032.178631:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134032.178637:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c7635 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574eac3 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134032.178645:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c7635 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574eac3 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134032.178668:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c7635 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574eac3 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134032.178677:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da6aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547926400:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134032.178737:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134032.182486:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134032.182804:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da6aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547926400:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134032.182819:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134032.182853:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088052d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+98:2009:x1830953551942144:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4299us (4635us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134032.182865:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14303 00000100:00100000:0.0:1746134032.184010:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.187374:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134032.189880:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.193571:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.197201:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.202000:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.205011:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.208026:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.212432:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.212473:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.215718:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.218000:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.221616:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134032.221903:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551944576 00000100:00100000:1.0:1746134032.221908:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551944576 00002000:00100000:1.0:1746134032.221936:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800893e1500 x1830953551944576/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:243/0 lens 488/0 e 0 to 0 dl 1746134043 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134032.221945:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800893e1500 with x1830953551944576 ext(0->4095) 00010000:00010000:1.0:1746134032.221951:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c7651 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eadf expref: 100 pid: 10181 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134032.221962:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c7651 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eadf expref: 100 pid: 10181 timeout: 801 lvb_type: 0 00002000:00010000:1.0:1746134032.221968:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800893e1500 00000100:00100000:1.0:1746134032.221993:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2045 00000100:00100000:1.0:1746134032.221998:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+100:2009:x1830953551944576:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134032.222097:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+100:2009:x1830953551944576:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (487us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134032.222103:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2045 00002000:00100000:1.0:1746134032.222107:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800893e1500 x1830953551944576/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:243/0 lens 488/4536 e 0 to 0 dl 1746134043 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134032.222132:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800893e1500 with x1830953551944576 ext(0->4095) 00010000:00010000:1.0:1746134032.222136:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c7651 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eadf expref: 100 pid: 10181 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134032.222148:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c7651 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eadf expref: 100 pid: 10181 timeout: 801 lvb_type: 0 00002000:00010000:1.0:1746134032.222163:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800893e1500 00000100:00100000:0.0:1746134032.224574:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.228631:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.230679:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.234159:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.238318:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551945472 00000100:00100000:0.0:1746134032.238323:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551945472 00002000:00100000:0.0:1746134032.238349:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88011db4ed80 x1830953551945472/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:243/0 lens 488/0 e 0 to 0 dl 1746134043 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134032.238356:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011db4ed80 with x1830953551945472 ext(0->4095) 00002000:00010000:0.0:1746134032.238360:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011db4ed80 00000100:00100000:0.0:1746134032.238380:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12757 00000100:00100000:0.0:1746134032.238385:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551945472:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746134032.238481:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551945472:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 95us (403us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134032.238486:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12757 00002000:00100000:0.0:1746134032.238490:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88011db4ed80 x1830953551945472/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:243/0 lens 488/4536 e 0 to 0 dl 1746134043 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134032.238496:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011db4ed80 with x1830953551945472 ext(0->4095) 00002000:00010000:0.0:1746134032.238498:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011db4ed80 00000100:00100000:0.0:1746134032.239776:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.240807:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.245274:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.249864:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.254876:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134032.260251:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.263307:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.267205:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.275346:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.275431:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134032.275490:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551947008 00000100:00100000:1.0:1746134032.275496:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551947008 00002000:00100000:1.0:1746134032.275529:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800893e3b80 x1830953551947008/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:243/0 lens 488/0 e 0 to 0 dl 1746134043 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134032.275537:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800893e3b80 with x1830953551947008 ext(0->4095) 00002000:00010000:1.0:1746134032.275541:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800893e3b80 00000100:00100000:1.0:1746134032.275556:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12759 00000100:00100000:1.0:1746134032.275561:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551947008:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134032.275672:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551947008:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (331us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134032.275678:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12759 00002000:00100000:1.0:1746134032.275683:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800893e3b80 x1830953551947008/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:243/0 lens 488/4536 e 0 to 0 dl 1746134043 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134032.275688:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800893e3b80 with x1830953551947008 ext(0->4095) 00002000:00010000:1.0:1746134032.275691:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800893e3b80 00000100:00100000:0.0:1746134032.280163:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.280244:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134032.280315:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551947264 00000100:00100000:1.0:1746134032.280322:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551947264 00000100:00100000:1.0:1746134032.280356:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29011 00000100:00100000:1.0:1746134032.280363:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+100:1757:x1830953551947264:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134032.280378:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134032.280392:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c7682 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574eb10 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134032.280413:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134032.280418:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c767b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574eb09 expref: 101 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134032.280423:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134032.280426:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c7682 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574eb10 expref: 101 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134032.280454:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c767b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eb09 expref: 101 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134032.280463:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c7682 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574eb10 expref: 101 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134032.280471:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c1800, rc 0) 00000100:00100000:1.0:1746134032.280502:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+101:1757:x1830953551947264:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134032.280506:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29011 00000100:00100000:0.0:1746134032.285727:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.289824:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.294105:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551948032 00000100:00100000:0.0:1746134032.294198:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551948032 00002000:00100000:1.0:1746134032.294270:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880092055f80 x1830953551948032/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:243/0 lens 488/0 e 0 to 0 dl 1746134043 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134032.294279:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092055f80 with x1830953551948032 ext(0->4095) 00002000:00010000:1.0:1746134032.294283:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092055f80 00000100:00100000:1.0:1746134032.294300:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12760 00000100:00100000:1.0:1746134032.294307:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092055f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+100:2009:x1830953551948032:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134032.294424:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092055f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+100:2009:x1830953551948032:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (389us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134032.294429:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12760 00002000:00100000:1.0:1746134032.294434:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880092055f80 x1830953551948032/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:243/0 lens 488/4536 e 0 to 0 dl 1746134043 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134032.294440:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092055f80 with x1830953551948032 ext(0->4095) 00002000:00010000:1.0:1746134032.294443:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092055f80 00000100:00100000:0.0:1746134032.296792:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.302796:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.306293:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.308339:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551948672 00000100:00100000:0.0:1746134032.308343:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551948672 00002000:00100000:0.0:1746134032.308368:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009c414000 x1830953551948672/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:243/0 lens 488/0 e 0 to 0 dl 1746134043 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134032.308376:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c414000 with x1830953551948672 ext(0->4095) 00010000:00010000:0.0:1746134032.308382:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c7689 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eb17 expref: 6 pid: 18904 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746134032.308392:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c7689 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eb17 expref: 6 pid: 18904 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746134032.308397:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c414000 00000100:00100000:0.0:1746134032.308410:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2048 00000100:00100000:0.0:1746134032.308415:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551948672:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746134032.308522:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551948672:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (499us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134032.308528:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2048 00002000:00100000:0.0:1746134032.308533:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009c414000 x1830953551948672/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:243/0 lens 488/4536 e 0 to 0 dl 1746134043 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134032.308539:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c414000 with x1830953551948672 ext(0->4095) 00010000:00010000:0.0:1746134032.308543:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c7689 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eb17 expref: 6 pid: 18904 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746134032.308550:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c7689 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eb17 expref: 6 pid: 18904 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746134032.308555:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c414000 00000100:00100000:0.0:1746134032.311568:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.314787:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134032.314861:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551949056 00000100:00100000:1.0:1746134032.314868:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551949056 00002000:00100000:1.0:1746134032.314900:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800893e2a00 x1830953551949056/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:243/0 lens 488/0 e 0 to 0 dl 1746134043 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134032.314908:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800893e2a00 with x1830953551949056 ext(0->4095) 00002000:00010000:1.0:1746134032.314912:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800893e2a00 00000100:00100000:1.0:1746134032.314928:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12761 00000100:00100000:1.0:1746134032.314934:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+99:2009:x1830953551949056:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134032.315450:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+99:2009:x1830953551949056:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 515us (670us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134032.315455:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12761 00002000:00100000:1.0:1746134032.315459:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800893e2a00 x1830953551949056/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:243/0 lens 488/4536 e 0 to 0 dl 1746134043 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134032.315465:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800893e2a00 with x1830953551949056 ext(0->4095) 00002000:00010000:1.0:1746134032.315468:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800893e2a00 00000100:00100000:0.0:1746134032.332080:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.340392:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134032.340475:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551949312 00000100:00100000:1.0:1746134032.340481:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551949312 00002000:00100000:1.0:1746134032.340514:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800893e3800 x1830953551949312/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:243/0 lens 496/0 e 0 to 0 dl 1746134043 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134032.340523:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800893e3800 with x1830953551949312 ext(0->7) 00010000:00010000:1.0:1746134032.340531:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c7690 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eb1e expref: 99 pid: 18904 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134032.340542:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c7690 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eb1e expref: 99 pid: 18904 timeout: 801 lvb_type: 0 00002000:00010000:1.0:1746134032.340548:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800893e3800 00000100:00100000:1.0:1746134032.340566:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2049 00000100:00100000:1.0:1746134032.340572:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+99:2010:x1830953551949312:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746134032.341585:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+101:2010:x1830953551949312:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 1010us (1197us total) trans 4294970572 rc 0/0 00000100:00100000:1.0:1746134032.341591:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2049 00002000:00100000:1.0:1746134032.341598:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800893e3800 x1830953551949312/t4294970572(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:243/0 lens 496/448 e 0 to 0 dl 1746134043 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134032.341605:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800893e3800 with x1830953551949312 ext(0->7) 00010000:00010000:1.0:1746134032.341610:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c7690 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eb1e expref: 101 pid: 18904 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134032.341619:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c7690 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eb1e expref: 101 pid: 18904 timeout: 801 lvb_type: 0 00002000:00010000:1.0:1746134032.341629:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800893e3800 00000001:00080000:0.0:1746134032.342888:0:10917:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970572 is committed 00000100:00100000:0.0:1746134032.355945:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134032.367731:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14317 00000100:00100000:1.0:1746134032.367747:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c415500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2009:x1830953551949568:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134032.367764:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134032.367784:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c7690 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eb1e expref: 7 pid: 18904 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134032.367797:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c7690 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eb1e expref: 7 pid: 18904 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134032.367816:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c7690 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eb1e expref: 7 pid: 18904 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134032.367846:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134032.367848:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134032.367853:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c7697 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eb25 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134032.367860:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c7697 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eb25 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134032.367889:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c7697 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eb25 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134032.367900:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c7697 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eb25 expref: 5 pid: 18904 timeout: 801 lvb_type: 0 00000100:00100000:1.0:1746134032.367915:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da6aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953547930112:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134032.368004:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134032.372171:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134032.372247:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551949824 00000100:00100000:1.0:1746134032.372254:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551949824 00002000:00100000:1.0:1746134032.372287:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800872b7800 x1830953551949824/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:243/0 lens 488/0 e 0 to 0 dl 1746134043 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134032.372295:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800872b7800 with x1830953551949824 ext(0->4095) 00010000:00010000:1.0:1746134032.372302:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c7697 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eb25 expref: 6 pid: 18904 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134032.372313:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c7697 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eb25 expref: 6 pid: 18904 timeout: 801 lvb_type: 0 00002000:00010000:1.0:1746134032.372319:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800872b7800 00000100:00100000:1.0:1746134032.372336:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2050 00000100:00100000:1.0:1746134032.372342:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800872b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551949824:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134032.372538:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800872b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551949824:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 194us (371us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134032.372544:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2050 00002000:00100000:1.0:1746134032.372549:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800872b7800 x1830953551949824/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:243/0 lens 488/4536 e 0 to 0 dl 1746134043 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134032.372555:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800872b7800 with x1830953551949824 ext(0->4095) 00010000:00010000:1.0:1746134032.372560:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c7697 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eb25 expref: 6 pid: 18904 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134032.372569:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c7697 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eb25 expref: 6 pid: 18904 timeout: 801 lvb_type: 0 00002000:00010000:1.0:1746134032.372573:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800872b7800 00010000:00010000:1.0:1746134032.377539:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c7697 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eb25 expref: 6 pid: 18904 timeout: 801 lvb_type: 0 00000100:00100000:1.0:1746134032.377561:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da6aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953547930112:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134032.377573:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134032.378227:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c415500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2009:x1830953551949568:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 10485us (19191us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134032.378234:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14317 00000100:00100000:0.0:1746134032.383071:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134032.383386:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551950208 00000100:00100000:1.0:1746134032.383391:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551950208 00002000:00100000:1.0:1746134032.383421:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012fdc7800 x1830953551950208/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:243/0 lens 488/0 e 0 to 0 dl 1746134043 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134032.383428:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc7800 with x1830953551950208 ext(0->4095) 00002000:00010000:1.0:1746134032.383432:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fdc7800 00000100:00100000:1.0:1746134032.383446:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12762 00000100:00100000:1.0:1746134032.383451:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2010:x1830953551950208:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134032.383567:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2010:x1830953551950208:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (496us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134032.383573:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12762 00002000:00100000:1.0:1746134032.383578:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012fdc7800 x1830953551950208/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:243/0 lens 488/4536 e 0 to 0 dl 1746134043 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134032.383585:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc7800 with x1830953551950208 ext(0->4095) 00002000:00010000:1.0:1746134032.383588:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fdc7800 00000100:00100000:1.0:1746134032.476635:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134032.476682:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.477304:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551950592 00000100:00100000:0.0:1746134032.477308:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551950592 00002000:00100000:0.0:1746134032.477331:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009bfbc000 x1830953551950592/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:243/0 lens 496/0 e 0 to 0 dl 1746134043 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134032.477340:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfbc000 with x1830953551950592 ext(0->7) 00010000:00010000:0.0:1746134032.477345:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c769e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eb2c expref: 7 pid: 18904 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746134032.477355:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c769e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eb2c expref: 7 pid: 18904 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746134032.477360:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bfbc000 00000100:00100000:0.0:1746134032.477383:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2051 00000100:00100000:0.0:1746134032.477389:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2009:x1830953551950592:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746134032.478019:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+9:2009:x1830953551950592:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 628us (1335us total) trans 4294970573 rc 0/0 00000100:00100000:0.0:1746134032.478026:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2051 00002000:00100000:0.0:1746134032.478030:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009bfbc000 x1830953551950592/t4294970573(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:243/0 lens 496/448 e 0 to 0 dl 1746134043 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134032.478037:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfbc000 with x1830953551950592 ext(0->7) 00010000:00010000:0.0:1746134032.478041:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c769e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eb2c expref: 9 pid: 18904 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746134032.478049:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c769e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eb2c expref: 9 pid: 18904 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746134032.478054:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bfbc000 00000100:00100000:0.0:1746134032.479265:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.481203:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.481226:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551950976 00000100:00100000:0.0:1746134032.481231:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551950976 00002000:00100000:0.0:1746134032.481259:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009bc71500 x1830953551950976/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:243/0 lens 488/0 e 0 to 0 dl 1746134043 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134032.481272:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc71500 with x1830953551950976 ext(0->4095) 00010000:00010000:0.0:1746134032.481278:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e000/0x9682c7de153c76a5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eb33 expref: 6 pid: 24940 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746134032.481289:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90e000/0x9682c7de153c76a5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eb33 expref: 6 pid: 24940 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746134032.481294:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bc71500 00000100:00100000:0.0:1746134032.481310:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2052 00000100:00100000:0.0:1746134032.481316:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551950976:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746134032.481422:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551950976:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (223us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134032.481428:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2052 00002000:00100000:0.0:1746134032.481433:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009bc71500 x1830953551950976/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:243/0 lens 488/4536 e 0 to 0 dl 1746134043 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134032.481440:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc71500 with x1830953551950976 ext(0->4095) 00010000:00010000:0.0:1746134032.481443:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e000/0x9682c7de153c76a5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eb33 expref: 6 pid: 24940 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746134032.481451:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90e000/0x9682c7de153c76a5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eb33 expref: 6 pid: 24940 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746134032.481455:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bc71500 00000100:00100000:0.0:1746134032.483360:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.486239:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091868380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547930752:192.168.203.26@tcp:105: 00010000:00010000:0.0:1746134032.486255:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134032.486282:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953551951104:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2820us (2923us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134032.486291:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14320 00000100:00100000:0.0:1746134032.486978:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551951360 00000100:00100000:0.0:1746134032.486983:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551951360 00002000:00100000:0.0:1746134032.487008:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009186b100 x1830953551951360/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:243/0 lens 488/0 e 0 to 0 dl 1746134043 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134032.487017:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186b100 with x1830953551951360 ext(0->4095) 00002000:00010000:0.0:1746134032.487021:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009186b100 00000100:00100000:0.0:1746134032.487087:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12763 00000100:00100000:0.0:1746134032.487093:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:2012:x1830953551951360:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746134032.487297:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:2012:x1830953551951360:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 Request processed in 204us (862us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134032.487303:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12763 00002000:00100000:0.0:1746134032.487307:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009186b100 x1830953551951360/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:243/0 lens 488/4536 e 0 to 0 dl 1746134043 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134032.487313:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186b100 with x1830953551951360 ext(0->4095) 00002000:00010000:0.0:1746134032.487316:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009186b100 00000100:00100000:0.0:1746134032.518664:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.530474:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.553740:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.563005:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.565435:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.570406:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134032.570429:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551952512 00000100:00100000:1.0:1746134032.570435:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551952512 00002000:00100000:1.0:1746134032.570471:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012fdc7100 x1830953551952512/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:243/0 lens 488/0 e 0 to 0 dl 1746134043 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134032.570480:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc7100 with x1830953551952512 ext(0->4095) 00002000:00010000:1.0:1746134032.570484:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fdc7100 00000100:00100000:1.0:1746134032.570516:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12764 00000100:00100000:1.0:1746134032.570522:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2009:x1830953551952512:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134032.570630:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2009:x1830953551952512:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (229us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134032.570636:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12764 00002000:00100000:1.0:1746134032.570640:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012fdc7100 x1830953551952512/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:243/0 lens 488/4536 e 0 to 0 dl 1746134043 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134032.570647:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc7100 with x1830953551952512 ext(0->4095) 00002000:00010000:1.0:1746134032.570649:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fdc7100 00000100:00100000:0.0:1746134032.574870:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.598930:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134032.598994:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551952768 00000100:00100000:1.0:1746134032.598999:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551952768 00002000:00100000:1.0:1746134032.599025:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012d96ad80 x1830953551952768/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:243/0 lens 496/0 e 0 to 0 dl 1746134043 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134032.599039:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d96ad80 with x1830953551952768 ext(0->7) 00010000:00010000:1.0:1746134032.599045:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c76ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eb48 expref: 10 pid: 18904 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134032.599056:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c76ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eb48 expref: 10 pid: 18904 timeout: 801 lvb_type: 0 00002000:00010000:1.0:1746134032.599061:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d96ad80 00000100:00100000:1.0:1746134032.599082:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2055 00000100:00100000:1.0:1746134032.599087:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d96ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2012:x1830953551952768:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746134032.599740:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d96ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+12:2012:x1830953551952768:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 651us (810us total) trans 4294970575 rc 0/0 00000100:00100000:0.0:1746134032.599746:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2055 00002000:00100000:0.0:1746134032.599752:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012d96ad80 x1830953551952768/t4294970575(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:243/0 lens 496/448 e 0 to 0 dl 1746134043 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134032.599758:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d96ad80 with x1830953551952768 ext(0->7) 00010000:00010000:0.0:1746134032.599763:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c76ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eb48 expref: 12 pid: 18904 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746134032.599772:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c76ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eb48 expref: 12 pid: 18904 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746134032.599777:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d96ad80 00000100:00100000:0.0:1746134032.619384:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.619462:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.623682:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.628306:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.633343:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.647287:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551953792 00000100:00100000:0.0:1746134032.647294:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551953792 00000100:00100000:0.0:1746134032.647337:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29022 00000100:00100000:0.0:1746134032.647344:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081158a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953551953792:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134032.647356:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134032.647371:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d854a00/0x9682c7de153c76cf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574eb5d expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134032.647393:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c76c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574eb56 expref: 11 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134032.647400:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134032.647402:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134032.647405:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d854a00/0x9682c7de153c76cf lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574eb5d expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134032.647427:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c76c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eb56 expref: 11 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134032.647436:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c76c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eb56 expref: 11 pid: 24940 timeout: 801 lvb_type: 0 00000100:00100000:0.0:1746134032.647446:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800915f2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547931904:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134032.648349:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90ca80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134032.654262:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134032.654456:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551953920 00000100:00100000:1.0:1746134032.654460:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551953920 00002000:00100000:1.0:1746134032.654488:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800915f2300 x1830953551953920/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:243/0 lens 496/0 e 0 to 0 dl 1746134043 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134032.654497:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915f2300 with x1830953551953920 ext(0->7) 00010000:00010000:1.0:1746134032.654503:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c76c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eb56 expref: 12 pid: 24940 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134032.654514:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c76c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eb56 expref: 12 pid: 24940 timeout: 801 lvb_type: 0 00002000:00010000:1.0:1746134032.654519:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800915f2300 00000100:00100000:1.0:1746134032.654541:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2057 00000100:00100000:1.0:1746134032.654548:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+12:2009:x1830953551953920:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746134032.655783:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+14:2009:x1830953551953920:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 1231us (1517us total) trans 4294970576 rc 0/0 00000100:00100000:0.0:1746134032.655790:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2057 00002000:00100000:0.0:1746134032.656430:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800915f2300 x1830953551953920/t4294970576(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:243/0 lens 496/448 e 0 to 0 dl 1746134043 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134032.656439:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915f2300 with x1830953551953920 ext(0->7) 00010000:00010000:0.0:1746134032.656447:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c76c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eb56 expref: 14 pid: 24940 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746134032.656458:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c76c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eb56 expref: 14 pid: 24940 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746134032.656464:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800915f2300 00000100:00100000:0.0:1746134032.672657:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.676657:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134032.676730:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551954304 00000100:00100000:1.0:1746134032.676736:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551954304 00002000:00100000:1.0:1746134032.676770:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880085f3fb80 x1830953551954304/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:243/0 lens 488/0 e 0 to 0 dl 1746134043 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134032.676778:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3fb80 with x1830953551954304 ext(0->4095) 00002000:00010000:1.0:1746134032.676783:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085f3fb80 00000100:00100000:1.0:1746134032.676810:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12766 00000100:00100000:1.0:1746134032.676816:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551954304:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134032.676934:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551954304:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (284us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134032.676940:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12766 00002000:00100000:1.0:1746134032.676945:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880085f3fb80 x1830953551954304/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:243/0 lens 488/4536 e 0 to 0 dl 1746134043 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134032.676951:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3fb80 with x1830953551954304 ext(0->4095) 00002000:00010000:1.0:1746134032.676953:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085f3fb80 00000100:00100000:0.0:1746134032.678418:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.682367:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134032.682441:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551954560 00000100:00100000:1.0:1746134032.682448:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551954560 00000100:00100000:1.0:1746134032.682481:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29024 00000100:00100000:1.0:1746134032.682488:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:1755:x1830953551954560:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134032.682502:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134032.682515:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c1e00/0x9682c7de153c76dd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574eb6b expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134032.682534:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134032.682539:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c76d6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574eb64 expref: 17 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134032.682544:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134032.682547:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1e00/0x9682c7de153c76dd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574eb6b expref: 17 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134032.682573:0:24940:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c76d6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eb64 expref: 17 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134032.682583:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1e00/0x9682c7de153c76dd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574eb6b expref: 17 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134032.682597:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c1e00, rc 0) 00000100:00100000:1.0:1746134032.682636:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+17:1755:x1830953551954560:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 148us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134032.682642:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29024 00000100:00100000:0.0:1746134032.682966:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129c17180 going to sleep for 11 seconds 00000100:00100000:0.0:1746134032.682980:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880131cbfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547932160:192.168.203.26@tcp:104: 00010000:00010000:0.0:1746134032.682992:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c76d6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eb64 expref: 16 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134032.683003:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589c00, rc 0) 00000100:00100000:0.0:1746134032.683279:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:1757:x1830953551954432:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4765us (4862us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134032.683285:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29023 00000100:00100000:0.0:1746134032.683689:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.690529:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.693301:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.695610:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.699402:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.702830:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.702878:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.706594:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.709514:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.715589:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.721751:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.728752:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134032.728986:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551956608 00000100:00100000:1.0:1746134032.728992:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551956608 00002000:00100000:1.0:1746134032.729026:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880091aed500 x1830953551956608/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:243/0 lens 496/0 e 0 to 0 dl 1746134043 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134032.729035:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091aed500 with x1830953551956608 ext(0->7) 00010000:00010000:1.0:1746134032.729041:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c76eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eb79 expref: 14 pid: 9581 timeout: 801 lvb_type: 0 00010000:00010000:1.0:1746134032.729053:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c76eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eb79 expref: 14 pid: 9581 timeout: 801 lvb_type: 0 00002000:00010000:1.0:1746134032.729063:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091aed500 00000100:00100000:1.0:1746134032.729162:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2061 00000100:00100000:1.0:1746134032.729170:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091aed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+14:2009:x1830953551956608:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746134032.731628:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091aed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2009:x1830953551956608:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 2452us (2876us total) trans 4294970577 rc 0/0 00000100:00100000:0.0:1746134032.731637:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2061 00002000:00100000:0.0:1746134032.731645:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880091aed500 x1830953551956608/t4294970577(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:243/0 lens 496/448 e 0 to 0 dl 1746134043 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134032.731653:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091aed500 with x1830953551956608 ext(0->7) 00010000:00010000:0.0:1746134032.731661:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c76eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eb79 expref: 16 pid: 9581 timeout: 801 lvb_type: 0 00010000:00010000:0.0:1746134032.731672:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c76eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eb79 expref: 16 pid: 9581 timeout: 801 lvb_type: 0 00002000:00010000:0.0:1746134032.731678:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091aed500 00000100:00100000:0.0:1746134032.742062:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.749372:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.750828:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.758766:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.770066:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134032.775238:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.782084:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.785908:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.791205:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.796983:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.797056:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.820844:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.825886:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.843185:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.845266:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091aeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+18:2009:x1830953551959296:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 1626us (2082us total) trans 4294970578 rc 0/0 00000100:00100000:0.0:1746134032.845273:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2064 00002000:00100000:0.0:1746134032.845280:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880091aeca80 x1830953551959296/t4294970578(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:243/0 lens 496/448 e 0 to 0 dl 1746134043 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134032.845287:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091aeca80 with x1830953551959296 ext(0->7) 00010000:00010000:0.0:1746134032.845293:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c770e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eb9c expref: 18 pid: 9581 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746134032.845306:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c770e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eb9c expref: 18 pid: 9581 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746134032.845357:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091aeca80 00000100:00100000:0.0:1746134032.851542:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.855707:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.862045:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.874728:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.876683:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.880951:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.897590:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.899953:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+20:2009:x1830953551960448:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 2064us (2364us total) trans 4294970579 rc 0/0 00000100:00100000:0.0:1746134032.899962:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2066 00002000:00100000:0.0:1746134032.899969:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880072ae0700 x1830953551960448/t4294970579(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:243/0 lens 496/448 e 0 to 0 dl 1746134043 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134032.899977:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ae0700 with x1830953551960448 ext(0->7) 00010000:00010000:0.0:1746134032.899983:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c771c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebaa expref: 20 pid: 9581 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746134032.899996:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c771c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebaa expref: 20 pid: 9581 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746134032.900001:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072ae0700 00000100:00100000:0.0:1746134032.922212:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.923695:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.928015:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134032.928273:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551960960 00000100:00100000:1.0:1746134032.928278:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551960960 00002000:00100000:1.0:1746134032.928307:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ae1180 x1830953551960960/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:243/0 lens 488/0 e 0 to 0 dl 1746134043 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134032.928316:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ae1180 with x1830953551960960 ext(0->4095) 00010000:00010000:1.0:1746134032.928322:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c7723 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebb1 expref: 6 pid: 9581 timeout: 802 lvb_type: 0 00010000:00010000:1.0:1746134032.928333:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c7723 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebb1 expref: 6 pid: 9581 timeout: 802 lvb_type: 0 00002000:00010000:1.0:1746134032.928339:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072ae1180 00000100:00100000:1.0:1746134032.928352:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2067 00000100:00100000:1.0:1746134032.928358:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551960960:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134032.928452:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551960960:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 94us (442us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134032.928457:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2067 00002000:00100000:1.0:1746134032.928461:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ae1180 x1830953551960960/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:243/0 lens 488/4536 e 0 to 0 dl 1746134043 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134032.928473:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ae1180 with x1830953551960960 ext(0->4095) 00010000:00010000:1.0:1746134032.928477:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c7723 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebb1 expref: 6 pid: 9581 timeout: 802 lvb_type: 0 00010000:00010000:1.0:1746134032.928485:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c7723 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebb1 expref: 6 pid: 9581 timeout: 802 lvb_type: 0 00002000:00010000:1.0:1746134032.928489:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072ae1180 00000100:00100000:0.0:1746134032.933926:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.943339:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134032.943496:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551961344 00000100:00100000:1.0:1746134032.943501:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551961344 00002000:00100000:1.0:1746134032.943534:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009fce3c50 x1830953551961344/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:243/0 lens 488/0 e 0 to 0 dl 1746134043 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134032.943542:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fce3c50 with x1830953551961344 ext(0->4095) 00002000:00010000:1.0:1746134032.943546:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fce3c50 00000100:00100000:1.0:1746134032.943562:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12772 00000100:00100000:1.0:1746134032.943567:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fce3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+20:2010:x1830953551961344:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134032.943677:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fce3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+20:2010:x1830953551961344:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (344us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134032.943683:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12772 00002000:00100000:1.0:1746134032.943688:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009fce3c50 x1830953551961344/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:243/0 lens 488/4536 e 0 to 0 dl 1746134043 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134032.943694:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fce3c50 with x1830953551961344 ext(0->4095) 00002000:00010000:1.0:1746134032.943697:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009fce3c50 00000100:00100000:0.0:1746134032.949017:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134032.974569:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551961600 00000100:00100000:1.0:1746134032.974576:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551961600 00002000:00100000:1.0:1746134032.974612:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880091868380 x1830953551961600/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:243/0 lens 496/0 e 0 to 0 dl 1746134043 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134032.974621:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091868380 with x1830953551961600 ext(0->7) 00010000:00010000:1.0:1746134032.974629:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c772a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebb8 expref: 20 pid: 9581 timeout: 802 lvb_type: 0 00010000:00010000:1.0:1746134032.974641:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c772a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebb8 expref: 20 pid: 9581 timeout: 802 lvb_type: 0 00002000:00010000:1.0:1746134032.974648:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091868380 00000100:00100000:1.0:1746134032.975071:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2068 00000100:00100000:1.0:1746134032.975078:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091868380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+20:2011:x1830953551961600:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746134032.975972:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091868380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+22:2011:x1830953551961600:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 892us (1457us total) trans 4294970580 rc 0/0 00000100:00100000:0.0:1746134032.975979:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2068 00002000:00100000:0.0:1746134032.975985:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880091868380 x1830953551961600/t4294970580(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:243/0 lens 496/448 e 0 to 0 dl 1746134043 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134032.975992:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091868380 with x1830953551961600 ext(0->7) 00010000:00010000:0.0:1746134032.975998:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c772a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebb8 expref: 22 pid: 9581 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746134032.976008:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c772a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebb8 expref: 22 pid: 9581 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746134032.976018:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091868380 00000100:00100000:0.0:1746134032.987801:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.987890:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134032.999083:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134033.005068:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00080000:1.0:1746134033.005540:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746134033.011576:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134033.011601:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551962496 00000100:00100000:1.0:1746134033.011605:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551962496 00000100:00080000:1.0:1746134033.011622:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00100000:1.0:1746134033.011644:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009cb9ed80 x1830953551962496/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:244/0 lens 488/0 e 0 to 0 dl 1746134044 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134033.011654:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9ed80 with x1830953551962496 ext(0->4095) 00002000:00010000:1.0:1746134033.011658:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb9ed80 00000100:00100000:1.0:1746134033.012951:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12773 00000100:00100000:1.0:1746134033.012960:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+22:2010:x1830953551962496:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134033.013075:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+22:2010:x1830953551962496:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (1500us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134033.013081:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12773 00002000:00100000:1.0:1746134033.013086:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009cb9ed80 x1830953551962496/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:244/0 lens 488/4536 e 0 to 0 dl 1746134044 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134033.013095:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9ed80 with x1830953551962496 ext(0->4095) 00002000:00010000:1.0:1746134033.013099:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb9ed80 00000100:00100000:0.0:1746134033.020003:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.026337:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134033.026397:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551962752 00000100:00100000:1.0:1746134033.026405:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551962752 00002000:00100000:1.0:1746134033.026440:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880072ae2a00 x1830953551962752/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:244/0 lens 496/0 e 0 to 0 dl 1746134044 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134033.026449:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ae2a00 with x1830953551962752 ext(0->7) 00010000:00010000:1.0:1746134033.026457:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c7738 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebc6 expref: 22 pid: 24940 timeout: 802 lvb_type: 0 00010000:00010000:1.0:1746134033.026468:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c7738 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebc6 expref: 22 pid: 24940 timeout: 802 lvb_type: 0 00002000:00010000:1.0:1746134033.026475:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072ae2a00 00000100:00100000:1.0:1746134033.028066:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2070 00000100:00100000:1.0:1746134033.028079:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+22:2009:x1830953551962752:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746134033.028911:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+24:2009:x1830953551962752:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 834us (2579us total) trans 4294970581 rc 0/0 00000100:00100000:0.0:1746134033.028917:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2070 00002000:00100000:0.0:1746134033.028922:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880072ae2a00 x1830953551962752/t4294970581(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:244/0 lens 496/448 e 0 to 0 dl 1746134044 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134033.028929:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ae2a00 with x1830953551962752 ext(0->7) 00010000:00010000:0.0:1746134033.028935:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c7738 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebc6 expref: 24 pid: 24940 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746134033.028944:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c7738 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebc6 expref: 24 pid: 24940 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746134033.028949:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072ae2a00 00000100:00100000:1.0:1746134033.042018:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134033.042218:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.048432:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.052278:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.059069:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.062837:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.080092:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.082600:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.088921:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2009:x1830953551964032:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 6074us (6318us total) trans 4294970582 rc 0/0 00000100:00100000:0.0:1746134033.088932:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2072 00002000:00100000:0.0:1746134033.088940:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880072ae0e00 x1830953551964032/t4294970582(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:244/0 lens 496/448 e 0 to 0 dl 1746134044 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134033.088948:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ae0e00 with x1830953551964032 ext(0->7) 00010000:00010000:0.0:1746134033.088956:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c7746 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebd4 expref: 27 pid: 9581 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746134033.088969:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c7746 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebd4 expref: 27 pid: 9581 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746134033.088974:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072ae0e00 00000100:00100000:0.0:1746134033.092749:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134033.094095:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14343 00000100:00100000:1.0:1746134033.094110:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2010:x1830953551964160:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134033.094141:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134033.094173:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c7746 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebd4 expref: 27 pid: 9581 timeout: 802 lvb_type: 0 00010000:00010000:1.0:1746134033.094184:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c7746 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebd4 expref: 27 pid: 9581 timeout: 802 lvb_type: 0 00010000:00010000:1.0:1746134033.094202:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c7746 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebd4 expref: 27 pid: 9581 timeout: 802 lvb_type: 0 00010000:00010000:1.0:1746134033.095525:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134033.095528:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134033.095536:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c774d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebdb expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134033.095545:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c774d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebdb expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134033.095576:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c774d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebdb expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134033.095585:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c774d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebdb expref: 5 pid: 24940 timeout: 802 lvb_type: 0 00000100:00100000:1.0:1746134033.095595:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953547936768:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134033.096795:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20480 going to sleep for 11 seconds 00000100:00100000:1.0:1746134033.098194:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953547936768:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134033.098211:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134033.098259:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:2010:x1830953551964160:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4151us (5514us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134033.098269:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14343 00000100:00100000:0.0:1746134033.099447:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551964416 00000100:00100000:0.0:1746134033.099454:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551964416 00002000:00100000:0.0:1746134033.099491:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880131cbfb80 x1830953551964416/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:244/0 lens 488/0 e 0 to 0 dl 1746134044 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134033.099501:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cbfb80 with x1830953551964416 ext(0->4095) 00010000:00010000:0.0:1746134033.099509:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c774d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebdb expref: 6 pid: 24940 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746134033.099521:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c774d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebdb expref: 6 pid: 24940 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746134033.099527:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131cbfb80 00000100:00100000:0.0:1746134033.099556:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2073 00000100:00100000:0.0:1746134033.099563:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551964416:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746134033.099685:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551964416:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (343us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134033.099691:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2073 00002000:00100000:0.0:1746134033.099696:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880131cbfb80 x1830953551964416/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:244/0 lens 488/4536 e 0 to 0 dl 1746134044 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134033.099703:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cbfb80 with x1830953551964416 ext(0->4095) 00010000:00010000:0.0:1746134033.099708:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c774d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebdb expref: 6 pid: 24940 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746134033.099717:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c774d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebdb expref: 6 pid: 24940 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746134033.099722:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131cbfb80 00000100:00100000:0.0:1746134033.102685:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134033.102770:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551964544 00000100:00100000:1.0:1746134033.102778:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551964544 00010000:00010000:1.0:1746134033.102805:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c774d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebdb expref: 6 pid: 24940 timeout: 802 lvb_type: 0 00000100:00100000:1.0:1746134033.106263:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14344 00000100:00100000:1.0:1746134033.106280:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953551964544:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134033.106297:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134033.106318:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c774d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebdb expref: 6 pid: 24940 timeout: 802 lvb_type: 0 00010000:00010000:1.0:1746134033.106332:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c774d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebdb expref: 6 pid: 24940 timeout: 802 lvb_type: 0 00010000:00010000:1.0:1746134033.106353:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c774d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebdb expref: 6 pid: 24940 timeout: 802 lvb_type: 0 00010000:00010000:1.0:1746134033.106373:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134033.106375:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134033.106381:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c7754 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebe2 expref: 25 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134033.106388:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c7754 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebe2 expref: 25 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134033.106423:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c7754 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebe2 expref: 25 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134033.106435:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953547936896:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134033.106512:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20480 going to sleep for 11 seconds 00000100:00100000:1.0:1746134033.109401:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953547936896:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134033.109421:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134033.109461:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2012:x1830953551964544:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3187us (6782us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134033.109471:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14344 00000100:00100000:0.0:1746134033.109959:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.116536:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.128313:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.145944:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2010:x1830953551965056:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 13057us (17628us total) trans 4294970583 rc 0/0 00000100:00100000:0.0:1746134033.145955:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2074 00002000:00100000:0.0:1746134033.145967:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880072ae1180 x1830953551965056/t4294970583(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:244/0 lens 496/448 e 0 to 0 dl 1746134044 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134033.145975:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ae1180 with x1830953551965056 ext(0->7) 00010000:00010000:0.0:1746134033.145984:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c7754 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebe2 expref: 28 pid: 24940 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746134033.145998:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c7754 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebe2 expref: 28 pid: 24940 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746134033.146004:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072ae1180 00000100:00100000:1.0:1746134033.148471:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.164710:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134033.164803:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551965312 00000100:00100000:1.0:1746134033.164811:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551965312 00010000:00010000:1.0:1746134033.164841:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c7754 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebe2 expref: 29 pid: 24940 timeout: 802 lvb_type: 0 00000100:00100000:1.0:1746134033.164881:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14345 00000100:00100000:1.0:1746134033.164888:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:2012:x1830953551965312:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134033.164899:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134033.164913:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c7754 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebe2 expref: 29 pid: 24940 timeout: 802 lvb_type: 0 00010000:00010000:1.0:1746134033.164923:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c7754 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebe2 expref: 29 pid: 24940 timeout: 802 lvb_type: 0 00010000:00010000:1.0:1746134033.164944:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c7754 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebe2 expref: 29 pid: 24940 timeout: 802 lvb_type: 0 00010000:00010000:1.0:1746134033.164958:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134033.164960:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134033.164965:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c775b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebe9 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134033.164971:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c775b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebe9 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134033.164994:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c775b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebe9 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134033.165002:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c775b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebe9 expref: 5 pid: 9581 timeout: 802 lvb_type: 0 00000100:00100000:1.0:1746134033.165011:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953547937280:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134033.165081:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20480 going to sleep for 11 seconds 00000100:00100000:0.0:1746134033.166368:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.166404:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.166428:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.166444:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551965824 00000100:00100000:0.0:1746134033.166448:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551965824 00000100:00100000:0.0:1746134033.166487:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 723 00000100:00100000:0.0:1746134033.166495:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+5:2010:x1830953551965824:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:0.0:1746134033.166535:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+5:2010:x1830953551965824:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 42us (105us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134033.166540:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 723 00000100:00100000:0.0:1746134033.166565:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.166630:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.166642:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.166664:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.166674:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551966208 00000100:00100000:0.0:1746134033.166677:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551966208 00000100:00100000:0.0:1746134033.166694:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 724 00000100:00100000:0.0:1746134033.166698:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953551966208:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:0.0:1746134033.166728:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953551966208:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 28us (63us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134033.166735:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 724 00000100:00100000:0.0:1746134033.166789:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551965568 00000100:00100000:0.0:1746134033.166791:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551965568 00000100:00100000:0.0:1746134033.166808:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551966080 00000100:00100000:0.0:1746134033.166810:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551966080 00000100:00100000:0.0:1746134033.166819:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551965696 00000100:00100000:0.0:1746134033.166821:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551965696 00000100:00100000:0.0:1746134033.166828:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551965952 00000100:00100000:0.0:1746134033.166829:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551965952 00000100:00100000:0.0:1746134033.166839:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1047 00000100:00100000:0.0:1746134033.166844:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2010:x1830953551965568:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:0.0:1746134033.166867:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2010:x1830953551965568:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 24us (463us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134033.166871:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1047 00000100:00100000:0.0:1746134033.166879:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1048 00000100:00100000:0.0:1746134033.166883:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953551966080:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:0.0:1746134033.166897:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953551966080:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 14us (331us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134033.166901:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1048 00000100:00100000:0.0:1746134033.166907:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1049 00000100:00100000:0.0:1746134033.166911:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+5:2009:x1830953551965696:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:0.0:1746134033.166926:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+5:2009:x1830953551965696:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 15us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134033.166930:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1049 00000100:00100000:0.0:1746134033.166938:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1050 00000100:00100000:0.0:1746134033.166942:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+7:2009:x1830953551965952:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:0.0:1746134033.166964:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+7:2009:x1830953551965952:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 20us (320us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134033.166968:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1050 00000100:00080000:1.0:1746134033.167071:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746134033.167074:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746134033.167076:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746134033.176922:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953547937280:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134033.176939:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134033.176973:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2012:x1830953551965312:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 12085us (12269us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134033.176985:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14345 00000100:00100000:0.0:1746134033.181547:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.183385:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134033.183451:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551966592 00000100:00100000:1.0:1746134033.183456:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551966592 00010000:00010000:1.0:1746134033.183476:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c775b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebe9 expref: 6 pid: 9581 timeout: 802 lvb_type: 0 00000100:00100000:1.0:1746134033.183508:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14346 00000100:00100000:1.0:1746134033.183514:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2011:x1830953551966592:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134033.183523:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134033.183536:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c775b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebe9 expref: 6 pid: 9581 timeout: 802 lvb_type: 0 00010000:00010000:1.0:1746134033.183545:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c775b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebe9 expref: 6 pid: 9581 timeout: 802 lvb_type: 0 00010000:00010000:1.0:1746134033.183563:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c775b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebe9 expref: 6 pid: 9581 timeout: 802 lvb_type: 0 00010000:00010000:1.0:1746134033.183577:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134033.183579:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134033.183584:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c7762 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebf0 expref: 27 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134033.183590:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c7762 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebf0 expref: 27 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134033.183615:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c7762 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebf0 expref: 27 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134033.183626:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953547937408:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134033.183687:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20480 going to sleep for 11 seconds 00000100:00100000:1.0:1746134033.185155:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953547937408:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134033.185169:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134033.185196:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2011:x1830953551966592:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1681us (1814us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134033.185203:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14346 00000100:00100000:0.0:1746134033.186018:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134033.186136:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551966848 00000100:00100000:1.0:1746134033.186142:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551966848 00002000:00100000:1.0:1746134033.186181:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800915f0700 x1830953551966848/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:244/0 lens 488/0 e 0 to 0 dl 1746134044 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134033.186189:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915f0700 with x1830953551966848 ext(0->4095) 00002000:00010000:1.0:1746134033.186192:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800915f0700 00000100:00100000:1.0:1746134033.186222:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12776 00000100:00100000:1.0:1746134033.186228:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2009:x1830953551966848:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134033.186329:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2009:x1830953551966848:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (312us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134033.186335:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12776 00002000:00100000:1.0:1746134033.186340:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800915f0700 x1830953551966848/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:244/0 lens 488/4536 e 0 to 0 dl 1746134044 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134033.186346:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915f0700 with x1830953551966848 ext(0->4095) 00002000:00010000:1.0:1746134033.186349:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800915f0700 00000100:00100000:0.0:1746134033.188268:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.190900:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134033.191719:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551967104 00000100:00100000:1.0:1746134033.191726:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551967104 00010000:00010000:1.0:1746134033.191747:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c7762 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebf0 expref: 28 pid: 9581 timeout: 802 lvb_type: 0 00000100:00100000:1.0:1746134033.191769:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14347 00000100:00100000:1.0:1746134033.191775:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915f3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2009:x1830953551967104:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134033.191785:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134033.191800:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c7762 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebf0 expref: 28 pid: 9581 timeout: 802 lvb_type: 0 00010000:00010000:1.0:1746134033.191809:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c7762 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebf0 expref: 28 pid: 9581 timeout: 802 lvb_type: 0 00010000:00010000:1.0:1746134033.191826:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c7762 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebf0 expref: 28 pid: 9581 timeout: 802 lvb_type: 0 00010000:00010000:1.0:1746134033.191840:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134033.191841:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134033.191846:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c7769 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebf7 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134033.191853:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c7769 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebf7 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134033.191874:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c7769 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebf7 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134033.191888:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953547937664:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134033.191930:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134033.197496:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.197567:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134033.197655:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953547937664:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134033.197670:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134033.197705:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2009:x1830953551967104:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 5929us (6811us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134033.197713:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14347 00000100:00100000:0.0:1746134033.200715:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134033.201019:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551967616 00000100:00100000:1.0:1746134033.201025:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551967616 00000100:00100000:1.0:1746134033.201066:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29046 00000100:00100000:1.0:1746134033.201073:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:1757:x1830953551967616:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134033.201083:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134033.201095:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c7777 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574ec05 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134033.201130:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134033.201134:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c7770 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebfe expref: 30 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134033.201139:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134033.201141:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c7777 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec05 expref: 30 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134033.201176:0:18904:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c7770 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebfe expref: 30 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134033.201189:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c7777 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec05 expref: 30 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134033.201196:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c0000, rc 0) 00000100:00100000:1.0:1746134033.201229:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+30:1757:x1830953551967616:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 157us (519us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134033.201234:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29046 00000100:00100000:0.0:1746134033.204004:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134033.204107:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551967744 00000100:00100000:1.0:1746134033.204136:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551967744 00010000:00010000:1.0:1746134033.204168:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c7769 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebf7 expref: 6 pid: 9581 timeout: 802 lvb_type: 0 00000100:00100000:1.0:1746134033.204196:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14348 00000100:00100000:1.0:1746134033.204202:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ecf850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551967744:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134033.204214:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134033.204228:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c7769 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebf7 expref: 6 pid: 9581 timeout: 802 lvb_type: 0 00010000:00010000:1.0:1746134033.204237:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c7769 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebf7 expref: 6 pid: 9581 timeout: 802 lvb_type: 0 00010000:00010000:1.0:1746134033.204255:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c7769 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebf7 expref: 6 pid: 9581 timeout: 802 lvb_type: 0 00010000:00010000:1.0:1746134033.204268:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134033.204270:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134033.204275:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c7770 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebfe expref: 28 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134033.204281:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c7770 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebfe expref: 28 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134033.204305:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c7770 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebfe expref: 28 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134033.204315:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c7770 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebfe expref: 28 pid: 9581 timeout: 802 lvb_type: 0 00000100:00100000:1.0:1746134033.204325:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953547938048:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134033.204384:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746134033.207047:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953547938048:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134033.207062:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134033.207104:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ecf850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953551967744:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2901us (3101us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134033.207138:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14348 00000100:00100000:0.0:1746134033.210311:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134033.210783:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551968000 00000100:00100000:1.0:1746134033.210790:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551968000 00002000:00100000:1.0:1746134033.210827:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880085f3ea00 x1830953551968000/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:244/0 lens 488/0 e 0 to 0 dl 1746134044 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134033.210835:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3ea00 with x1830953551968000 ext(0->4095) 00010000:00010000:1.0:1746134033.210841:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c7770 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebfe expref: 29 pid: 9581 timeout: 802 lvb_type: 0 00010000:00010000:1.0:1746134033.210856:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c7770 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebfe expref: 29 pid: 9581 timeout: 802 lvb_type: 0 00002000:00010000:1.0:1746134033.210862:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085f3ea00 00000100:00100000:1.0:1746134033.210891:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2076 00000100:00100000:1.0:1746134033.210897:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:2009:x1830953551968000:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134033.213130:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:2009:x1830953551968000:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 211us (803us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134033.213140:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2076 00002000:00100000:1.0:1746134033.213161:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880085f3ea00 x1830953551968000/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:244/0 lens 488/4536 e 0 to 0 dl 1746134044 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134033.213169:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3ea00 with x1830953551968000 ext(0->4095) 00010000:00010000:1.0:1746134033.213178:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c7770 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebfe expref: 29 pid: 9581 timeout: 802 lvb_type: 0 00010000:00010000:1.0:1746134033.213189:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c7770 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebfe expref: 29 pid: 9581 timeout: 802 lvb_type: 0 00002000:00010000:1.0:1746134033.213195:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085f3ea00 00000100:00100000:0.0:1746134033.215342:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134033.215426:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551968128 00000100:00100000:1.0:1746134033.215433:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551968128 00010000:00010000:1.0:1746134033.215460:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c7770 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebfe expref: 29 pid: 9581 timeout: 802 lvb_type: 0 00000100:00100000:1.0:1746134033.215541:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14349 00000100:00100000:1.0:1746134033.215550:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:2011:x1830953551968128:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134033.215560:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134033.215575:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c7770 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebfe expref: 29 pid: 9581 timeout: 802 lvb_type: 0 00010000:00010000:1.0:1746134033.215585:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c7770 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebfe expref: 29 pid: 9581 timeout: 802 lvb_type: 0 00010000:00010000:1.0:1746134033.215604:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c7770 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ebfe expref: 29 pid: 9581 timeout: 802 lvb_type: 0 00010000:00010000:1.0:1746134033.216395:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134033.216398:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134033.216404:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c7777 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec05 expref: 28 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134033.216412:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c7777 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec05 expref: 28 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134033.216440:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c7777 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec05 expref: 28 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134033.216450:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953547938176:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134033.217299:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e203c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134033.221322:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134033.221407:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953547938176:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134033.221422:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134033.221456:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2011:x1830953551968128:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 5907us (6119us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134033.221465:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14349 00000100:00100000:0.0:1746134033.224889:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.228584:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134033.228723:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551968640 00000100:00100000:1.0:1746134033.228728:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551968640 00010000:00010000:1.0:1746134033.228749:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c7777 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec05 expref: 28 pid: 18904 timeout: 802 lvb_type: 0 00000100:00100000:1.0:1746134033.229063:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14350 00000100:00100000:1.0:1746134033.229069:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2009:x1830953551968640:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134033.229081:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134033.229096:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c7777 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec05 expref: 28 pid: 18904 timeout: 802 lvb_type: 0 00010000:00010000:1.0:1746134033.229105:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c7777 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec05 expref: 28 pid: 18904 timeout: 802 lvb_type: 0 00010000:00010000:1.0:1746134033.229159:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c7777 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec05 expref: 28 pid: 18904 timeout: 802 lvb_type: 0 00010000:00010000:1.0:1746134033.229177:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134033.229179:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134033.229184:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c777e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec0c expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134033.229191:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c777e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec0c expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134033.229216:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c777e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec0c expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134033.229226:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953547938432:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134033.229285:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e203c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746134033.231818:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953547938432:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134033.231835:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134033.231866:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2009:x1830953551968640:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2796us (3283us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134033.231874:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14350 00000100:00100000:0.0:1746134033.233225:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134033.233448:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551968896 00000100:00100000:1.0:1746134033.233454:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551968896 00002000:00100000:1.0:1746134033.233487:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880085f3e680 x1830953551968896/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:244/0 lens 488/0 e 0 to 0 dl 1746134044 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134033.233495:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3e680 with x1830953551968896 ext(0->4095) 00002000:00010000:1.0:1746134033.233500:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085f3e680 00000100:00100000:1.0:1746134033.233530:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12779 00000100:00100000:1.0:1746134033.233536:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551968896:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134033.233641:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551968896:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (419us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134033.233646:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12779 00002000:00100000:1.0:1746134033.233651:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880085f3e680 x1830953551968896/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:244/0 lens 488/4536 e 0 to 0 dl 1746134044 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134033.233657:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3e680 with x1830953551968896 ext(0->4095) 00002000:00010000:1.0:1746134033.233660:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085f3e680 00000100:00100000:0.0:1746134033.234372:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.237353:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.239504:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134033.239612:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551969280 00000100:00100000:1.0:1746134033.239618:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551969280 00010000:00010000:1.0:1746134033.239640:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c777e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec0c expref: 6 pid: 9581 timeout: 802 lvb_type: 0 00000100:00100000:1.0:1746134033.240020:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14351 00000100:00100000:1.0:1746134033.240028:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551969280:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134033.240039:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134033.240055:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c777e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec0c expref: 6 pid: 9581 timeout: 802 lvb_type: 0 00010000:00010000:1.0:1746134033.240064:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c777e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec0c expref: 6 pid: 9581 timeout: 802 lvb_type: 0 00010000:00010000:1.0:1746134033.240081:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c777e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec0c expref: 6 pid: 9581 timeout: 802 lvb_type: 0 00010000:00010000:1.0:1746134033.240105:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134033.240107:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134033.240127:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c7785 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec13 expref: 28 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134033.240134:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c7785 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec13 expref: 28 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134033.240167:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c7785 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec13 expref: 28 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134033.240181:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c7785 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec13 expref: 28 pid: 9581 timeout: 802 lvb_type: 0 00000100:00100000:1.0:1746134033.240191:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953547938816:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134033.240252:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134033.243254:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134033.243828:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953547938816:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134033.243841:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134033.244230:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953551969280:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4200us (4729us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134033.244237:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14351 00000100:00100000:0.0:1746134033.247343:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134033.247426:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551969664 00000100:00100000:1.0:1746134033.247433:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551969664 00010000:00010000:1.0:1746134033.247462:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c7785 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec13 expref: 29 pid: 9581 timeout: 802 lvb_type: 0 00000100:00100000:1.0:1746134033.247496:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14352 00000100:00100000:1.0:1746134033.247502:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b900380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:2012:x1830953551969664:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134033.247513:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134033.247528:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c7785 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec13 expref: 29 pid: 9581 timeout: 802 lvb_type: 0 00010000:00010000:1.0:1746134033.247539:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c7785 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec13 expref: 29 pid: 9581 timeout: 802 lvb_type: 0 00010000:00010000:1.0:1746134033.247556:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c7785 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec13 expref: 29 pid: 9581 timeout: 802 lvb_type: 0 00010000:00010000:1.0:1746134033.247584:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134033.247586:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134033.247591:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e000/0x9682c7de153c778c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec1a expref: 28 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134033.247598:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e000/0x9682c7de153c778c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec1a expref: 28 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134033.247624:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90e000/0x9682c7de153c778c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec1a expref: 28 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134033.247633:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953547938944:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134033.247692:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134033.250832:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134033.251668:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953547938944:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134033.251683:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134033.251708:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b900380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2012:x1830953551969664:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4206us (4370us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134033.251715:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14352 00000100:00100000:0.0:1746134033.254652:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134033.254772:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551970048 00000100:00100000:1.0:1746134033.254779:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551970048 00000100:00100000:1.0:1746134033.254880:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29050 00000100:00100000:1.0:1746134033.254887:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b901f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953551970048:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134033.254901:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134033.254914:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c7793 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574ec21 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134033.254939:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e000/0x9682c7de153c778c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec1a expref: 27 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134033.254945:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134033.254946:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134033.254949:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c7793 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec21 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134033.254972:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90e000/0x9682c7de153c778c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec1a expref: 27 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134033.254982:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90e000/0x9682c7de153c778c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec1a expref: 27 pid: 9581 timeout: 802 lvb_type: 0 00000100:00100000:1.0:1746134033.254992:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547939072:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134033.255060:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746134033.257162:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547939072:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134033.257183:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c7793 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec21 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134033.257194:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c1a00, rc 0) 00000100:00100000:1.0:1746134033.257229:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b901f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953551970048:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2342us (2582us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134033.257236:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29050 00000100:00100000:0.0:1746134033.257788:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134033.257905:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551970176 00000100:00100000:1.0:1746134033.257911:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551970176 00010000:00010000:1.0:1746134033.257931:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e000/0x9682c7de153c778c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec1a expref: 28 pid: 9581 timeout: 802 lvb_type: 0 00000100:00100000:1.0:1746134033.257961:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14353 00000100:00100000:1.0:1746134033.257967:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b901880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2009:x1830953551970176:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134033.257977:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134033.257992:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90e000/0x9682c7de153c778c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec1a expref: 28 pid: 9581 timeout: 802 lvb_type: 0 00010000:00010000:1.0:1746134033.258000:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90e000/0x9682c7de153c778c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec1a expref: 28 pid: 9581 timeout: 802 lvb_type: 0 00010000:00010000:1.0:1746134033.258018:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e000/0x9682c7de153c778c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec1a expref: 28 pid: 9581 timeout: 802 lvb_type: 0 00010000:00010000:1.0:1746134033.258040:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134033.258042:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134033.258047:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c7793 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec21 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134033.258053:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c7793 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec21 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134033.258075:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c7793 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec21 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134033.258085:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953547939200:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134033.258163:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746134033.260788:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953547939200:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134033.260802:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134033.261481:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b901880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2009:x1830953551970176:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3510us (3690us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134033.261489:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14353 00000100:00100000:0.0:1746134033.261922:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.262159:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134033.262397:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551970560 00000100:00100000:1.0:1746134033.262403:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551970560 00000100:00100000:1.0:1746134033.262432:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29051 00000100:00100000:1.0:1746134033.262437:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b900000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:1755:x1830953551970560:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134033.262450:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134033.262463:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c779a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574ec28 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134033.262485:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c7793 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec21 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134033.262490:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134033.262492:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134033.262495:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c779a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec28 expref: 28 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134033.262515:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c7793 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec21 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134033.262525:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c7793 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec21 expref: 5 pid: 18904 timeout: 802 lvb_type: 0 00000100:00100000:1.0:1746134033.262538:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547939328:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134033.262585:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746134033.265231:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547939328:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134033.265252:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c779a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec28 expref: 28 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134033.265264:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c1000, rc 0) 00000100:00100000:1.0:1746134033.265299:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b900000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:1755:x1830953551970560:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2861us (3379us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134033.265307:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29051 00000100:00100000:0.0:1746134033.266662:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134033.266723:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551970688 00000100:00100000:1.0:1746134033.266728:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551970688 00000100:00100000:1.0:1746134033.267027:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29052 00000100:00100000:1.0:1746134033.267035:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b903100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:1757:x1830953551970688:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134033.267048:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134033.267060:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c77a1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574ec2f expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134033.267077:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134033.267081:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c779a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec28 expref: 29 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134033.267087:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134033.267090:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c77a1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec2f expref: 29 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134033.267158:0:18904:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c779a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec28 expref: 29 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134033.267168:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c77a1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec2f expref: 29 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134033.267175:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c1800, rc 0) 00000100:00100000:1.0:1746134033.267207:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b903100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:1757:x1830953551970688:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 173us (549us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134033.267212:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29052 00000100:00100000:0.0:1746134033.268380:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134033.268514:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551970816 00000100:00100000:1.0:1746134033.268519:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551970816 00010000:00010000:1.0:1746134033.268537:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c7793 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec21 expref: 6 pid: 18904 timeout: 802 lvb_type: 0 00000100:00100000:1.0:1746134033.268750:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14354 00000100:00100000:1.0:1746134033.268757:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c699180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953551970816:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134033.268766:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134033.268780:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c7793 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec21 expref: 6 pid: 18904 timeout: 802 lvb_type: 0 00010000:00010000:1.0:1746134033.268789:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c7793 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec21 expref: 6 pid: 18904 timeout: 802 lvb_type: 0 00010000:00010000:1.0:1746134033.268805:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c7793 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec21 expref: 6 pid: 18904 timeout: 802 lvb_type: 0 00010000:00010000:1.0:1746134033.268831:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134033.268833:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134033.268837:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c779a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec28 expref: 28 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134033.268844:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c779a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec28 expref: 28 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134033.268865:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c779a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec28 expref: 28 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134033.268874:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c779a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec28 expref: 28 pid: 18904 timeout: 802 lvb_type: 0 00000100:00100000:1.0:1746134033.268883:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953547939584:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134033.268942:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746134033.271669:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953547939584:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134033.271683:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134033.272007:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134033.272464:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c699180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2012:x1830953551970816:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3706us (4085us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134033.272471:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14354 00000100:00100000:0.0:1746134033.275751:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134033.276026:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551971200 00000100:00100000:1.0:1746134033.276034:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551971200 00010000:00010000:1.0:1746134033.276061:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c779a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec28 expref: 29 pid: 18904 timeout: 802 lvb_type: 0 00000100:00100000:1.0:1746134033.276397:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14355 00000100:00100000:1.0:1746134033.276405:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ecfc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:2010:x1830953551971200:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134033.276416:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134033.276431:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c779a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec28 expref: 29 pid: 18904 timeout: 802 lvb_type: 0 00010000:00010000:1.0:1746134033.276441:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c779a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec28 expref: 29 pid: 18904 timeout: 802 lvb_type: 0 00010000:00010000:1.0:1746134033.276459:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c779a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec28 expref: 29 pid: 18904 timeout: 802 lvb_type: 0 00010000:00010000:1.0:1746134033.276483:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134033.276485:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134033.276491:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c77a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec2f expref: 28 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134033.276498:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c77a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec2f expref: 28 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134033.276524:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c77a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec2f expref: 28 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134033.276533:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953547939712:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134033.276816:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746134033.280093:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.282456:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.285409:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.294790:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.297689:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.301423:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.303782:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.320438:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551972608 00000100:00100000:0.0:1746134033.320445:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551972608 00000100:00100000:0.0:1746134033.320494:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29055 00000100:00100000:0.0:1746134033.320501:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953551972608:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134033.320515:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134033.320528:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009565fa00/0x9682c7de153c77b6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574ec44 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134033.320551:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c77af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec3d expref: 27 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134033.320556:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134033.320557:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134033.320560:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009565fa00/0x9682c7de153c77b6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec44 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134033.320582:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c77af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec3d expref: 27 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134033.320592:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c77af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec3d expref: 27 pid: 24940 timeout: 802 lvb_type: 0 00000100:00100000:0.0:1746134033.320601:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091aece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953547940352:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134033.320678:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c480 going to sleep for 11 seconds 00000100:00100000:0.0:1746134033.325841:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.343454:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.347439:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.351296:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.357843:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.364058:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.376156:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.412517:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.424024:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.426761:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551974144 00000100:00100000:0.0:1746134033.426765:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551974144 00000100:00100000:1.0:1746134033.428342:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29058 00000100:00100000:1.0:1746134033.428354:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+32:1755:x1830953551974144:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134033.428370:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134033.428383:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c77cb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574ec59 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134033.428404:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c77c4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec52 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134033.428410:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134033.428412:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134033.428414:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c77cb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec59 expref: 33 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134033.428465:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c77c4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec52 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134033.428474:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c77c4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec52 expref: 5 pid: 24940 timeout: 802 lvb_type: 0 00000100:00100000:1.0:1746134033.428484:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547941120:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134033.428560:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746134033.428594:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091868a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953547940992:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134033.428607:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134033.428628:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091aed180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+33:2012:x1830953551974016:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3097us (4612us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134033.428638:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14360 00000100:00100000:1.0:1746134033.430899:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547941120:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134033.430920:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c77cb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec59 expref: 32 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134033.430934:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c1200, rc 0) 00000100:00100000:1.0:1746134033.432357:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+32:1755:x1830953551974144:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4000us (5608us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134033.432366:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29058 00000100:00100000:0.0:1746134033.436840:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.436887:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134033.436978:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551974528 00000100:00100000:1.0:1746134033.436985:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551974528 00000100:00100000:1.0:1746134033.437019:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29059 00000100:00100000:1.0:1746134033.437026:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091aedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+32:1757:x1830953551974528:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134033.437040:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134033.437052:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c77d2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574ec60 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134033.437072:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134033.437076:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c77cb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec59 expref: 33 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134033.437082:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134033.437084:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c77d2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec60 expref: 33 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134033.437135:0:18904:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c77cb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec59 expref: 33 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134033.437157:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c77d2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec60 expref: 33 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134033.437167:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c1000, rc 0) 00000100:00100000:1.0:1746134033.437200:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091aedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+33:1757:x1830953551974528:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 175us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134033.437206:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29059 00000100:00100000:0.0:1746134033.452969:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.454439:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.456064:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.458278:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.470826:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.472903:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.480054:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.480263:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.492218:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.500184:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.512365:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134033.512441:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551976832 00000100:00100000:1.0:1746134033.512448:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551976832 00002000:00100000:1.0:1746134033.512484:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009ce32a00 x1830953551976832/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:244/0 lens 488/0 e 0 to 0 dl 1746134044 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134033.512494:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce32a00 with x1830953551976832 ext(0->4095) 00002000:00010000:1.0:1746134033.512498:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ce32a00 00000100:00100000:1.0:1746134033.512528:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12786 00000100:00100000:1.0:1746134033.512534:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+33:2009:x1830953551976832:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134033.512644:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+33:2009:x1830953551976832:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (287us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134033.512650:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12786 00002000:00100000:1.0:1746134033.512654:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009ce32a00 x1830953551976832/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:244/0 lens 488/4536 e 0 to 0 dl 1746134044 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134033.512661:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce32a00 with x1830953551976832 ext(0->4095) 00002000:00010000:1.0:1746134033.512663:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ce32a00 00000100:00100000:0.0:1746134033.520792:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.551728:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.553292:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.554713:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+35:2011:x1830953551977088:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 2781us (2976us total) trans 4294970586 rc 0/0 00000100:00100000:0.0:1746134033.554726:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2087 00002000:00100000:0.0:1746134033.554770:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009ce33480 x1830953551977088/t4294970586(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:244/0 lens 496/448 e 0 to 0 dl 1746134044 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134033.554782:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce33480 with x1830953551977088 ext(0->7) 00010000:00010000:0.0:1746134033.554801:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c77e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec75 expref: 35 pid: 9581 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746134033.554822:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c77e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec75 expref: 35 pid: 9581 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746134033.554835:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ce33480 00000100:00100000:0.0:1746134033.558195:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.561593:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134033.561798:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551977600 00000100:00100000:1.0:1746134033.561803:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551977600 00002000:00100000:1.0:1746134033.561830:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009ce33800 x1830953551977600/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:244/0 lens 488/0 e 0 to 0 dl 1746134044 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134033.561838:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce33800 with x1830953551977600 ext(0->4095) 00010000:00010000:1.0:1746134033.561844:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c77ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec7c expref: 6 pid: 9581 timeout: 802 lvb_type: 0 00010000:00010000:1.0:1746134033.561854:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c77ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec7c expref: 6 pid: 9581 timeout: 802 lvb_type: 0 00002000:00010000:1.0:1746134033.561860:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ce33800 00000100:00100000:1.0:1746134033.561885:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2088 00000100:00100000:1.0:1746134033.561891:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551977600:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134033.561984:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551977600:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 93us (397us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134033.561990:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2088 00002000:00100000:1.0:1746134033.561995:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009ce33800 x1830953551977600/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:244/0 lens 488/4536 e 0 to 0 dl 1746134044 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134033.562001:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce33800 with x1830953551977600 ext(0->4095) 00010000:00010000:1.0:1746134033.562006:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c77ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec7c expref: 6 pid: 9581 timeout: 802 lvb_type: 0 00010000:00010000:1.0:1746134033.562013:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c77ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec7c expref: 6 pid: 9581 timeout: 802 lvb_type: 0 00002000:00010000:1.0:1746134033.562018:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ce33800 00000100:00100000:0.0:1746134033.565096:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.568266:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.576858:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.582294:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.585403:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134033.585652:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551978624 00000100:00100000:1.0:1746134033.585657:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551978624 00002000:00100000:1.0:1746134033.585685:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b439880 x1830953551978624/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:244/0 lens 488/0 e 0 to 0 dl 1746134044 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134033.585694:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b439880 with x1830953551978624 ext(0->4095) 00010000:00010000:1.0:1746134033.585700:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c77fc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec8a expref: 6 pid: 9581 timeout: 802 lvb_type: 0 00010000:00010000:1.0:1746134033.585712:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c77fc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec8a expref: 6 pid: 9581 timeout: 802 lvb_type: 0 00002000:00010000:1.0:1746134033.585718:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b439880 00000100:00100000:1.0:1746134033.585745:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2089 00000100:00100000:1.0:1746134033.585751:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b439880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551978624:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134033.586588:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b439880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551978624:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 835us (1183us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134033.586594:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2089 00002000:00100000:1.0:1746134033.586599:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b439880 x1830953551978624/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:244/0 lens 488/4536 e 0 to 0 dl 1746134044 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134033.586606:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b439880 with x1830953551978624 ext(0->4095) 00010000:00010000:1.0:1746134033.586621:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c77fc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec8a expref: 6 pid: 9581 timeout: 802 lvb_type: 0 00010000:00010000:1.0:1746134033.586630:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c77fc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec8a expref: 6 pid: 9581 timeout: 802 lvb_type: 0 00002000:00010000:1.0:1746134033.586639:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b439880 00000100:00100000:0.0:1746134033.588938:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.594189:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134033.594262:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551979008 00000100:00100000:1.0:1746134033.594268:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551979008 00002000:00100000:1.0:1746134033.594300:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b438000 x1830953551979008/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:244/0 lens 488/0 e 0 to 0 dl 1746134044 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134033.594309:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b438000 with x1830953551979008 ext(0->4095) 00002000:00010000:1.0:1746134033.594312:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b438000 00000100:00100000:0.0:1746134033.599859:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.616823:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134033.621731:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551979392 00000100:00100000:1.0:1746134033.621739:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551979392 00002000:00100000:1.0:1746134033.621774:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880131cbea00 x1830953551979392/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:244/0 lens 496/0 e 0 to 0 dl 1746134044 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134033.621783:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cbea00 with x1830953551979392 ext(0->7) 00010000:00010000:1.0:1746134033.621791:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c7803 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec91 expref: 35 pid: 9581 timeout: 802 lvb_type: 0 00010000:00010000:1.0:1746134033.621802:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c7803 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec91 expref: 35 pid: 9581 timeout: 802 lvb_type: 0 00002000:00010000:1.0:1746134033.621808:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131cbea00 00000100:00100000:1.0:1746134033.621906:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2090 00000100:00100000:1.0:1746134033.621913:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+35:2009:x1830953551979392:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746134033.622622:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+37:2009:x1830953551979392:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 708us (2098us total) trans 4294970587 rc 0/0 00000100:00100000:0.0:1746134033.622630:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2090 00002000:00100000:0.0:1746134033.622635:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880131cbea00 x1830953551979392/t4294970587(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:244/0 lens 496/448 e 0 to 0 dl 1746134044 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134033.622642:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cbea00 with x1830953551979392 ext(0->7) 00010000:00010000:0.0:1746134033.622647:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c7803 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec91 expref: 37 pid: 9581 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746134033.622657:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c7803 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec91 expref: 37 pid: 9581 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746134033.622662:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131cbea00 00000100:00100000:0.0:1746134033.629780:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.640744:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.644913:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.655958:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.675716:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.676069:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134033.676270:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551980544 00000100:00100000:1.0:1746134033.676273:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551980544 00002000:00100000:1.0:1746134033.676296:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009b43b480 x1830953551980544/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:244/0 lens 496/0 e 0 to 0 dl 1746134044 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134033.676309:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b43b480 with x1830953551980544 ext(0->7) 00010000:00010000:1.0:1746134033.676314:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c7811 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec9f expref: 38 pid: 9581 timeout: 802 lvb_type: 0 00010000:00010000:1.0:1746134033.676323:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c7811 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec9f expref: 38 pid: 9581 timeout: 802 lvb_type: 0 00002000:00010000:1.0:1746134033.676329:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b43b480 00000100:00100000:1.0:1746134033.676341:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2092 00000100:00100000:1.0:1746134033.676344:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b43b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+38:2009:x1830953551980544:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746134033.680599:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b43b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+39:2009:x1830953551980544:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 4245us (4521us total) trans 4294970588 rc 0/0 00000100:00100000:0.0:1746134033.680609:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2092 00002000:00100000:0.0:1746134033.680618:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009b43b480 x1830953551980544/t4294970588(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:244/0 lens 496/448 e 0 to 0 dl 1746134044 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134033.680636:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b43b480 with x1830953551980544 ext(0->7) 00010000:00010000:0.0:1746134033.680644:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c7811 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec9f expref: 39 pid: 9581 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746134033.680658:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c7811 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ec9f expref: 39 pid: 9581 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746134033.680663:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b43b480 00000100:00100000:0.0:1746134033.683247:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.686243:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.686266:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551980928 00000100:00100000:0.0:1746134033.686271:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551980928 00002000:00100000:0.0:1746134033.686304:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b439c00 x1830953551980928/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:244/0 lens 488/0 e 0 to 0 dl 1746134044 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134033.686313:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b439c00 with x1830953551980928 ext(0->4095) 00010000:00010000:0.0:1746134033.686320:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c7818 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eca6 expref: 6 pid: 9581 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746134033.686331:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c7818 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eca6 expref: 6 pid: 9581 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746134033.686337:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b439c00 00000100:00100000:0.0:1746134033.686360:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2093 00000100:00100000:0.0:1746134033.686367:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b439c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551980928:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746134033.686473:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b439c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551980928:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (235us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134033.686479:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2093 00002000:00100000:0.0:1746134033.686484:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b439c00 x1830953551980928/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:244/0 lens 488/4536 e 0 to 0 dl 1746134044 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134033.686491:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b439c00 with x1830953551980928 ext(0->4095) 00010000:00010000:0.0:1746134033.686495:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c7818 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eca6 expref: 6 pid: 9581 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746134033.686504:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c7818 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eca6 expref: 6 pid: 9581 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746134033.686509:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b439c00 00000100:00100000:0.0:1746134033.690784:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.695503:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.699643:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.712227:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.716547:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d142a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+40:2009:x1830953551981568:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 1918us (4319us total) trans 4294970589 rc 0/0 00000100:00100000:0.0:1746134033.716556:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2094 00002000:00100000:0.0:1746134033.716563:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012d142a00 x1830953551981568/t4294970589(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:244/0 lens 496/448 e 0 to 0 dl 1746134044 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134033.716571:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d142a00 with x1830953551981568 ext(0->7) 00010000:00010000:0.0:1746134033.716580:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c781f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ecad expref: 40 pid: 24940 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746134033.716591:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c781f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ecad expref: 40 pid: 24940 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746134033.716597:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d142a00 00000100:00100000:0.0:1746134033.720301:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.722148:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.731947:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134033.732814:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551982080 00000100:00100000:1.0:1746134033.732820:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551982080 00002000:00100000:1.0:1746134033.732850:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d143b80 x1830953551982080/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:244/0 lens 488/0 e 0 to 0 dl 1746134044 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134033.732859:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d143b80 with x1830953551982080 ext(0->4095) 00010000:00010000:1.0:1746134033.732865:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c7826 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ecb4 expref: 6 pid: 9581 timeout: 802 lvb_type: 0 00010000:00010000:1.0:1746134033.732876:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c7826 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ecb4 expref: 6 pid: 9581 timeout: 802 lvb_type: 0 00002000:00010000:1.0:1746134033.732881:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d143b80 00000100:00100000:1.0:1746134033.732912:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2095 00000100:00100000:1.0:1746134033.732918:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d143b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551982080:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134033.733018:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d143b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551982080:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (1077us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134033.733023:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2095 00002000:00100000:1.0:1746134033.733028:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d143b80 x1830953551982080/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:244/0 lens 488/4536 e 0 to 0 dl 1746134044 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134033.733035:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d143b80 with x1830953551982080 ext(0->4095) 00010000:00010000:1.0:1746134033.733039:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c7826 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ecb4 expref: 6 pid: 9581 timeout: 802 lvb_type: 0 00010000:00010000:1.0:1746134033.733048:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c7826 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ecb4 expref: 6 pid: 9581 timeout: 802 lvb_type: 0 00002000:00010000:1.0:1746134033.733053:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d143b80 00000100:00100000:0.0:1746134033.738325:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.744966:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.746748:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.765678:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134033.765745:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551982720 00000100:00100000:1.0:1746134033.765752:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551982720 00002000:00100000:1.0:1746134033.765787:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012d142300 x1830953551982720/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:244/0 lens 496/0 e 0 to 0 dl 1746134044 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134033.765795:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d142300 with x1830953551982720 ext(0->7) 00010000:00010000:1.0:1746134033.765802:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c782d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ecbb expref: 40 pid: 9581 timeout: 802 lvb_type: 0 00010000:00010000:1.0:1746134033.765813:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c782d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ecbb expref: 40 pid: 9581 timeout: 802 lvb_type: 0 00002000:00010000:1.0:1746134033.765819:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d142300 00000100:00100000:1.0:1746134033.765849:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2096 00000100:00100000:1.0:1746134033.765857:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d142300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+40:2010:x1830953551982720:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746134033.766636:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d142300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+42:2010:x1830953551982720:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 778us (963us total) trans 4294970590 rc 0/0 00000100:00100000:0.0:1746134033.766643:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2096 00002000:00100000:0.0:1746134033.766649:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012d142300 x1830953551982720/t4294970590(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:244/0 lens 496/448 e 0 to 0 dl 1746134044 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134033.766656:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d142300 with x1830953551982720 ext(0->7) 00010000:00010000:0.0:1746134033.766660:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c782d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ecbb expref: 42 pid: 9581 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746134033.766668:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c782d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ecbb expref: 42 pid: 9581 timeout: 802 lvb_type: 0 00002000:00010000:0.0:1746134033.766673:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d142300 00000100:00100000:0.0:1746134033.768904:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.772012:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.781286:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134033.781380:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551983232 00000100:00100000:1.0:1746134033.781387:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551983232 00002000:00100000:1.0:1746134033.781422:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d143800 x1830953551983232/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:244/0 lens 488/0 e 0 to 0 dl 1746134044 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134033.781431:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d143800 with x1830953551983232 ext(0->4095) 00010000:00010000:1.0:1746134033.781438:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c7834 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ecc2 expref: 6 pid: 9581 timeout: 802 lvb_type: 0 00010000:00010000:1.0:1746134033.781449:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c7834 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ecc2 expref: 6 pid: 9581 timeout: 802 lvb_type: 0 00002000:00010000:1.0:1746134033.781455:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d143800 00000100:00100000:0.0:1746134033.791406:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551983360 00000100:00100000:0.0:1746134033.791414:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551983360 00010000:00010000:0.0:1746134033.791443:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c7834 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ecc2 expref: 6 pid: 9581 timeout: 802 lvb_type: 0 00000100:00100000:0.0:1746134033.791476:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14377 00000100:00100000:0.0:1746134033.791484:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091aec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551983360:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134033.791495:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134033.791519:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c7834 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ecc2 expref: 6 pid: 9581 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746134033.791530:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c7834 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ecc2 expref: 6 pid: 9581 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746134033.791548:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c7834 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ecc2 expref: 6 pid: 9581 timeout: 802 lvb_type: 0 00010000:00010000:0.0:1746134033.791572:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134033.791575:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134033.791580:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c783b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ecc9 expref: 41 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134033.791587:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c783b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ecc9 expref: 41 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134033.791615:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c783b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ecc9 expref: 41 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134033.791625:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d140e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953547945344:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134033.792698:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c480 going to sleep for 11 seconds 00000100:00100000:0.0:1746134033.798414:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134033.798472:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551983616 00000100:00100000:1.0:1746134033.798479:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551983616 00002000:00100000:1.0:1746134033.798513:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d142680 x1830953551983616/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:244/0 lens 488/0 e 0 to 0 dl 1746134044 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134033.798521:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d142680 with x1830953551983616 ext(0->4095) 00002000:00010000:1.0:1746134033.798525:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d142680 00000100:00100000:1.0:1746134033.798556:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12792 00000100:00100000:1.0:1746134033.798562:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d142680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+42:2010:x1830953551983616:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134033.798658:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d142680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+42:2010:x1830953551983616:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 95us (251us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134033.798663:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12792 00002000:00100000:1.0:1746134033.798673:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d142680 x1830953551983616/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:244/0 lens 488/4536 e 0 to 0 dl 1746134044 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134033.798679:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d142680 with x1830953551983616 ext(0->4095) 00002000:00010000:1.0:1746134033.798682:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d142680 00000100:00100000:0.0:1746134033.800525:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.805350:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.805884:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.812249:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.816658:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.820337:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.827978:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.874644:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134033.874741:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551984896 00000100:00100000:1.0:1746134033.874750:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551984896 00002000:00100000:1.0:1746134033.874785:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800923a4a80 x1830953551984896/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:244/0 lens 496/0 e 0 to 0 dl 1746134044 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134033.874794:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923a4a80 with x1830953551984896 ext(0->7) 00010000:00010000:1.0:1746134033.874801:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c7849 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ecd7 expref: 42 pid: 9581 timeout: 803 lvb_type: 0 00010000:00010000:1.0:1746134033.874813:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c7849 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ecd7 expref: 42 pid: 9581 timeout: 803 lvb_type: 0 00002000:00010000:1.0:1746134033.874819:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800923a4a80 00000100:00100000:1.0:1746134033.874848:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2099 00000100:00100000:1.0:1746134033.874854:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+42:2012:x1830953551984896:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746134033.878071:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:2012:x1830953551984896:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 3210us (3426us total) trans 4294970591 rc 0/0 00000100:00100000:0.0:1746134033.878080:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2099 00002000:00100000:0.0:1746134033.878087:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800923a4a80 x1830953551984896/t4294970591(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:244/0 lens 496/448 e 0 to 0 dl 1746134044 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134033.878095:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923a4a80 with x1830953551984896 ext(0->7) 00010000:00010000:0.0:1746134033.878104:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c7849 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ecd7 expref: 44 pid: 9581 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746134033.878151:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c7849 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ecd7 expref: 44 pid: 9581 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746134033.878157:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800923a4a80 00000100:00100000:0.0:1746134033.886907:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.894052:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.913439:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.915632:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.919211:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.928473:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.944187:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.946779:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+46:2010:x1830953551986048:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 2412us (2592us total) trans 4294970592 rc 0/0 00000100:00100000:0.0:1746134033.946789:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2101 00002000:00100000:0.0:1746134033.946797:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800923a6680 x1830953551986048/t4294970592(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:244/0 lens 496/448 e 0 to 0 dl 1746134044 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134033.946806:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923a6680 with x1830953551986048 ext(0->7) 00010000:00010000:0.0:1746134033.946813:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c7857 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ece5 expref: 46 pid: 9581 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746134033.946826:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c7857 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ece5 expref: 46 pid: 9581 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746134033.946831:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800923a6680 00000100:00100000:0.0:1746134033.953491:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.954728:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29080 00000100:00100000:0.0:1746134033.954737:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+46:1755:x1830953551986176:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134033.954751:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134033.954763:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009565e400/0x9682c7de153c7865 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574ecf3 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134033.954783:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134033.954787:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c785e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ecec expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134033.954792:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746134033.954795:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009565e400/0x9682c7de153c7865 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ecf3 expref: 47 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134033.954821:0:24940:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c785e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ecec expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134033.954830:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009565e400/0x9682c7de153c7865 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ecf3 expref: 47 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134033.954837:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009565e400, rc 0) 00000100:00100000:0.0:1746134033.954882:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+47:1755:x1830953551986176:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (1397us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134033.954886:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29080 00000100:00100000:0.0:1746134033.956085:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.960529:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134033.960601:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551986560 00000100:00100000:1.0:1746134033.960608:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551986560 00002000:00100000:1.0:1746134033.960640:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008fe25180 x1830953551986560/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:244/0 lens 488/0 e 0 to 0 dl 1746134044 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134033.960648:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe25180 with x1830953551986560 ext(0->4095) 00010000:00010000:1.0:1746134033.960655:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c785e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ecec expref: 6 pid: 24940 timeout: 803 lvb_type: 0 00010000:00010000:1.0:1746134033.960666:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c785e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ecec expref: 6 pid: 24940 timeout: 803 lvb_type: 0 00002000:00010000:1.0:1746134033.960673:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fe25180 00000100:00100000:1.0:1746134033.960701:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2102 00000100:00100000:1.0:1746134033.960709:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551986560:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134033.962375:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551986560:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (301us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134033.962382:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2102 00002000:00100000:1.0:1746134033.962390:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008fe25180 x1830953551986560/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:244/0 lens 488/4536 e 0 to 0 dl 1746134044 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134033.962398:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe25180 with x1830953551986560 ext(0->4095) 00010000:00010000:1.0:1746134033.962405:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c785e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ecec expref: 6 pid: 24940 timeout: 803 lvb_type: 0 00010000:00010000:1.0:1746134033.962416:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c785e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ecec expref: 6 pid: 24940 timeout: 803 lvb_type: 0 00002000:00010000:1.0:1746134033.962421:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fe25180 00000100:00100000:0.0:1746134033.965635:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134033.970314:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551986944 00000100:00100000:1.0:1746134033.970321:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551986944 00002000:00100000:1.0:1746134033.970354:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091aee300 x1830953551986944/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:244/0 lens 488/0 e 0 to 0 dl 1746134044 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134033.970363:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091aee300 with x1830953551986944 ext(0->4095) 00002000:00010000:1.0:1746134033.970367:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091aee300 00000100:00100000:1.0:1746134033.970384:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12795 00000100:00100000:1.0:1746134033.970391:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091aee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+46:2009:x1830953551986944:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134033.970500:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091aee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+46:2009:x1830953551986944:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (309us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134033.970506:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12795 00002000:00100000:1.0:1746134033.970511:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091aee300 x1830953551986944/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:244/0 lens 488/4536 e 0 to 0 dl 1746134044 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134033.970517:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091aee300 with x1830953551986944 ext(0->4095) 00002000:00010000:1.0:1746134033.970520:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091aee300 00000100:00100000:0.0:1746134033.970791:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009186ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953547946880:192.168.203.26@tcp:105: 00010000:00010000:0.0:1746134033.970807:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134033.970827:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51aa850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953551986688:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 5000us (5199us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134033.970835:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14383 00000100:00100000:0.0:1746134033.974687:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134033.976628:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009186b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:10d12d63-f4ad-4c9d-a453-33dc13ead851:3771:1830953547947136:0@lo:400:kworker.0 00000100:00100000:1.0:1746134033.976654:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746134033.976672:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009186bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830953547947648:0@lo:400:kworker.0 00000100:00100000:1.0:1746134033.976686:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746134033.978315:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091869c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3771:1830953547948160:0@lo:400:kworker.0 00000100:00100000:1.0:1746134033.978336:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746134033.978348:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091869880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3771:1830953547948672:0@lo:400:kworker.0 00000100:00100000:1.0:1746134033.978362:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746134033.978383:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953547948160 00000100:00100000:1.0:1746134033.978386:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953547948160 00000100:00100000:1.0:1746134033.978403:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953547948672 00000100:00100000:1.0:1746134033.978405:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953547948672 00000100:00100000:1.0:1746134033.978416:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 727 00000100:00100000:1.0:1746134033.978420:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3771:x1830953547948160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746134033.978445:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3771:x1830953547948160:12345-0@lo:400:kworker.0 Request processed in 24us (107us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134033.978452:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 727 00000100:00100000:1.0:1746134033.978460:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 728 00000100:00100000:1.0:1746134033.978463:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3771:x1830953547948672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746134033.978479:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3771:x1830953547948672:12345-0@lo:400:kworker.0 Request processed in 15us (117us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134033.978483:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 728 00000100:00080000:1.0:1746134033.978492:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746134033.978494:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746134033.978508:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091869c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3771:1830953547948160:0@lo:400:kworker.0 00000100:00100000:1.0:1746134033.978516:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091869880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3771:1830953547948672:0@lo:400:kworker.0 00000100:00100000:1.0:1746134033.980289:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00080000:1.0:1746134033.980306:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746134033.980309:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746134033.980329:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009186b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:10d12d63-f4ad-4c9d-a453-33dc13ead851:3771:1830953547947136:0@lo:400:kworker.0 00000100:00100000:1.0:1746134033.980339:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009186bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830953547947648:0@lo:400:kworker.0 00000100:00100000:1.0:1746134033.980999:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.987390:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.991306:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134033.995778:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134033.995877:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551987968 00000100:00100000:1.0:1746134033.995884:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551987968 00002000:00100000:1.0:1746134033.995914:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008fe26300 x1830953551987968/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:244/0 lens 488/0 e 0 to 0 dl 1746134044 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134033.995924:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe26300 with x1830953551987968 ext(0->4095) 00002000:00010000:1.0:1746134033.995927:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fe26300 00000100:00100000:1.0:1746134033.996228:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12796 00000100:00100000:1.0:1746134033.996234:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+46:2009:x1830953551987968:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134033.996334:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+46:2009:x1830953551987968:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (562us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134033.996340:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12796 00002000:00100000:1.0:1746134033.996345:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008fe26300 x1830953551987968/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:244/0 lens 488/4536 e 0 to 0 dl 1746134044 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134033.996351:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe26300 with x1830953551987968 ext(0->4095) 00002000:00010000:1.0:1746134033.996354:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fe26300 00000100:00100000:0.0:1746134034.019925:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.045376:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.050238:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.051163:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+49:2009:x1830953551988352:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 723us (930us total) trans 4294970593 rc 0/0 00000100:00100000:0.0:1746134034.051170:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2104 00002000:00100000:0.0:1746134034.051175:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88008fe24a80 x1830953551988352/t4294970593(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:245/0 lens 496/448 e 0 to 0 dl 1746134045 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134034.051182:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe24a80 with x1830953551988352 ext(0->7) 00010000:00010000:0.0:1746134034.051186:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c7873 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ed01 expref: 49 pid: 18904 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746134034.051195:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c7873 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ed01 expref: 49 pid: 18904 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746134034.051200:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fe24a80 00000100:00100000:0.0:1746134034.060745:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.067937:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.072824:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.077262:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.077347:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551989120 00000100:00100000:1.0:1746134034.077354:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551989120 00002000:00100000:1.0:1746134034.077389:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008fe24380 x1830953551989120/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:245/0 lens 488/0 e 0 to 0 dl 1746134045 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.077398:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe24380 with x1830953551989120 ext(0->4095) 00002000:00010000:1.0:1746134034.077403:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fe24380 00000100:00100000:1.0:1746134034.077429:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12797 00000100:00100000:1.0:1746134034.077435:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+48:2011:x1830953551989120:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746134034.077546:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+48:2011:x1830953551989120:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 Request processed in 110us (289us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134034.077552:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12797 00002000:00100000:1.0:1746134034.077557:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008fe24380 x1830953551989120/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:245/0 lens 488/4536 e 0 to 0 dl 1746134045 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.077563:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe24380 with x1830953551989120 ext(0->4095) 00002000:00010000:1.0:1746134034.077566:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fe24380 00000100:00100000:0.0:1746134034.086333:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.088407:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953547949824 00000100:00100000:1.0:1746134034.088413:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953547949824 00000100:00100000:1.0:1746134034.088441:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 486 00000100:00100000:1.0:1746134034.088446:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088052680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1830953547949824:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746134034.088462:0:9583:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 505686848 pending 602112 free 3920089088 avail 3688566784 00000100:00100000:1.0:1746134034.088492:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088052680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1830953547949824:12345-0@lo:13:osp-pre-1-0.0 Request processed in 46us (175us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134034.088497:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 486 00000100:00100000:0.0:1746134034.104423:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.104465:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.105646:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+51:2010:x1830953551989504:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 782us (1178us total) trans 4294970594 rc 0/0 00000100:00100000:0.0:1746134034.105653:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2106 00002000:00100000:0.0:1746134034.105659:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88008fe25c00 x1830953551989504/t4294970594(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:245/0 lens 496/448 e 0 to 0 dl 1746134045 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134034.105666:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe25c00 with x1830953551989504 ext(0->7) 00010000:00010000:0.0:1746134034.105670:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d855400/0x9682c7de153c7881 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ed0f expref: 51 pid: 18904 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746134034.105679:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d855400/0x9682c7de153c7881 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ed0f expref: 51 pid: 18904 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746134034.105684:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fe25c00 00000100:00100000:0.0:1746134034.107189:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.110245:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551989888 00000100:00100000:0.0:1746134034.110251:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551989888 00002000:00100000:0.0:1746134034.110280:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009186bb80 x1830953551989888/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:245/0 lens 488/0 e 0 to 0 dl 1746134045 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134034.110288:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186bb80 with x1830953551989888 ext(0->4095) 00010000:00010000:0.0:1746134034.110294:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d854a00/0x9682c7de153c7888 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ed16 expref: 6 pid: 9581 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746134034.110305:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d854a00/0x9682c7de153c7888 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ed16 expref: 6 pid: 9581 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746134034.110310:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009186bb80 00000100:00100000:0.0:1746134034.111199:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2107 00000100:00100000:0.0:1746134034.111208:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551989888:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746134034.111306:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551989888:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (1390us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134034.111312:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2107 00002000:00100000:0.0:1746134034.111317:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009186bb80 x1830953551989888/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:245/0 lens 488/4536 e 0 to 0 dl 1746134045 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134034.111325:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186bb80 with x1830953551989888 ext(0->4095) 00010000:00010000:0.0:1746134034.111331:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d854a00/0x9682c7de153c7888 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ed16 expref: 6 pid: 9581 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746134034.111341:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d854a00/0x9682c7de153c7888 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ed16 expref: 6 pid: 9581 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746134034.111347:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009186bb80 00000100:00100000:0.0:1746134034.114173:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.117450:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.117583:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551990272 00000100:00100000:1.0:1746134034.117587:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551990272 00002000:00100000:1.0:1746134034.117615:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800923a7480 x1830953551990272/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:245/0 lens 488/0 e 0 to 0 dl 1746134045 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.117624:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923a7480 with x1830953551990272 ext(0->4095) 00002000:00010000:1.0:1746134034.117628:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800923a7480 00000100:00100000:1.0:1746134034.117649:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12798 00000100:00100000:1.0:1746134034.117654:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+50:2010:x1830953551990272:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134034.117743:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+50:2010:x1830953551990272:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 88us (294us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134034.117749:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12798 00002000:00100000:1.0:1746134034.117754:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800923a7480 x1830953551990272/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:245/0 lens 488/4536 e 0 to 0 dl 1746134045 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.117761:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923a7480 with x1830953551990272 ext(0->4095) 00002000:00010000:1.0:1746134034.117763:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800923a7480 00000100:00100000:0.0:1746134034.121041:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.128012:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.132062:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+52:2012:x1830953551990528:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 3767us (4049us total) trans 4294970595 rc 0/0 00000100:00100000:0.0:1746134034.132073:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2108 00002000:00100000:0.0:1746134034.132083:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800923a4e00 x1830953551990528/t4294970595(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:245/0 lens 496/448 e 0 to 0 dl 1746134045 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134034.132091:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923a4e00 with x1830953551990528 ext(0->7) 00010000:00010000:0.0:1746134034.132099:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915bbc00/0x9682c7de153c788f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ed1d expref: 52 pid: 9581 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746134034.132148:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915bbc00/0x9682c7de153c788f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ed1d expref: 52 pid: 9581 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746134034.132157:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800923a4e00 00000100:00100000:0.0:1746134034.135751:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.139492:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.144803:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.144860:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551991040 00000100:00100000:1.0:1746134034.144867:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551991040 00002000:00100000:1.0:1746134034.144900:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800916fc000 x1830953551991040/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:245/0 lens 488/0 e 0 to 0 dl 1746134045 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.144910:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916fc000 with x1830953551991040 ext(0->4095) 00010000:00010000:1.0:1746134034.144918:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d854a00/0x9682c7de153c7896 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ed24 expref: 6 pid: 9581 timeout: 803 lvb_type: 0 00010000:00010000:1.0:1746134034.144929:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d854a00/0x9682c7de153c7896 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ed24 expref: 6 pid: 9581 timeout: 803 lvb_type: 0 00002000:00010000:1.0:1746134034.144935:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800916fc000 00000100:00100000:1.0:1746134034.144950:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2109 00000100:00100000:1.0:1746134034.144956:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953551991040:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746134034.145066:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953551991040:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 Request processed in 110us (270us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134034.145072:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2109 00002000:00100000:1.0:1746134034.145468:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800916fc000 x1830953551991040/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:245/0 lens 488/4536 e 0 to 0 dl 1746134045 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.145476:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916fc000 with x1830953551991040 ext(0->4095) 00010000:00010000:1.0:1746134034.145481:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d854a00/0x9682c7de153c7896 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ed24 expref: 6 pid: 9581 timeout: 803 lvb_type: 0 00010000:00010000:1.0:1746134034.145491:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d854a00/0x9682c7de153c7896 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ed24 expref: 6 pid: 9581 timeout: 803 lvb_type: 0 00002000:00010000:1.0:1746134034.145496:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800916fc000 00000100:00100000:0.0:1746134034.149023:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.151594:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.151746:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551991424 00000100:00100000:1.0:1746134034.151753:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551991424 00002000:00100000:1.0:1746134034.151784:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800916ff480 x1830953551991424/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:245/0 lens 488/0 e 0 to 0 dl 1746134045 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.151793:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916ff480 with x1830953551991424 ext(0->4095) 00002000:00010000:1.0:1746134034.151797:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800916ff480 00000100:00100000:1.0:1746134034.151824:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12799 00000100:00100000:1.0:1746134034.151831:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+52:2010:x1830953551991424:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134034.151938:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+52:2010:x1830953551991424:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (350us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134034.151944:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12799 00002000:00100000:1.0:1746134034.151949:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800916ff480 x1830953551991424/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:245/0 lens 488/4536 e 0 to 0 dl 1746134045 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.151956:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916ff480 with x1830953551991424 ext(0->4095) 00002000:00010000:1.0:1746134034.151958:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800916ff480 00000100:00100000:0.0:1746134034.155598:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.158793:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.161291:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.161360:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.163894:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009186b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953547951232:192.168.203.26@tcp:104: 00010000:00010000:0.0:1746134034.163917:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bd36800/0x9682c7de153c78ab lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ed39 expref: 52 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134034.163930:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bd36800, rc 0) 00000100:00100000:0.0:1746134034.164494:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+52:1755:x1830953551992064:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2764us (3132us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134034.164502:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29090 00000100:00100000:0.0:1746134034.164524:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551992192 00000100:00100000:0.0:1746134034.164527:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551992192 00000100:00100000:0.0:1746134034.164819:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29091 00000100:00100000:0.0:1746134034.164826:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091868e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+52:1757:x1830953551992192:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134034.164838:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134034.164849:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800955ae200/0x9682c7de153c78b2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574ed40 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134034.164869:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134034.164873:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bd36800/0x9682c7de153c78ab lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ed39 expref: 53 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134034.164878:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134034.164880:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955ae200/0x9682c7de153c78b2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ed40 expref: 53 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134034.164901:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bd36800/0x9682c7de153c78ab lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ed39 expref: 53 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134034.164909:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800955ae200/0x9682c7de153c78b2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ed40 expref: 53 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134034.164915:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800955ae200, rc 0) 00000100:00100000:0.0:1746134034.164933:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091868e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+53:1757:x1830953551992192:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 108us (438us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134034.164937:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29091 00000100:00100000:0.0:1746134034.171001:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.171163:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551992576 00000100:00100000:1.0:1746134034.171168:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551992576 00002000:00100000:1.0:1746134034.171198:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800916fd500 x1830953551992576/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:245/0 lens 488/0 e 0 to 0 dl 1746134045 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.171206:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916fd500 with x1830953551992576 ext(0->4095) 00010000:00010000:1.0:1746134034.171212:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bd36800/0x9682c7de153c78ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ed39 expref: 53 pid: 9581 timeout: 803 lvb_type: 0 00010000:00010000:1.0:1746134034.171224:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bd36800/0x9682c7de153c78ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ed39 expref: 53 pid: 9581 timeout: 803 lvb_type: 0 00002000:00010000:1.0:1746134034.171233:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800916fd500 00000100:00100000:1.0:1746134034.171247:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2110 00000100:00100000:1.0:1746134034.171253:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+53:2009:x1830953551992576:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134034.171351:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+53:2009:x1830953551992576:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (351us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134034.171356:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2110 00002000:00100000:1.0:1746134034.171361:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800916fd500 x1830953551992576/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:245/0 lens 488/4536 e 0 to 0 dl 1746134045 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.171368:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916fd500 with x1830953551992576 ext(0->4095) 00010000:00010000:1.0:1746134034.171372:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bd36800/0x9682c7de153c78ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ed39 expref: 53 pid: 9581 timeout: 803 lvb_type: 0 00010000:00010000:1.0:1746134034.171380:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bd36800/0x9682c7de153c78ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ed39 expref: 53 pid: 9581 timeout: 803 lvb_type: 0 00002000:00010000:1.0:1746134034.171386:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800916fd500 00000100:00100000:0.0:1746134034.173967:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.178277:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.186401:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.189886:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.190393:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.191103:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551993600 00000100:00100000:1.0:1746134034.191107:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551993600 00002000:00100000:1.0:1746134034.191153:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009239bb80 x1830953551993600/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:245/0 lens 488/0 e 0 to 0 dl 1746134045 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.191160:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009239bb80 with x1830953551993600 ext(0->4095) 00010000:00010000:1.0:1746134034.191167:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbdbe00/0x9682c7de153c78b9 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ed47 expref: 6 pid: 10181 timeout: 803 lvb_type: 0 00010000:00010000:1.0:1746134034.191181:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbdbe00/0x9682c7de153c78b9 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ed47 expref: 6 pid: 10181 timeout: 803 lvb_type: 0 00002000:00010000:1.0:1746134034.191186:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009239bb80 00000100:00100000:1.0:1746134034.191201:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2111 00000100:00100000:1.0:1746134034.191206:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009239bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551993600:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134034.191724:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009239bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953551993600:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 517us (1330us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134034.191730:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2111 00002000:00100000:1.0:1746134034.191735:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009239bb80 x1830953551993600/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:245/0 lens 488/4536 e 0 to 0 dl 1746134045 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.191742:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009239bb80 with x1830953551993600 ext(0->4095) 00010000:00010000:1.0:1746134034.191747:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbdbe00/0x9682c7de153c78b9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ed47 expref: 6 pid: 10181 timeout: 803 lvb_type: 0 00010000:00010000:1.0:1746134034.191756:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbdbe00/0x9682c7de153c78b9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ed47 expref: 6 pid: 10181 timeout: 803 lvb_type: 0 00002000:00010000:1.0:1746134034.191761:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009239bb80 00000100:00100000:0.0:1746134034.194602:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.194785:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551993728 00000100:00100000:1.0:1746134034.194791:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551993728 00000100:00100000:1.0:1746134034.194827:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29094 00000100:00100000:1.0:1746134034.194833:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092398000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+53:1757:x1830953551993728:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134034.194846:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134034.194859:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c78c7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574ed55 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.194877:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134034.194882:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bbdac00/0x9682c7de153c78c0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ed4e expref: 54 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.194887:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134034.194890:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c78c7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ed55 expref: 54 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.194915:0:18904:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bbdac00/0x9682c7de153c78c0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ed4e expref: 54 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.194924:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c78c7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ed55 expref: 54 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.194932:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c1200, rc 0) 00000100:00100000:1.0:1746134034.194964:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092398000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:1757:x1830953551993728:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 130us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134034.194969:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29094 00000100:00100000:0.0:1746134034.197046:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.199287:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.201300:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.205174:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.208717:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.212373:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.215299:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.215357:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.218824:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.218898:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.222835:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.223041:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551995648 00000100:00100000:1.0:1746134034.223047:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551995648 00002000:00100000:1.0:1746134034.223073:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880092398700 x1830953551995648/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:245/0 lens 488/0 e 0 to 0 dl 1746134045 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.223082:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092398700 with x1830953551995648 ext(0->4095) 00010000:00010000:1.0:1746134034.223088:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbdac00/0x9682c7de153c78d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ed63 expref: 53 pid: 10181 timeout: 803 lvb_type: 0 00010000:00010000:1.0:1746134034.223104:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbdac00/0x9682c7de153c78d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ed63 expref: 53 pid: 10181 timeout: 803 lvb_type: 0 00002000:00010000:1.0:1746134034.223109:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092398700 00000100:00100000:1.0:1746134034.223164:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2113 00000100:00100000:1.0:1746134034.223170:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092398700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+53:2010:x1830953551995648:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134034.223266:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092398700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+53:2010:x1830953551995648:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (432us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134034.223271:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2113 00002000:00100000:1.0:1746134034.223276:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880092398700 x1830953551995648/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:245/0 lens 488/4536 e 0 to 0 dl 1746134045 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.223282:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092398700 with x1830953551995648 ext(0->4095) 00010000:00010000:1.0:1746134034.223287:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbdac00/0x9682c7de153c78d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ed63 expref: 53 pid: 10181 timeout: 803 lvb_type: 0 00010000:00010000:1.0:1746134034.223294:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbdac00/0x9682c7de153c78d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ed63 expref: 53 pid: 10181 timeout: 803 lvb_type: 0 00002000:00010000:1.0:1746134034.223299:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092398700 00000100:00100000:0.0:1746134034.226015:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.228957:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.231829:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.234943:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.238567:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.239171:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.240147:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551996544 00000100:00100000:1.0:1746134034.240151:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551996544 00002000:00100000:1.0:1746134034.240174:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091b0a680 x1830953551996544/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:245/0 lens 488/0 e 0 to 0 dl 1746134045 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.240181:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b0a680 with x1830953551996544 ext(0->4095) 00010000:00010000:1.0:1746134034.240186:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bdde400/0x9682c7de153c78e3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ed71 expref: 6 pid: 9581 timeout: 803 lvb_type: 0 00010000:00010000:1.0:1746134034.240195:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bdde400/0x9682c7de153c78e3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ed71 expref: 6 pid: 9581 timeout: 803 lvb_type: 0 00002000:00010000:1.0:1746134034.240200:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091b0a680 00000100:00100000:1.0:1746134034.240211:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2114 00000100:00100000:1.0:1746134034.240216:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551996544:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134034.240312:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953551996544:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (1751us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134034.240317:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2114 00002000:00100000:1.0:1746134034.240322:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091b0a680 x1830953551996544/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:245/0 lens 488/4536 e 0 to 0 dl 1746134045 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.240328:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b0a680 with x1830953551996544 ext(0->4095) 00010000:00010000:1.0:1746134034.240332:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bdde400/0x9682c7de153c78e3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ed71 expref: 6 pid: 9581 timeout: 803 lvb_type: 0 00010000:00010000:1.0:1746134034.240340:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bdde400/0x9682c7de153c78e3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ed71 expref: 6 pid: 9581 timeout: 803 lvb_type: 0 00002000:00010000:1.0:1746134034.240345:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091b0a680 00000100:00100000:0.0:1746134034.243957:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.244036:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.249522:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.252526:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.256270:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.256644:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551997568 00000100:00100000:1.0:1746134034.256650:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551997568 00002000:00100000:1.0:1746134034.256678:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880092029c00 x1830953551997568/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:245/0 lens 488/0 e 0 to 0 dl 1746134045 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.256693:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092029c00 with x1830953551997568 ext(0->4095) 00002000:00010000:1.0:1746134034.256696:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092029c00 00000100:00100000:1.0:1746134034.256711:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12805 00000100:00100000:1.0:1746134034.256717:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092029c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+52:2009:x1830953551997568:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134034.256828:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092029c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+52:2009:x1830953551997568:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (558us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134034.256834:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12805 00002000:00100000:1.0:1746134034.256838:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880092029c00 x1830953551997568/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:245/0 lens 488/4536 e 0 to 0 dl 1746134045 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.256845:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092029c00 with x1830953551997568 ext(0->4095) 00002000:00010000:1.0:1746134034.256847:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092029c00 00000100:00100000:0.0:1746134034.259609:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.259713:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551997696 00000100:00100000:1.0:1746134034.259720:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551997696 00000100:00100000:1.0:1746134034.259890:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29101 00000100:00100000:1.0:1746134034.259897:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092029880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953551997696:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134034.259912:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134034.259926:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c78f8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574ed86 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.259947:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bbdb600/0x9682c7de153c78f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ed7f expref: 51 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.259954:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134034.259956:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134034.259960:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c78f8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ed86 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.259982:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bbdb600/0x9682c7de153c78f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ed7f expref: 51 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.259992:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bbdb600/0x9682c7de153c78f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ed7f expref: 51 pid: 10181 timeout: 803 lvb_type: 0 00000100:00100000:1.0:1746134034.260002:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547954048:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134034.260065:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e203c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746134034.261656:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547954048:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134034.261673:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c78f8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ed86 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.261683:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c0800, rc 0) 00000100:00100000:1.0:1746134034.261707:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092029880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953551997696:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1811us (2104us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134034.261715:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29101 00000100:00100000:0.0:1746134034.262959:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.265335:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.266879:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.267543:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551998208 00000100:00100000:1.0:1746134034.267549:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551998208 00000100:00100000:1.0:1746134034.267580:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29102 00000100:00100000:1.0:1746134034.267586:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+51:1755:x1830953551998208:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134034.267595:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134034.267608:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c78ff lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574ed8d expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.267629:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c78f8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ed86 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.267635:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134034.267637:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134034.267639:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c78ff lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ed8d expref: 52 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.267661:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c78f8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ed86 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.267671:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c78f8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ed86 expref: 5 pid: 18904 timeout: 803 lvb_type: 0 00000100:00100000:1.0:1746134034.267681:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547954304:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134034.267737:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e203c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134034.267817:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.269457:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547954304:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134034.269473:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c78ff lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ed8d expref: 53 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.269483:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c1a00, rc 0) 00000100:00100000:1.0:1746134034.269518:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+53:1755:x1830953551998208:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1932us (2640us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134034.269524:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29102 00000100:00100000:0.0:1746134034.271435:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.275167:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.278926:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.282261:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.285157:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.285278:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551999232 00000100:00100000:1.0:1746134034.285284:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551999232 00000100:00100000:1.0:1746134034.285315:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29104 00000100:00100000:1.0:1746134034.285320:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092028e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953551999232:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134034.285332:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134034.285346:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c790d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574ed9b expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.285367:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092338600/0x9682c7de153c7906 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ed94 expref: 51 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.285373:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134034.285375:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134034.285377:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c790d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ed9b expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.285400:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092338600/0x9682c7de153c7906 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ed94 expref: 51 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.285410:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092338600/0x9682c7de153c7906 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ed94 expref: 51 pid: 9581 timeout: 803 lvb_type: 0 00000100:00100000:1.0:1746134034.285420:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547954816:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134034.285480:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e203c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746134034.286872:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547954816:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134034.286889:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c790d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ed9b expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.286904:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c1000, rc 0) 00000100:00100000:1.0:1746134034.286927:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092028e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953551999232:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1606us (1776us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134034.286935:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29104 00000100:00100000:0.0:1746134034.288264:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.291693:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.291764:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551999616 00000100:00100000:1.0:1746134034.291769:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551999616 00002000:00100000:1.0:1746134034.291799:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b4c8a80 x1830953551999616/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:245/0 lens 488/0 e 0 to 0 dl 1746134045 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.291808:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4c8a80 with x1830953551999616 ext(0->4095) 00002000:00010000:1.0:1746134034.291812:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b4c8a80 00000100:00100000:1.0:1746134034.291837:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12808 00000100:00100000:1.0:1746134034.291843:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2011:x1830953551999616:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746134034.292742:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2011:x1830953551999616:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 Request processed in 897us (1052us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134034.292748:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12808 00002000:00100000:1.0:1746134034.292755:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b4c8a80 x1830953551999616/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:245/0 lens 488/4536 e 0 to 0 dl 1746134045 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.292763:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4c8a80 with x1830953551999616 ext(0->4095) 00002000:00010000:1.0:1746134034.292766:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b4c8a80 00000100:00100000:0.0:1746134034.293592:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.293859:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953551999744 00000100:00100000:1.0:1746134034.293864:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953551999744 00000100:00100000:1.0:1746134034.293895:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29105 00000100:00100000:1.0:1746134034.293901:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+51:1755:x1830953551999744:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134034.293912:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134034.293924:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c7914 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574eda2 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.293942:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c790d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ed9b expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.293949:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134034.293950:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134034.293953:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c7914 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574eda2 expref: 52 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.293974:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c790d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ed9b expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.293983:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c790d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ed9b expref: 5 pid: 18904 timeout: 803 lvb_type: 0 00000100:00100000:1.0:1746134034.293992:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547955072:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134034.294036:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e203c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134034.295662:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.298216:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547955072:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134034.298237:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c7914 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eda2 expref: 53 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.298249:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c0800, rc 0) 00000100:00100000:1.0:1746134034.298288:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+53:1755:x1830953551999744:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4385us (4696us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134034.298298:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29105 00000100:00100000:0.0:1746134034.298561:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.302989:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552000256 00000100:00100000:1.0:1746134034.302995:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552000256 00002000:00100000:1.0:1746134034.303029:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091868e00 x1830953552000256/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:245/0 lens 488/0 e 0 to 0 dl 1746134045 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.303038:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091868e00 with x1830953552000256 ext(0->4095) 00010000:00010000:1.0:1746134034.303045:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c7914 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eda2 expref: 53 pid: 18904 timeout: 803 lvb_type: 0 00010000:00010000:1.0:1746134034.303056:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c7914 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eda2 expref: 53 pid: 18904 timeout: 803 lvb_type: 0 00002000:00010000:1.0:1746134034.303061:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091868e00 00000100:00100000:1.0:1746134034.303077:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2117 00000100:00100000:1.0:1746134034.303082:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091868e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+53:2010:x1830953552000256:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134034.303533:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091868e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+53:2010:x1830953552000256:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 450us (745us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134034.303539:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2117 00002000:00100000:1.0:1746134034.303544:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091868e00 x1830953552000256/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:245/0 lens 488/4536 e 0 to 0 dl 1746134045 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.303550:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091868e00 with x1830953552000256 ext(0->4095) 00010000:00010000:1.0:1746134034.303554:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c7914 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eda2 expref: 53 pid: 18904 timeout: 803 lvb_type: 0 00010000:00010000:1.0:1746134034.303567:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c7914 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eda2 expref: 53 pid: 18904 timeout: 803 lvb_type: 0 00002000:00010000:1.0:1746134034.303572:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091868e00 00000100:00100000:0.0:1746134034.305190:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.307239:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.307291:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552000640 00000100:00100000:1.0:1746134034.307294:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552000640 00002000:00100000:1.0:1746134034.307321:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009c7e5880 x1830953552000640/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:245/0 lens 488/0 e 0 to 0 dl 1746134045 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.307330:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7e5880 with x1830953552000640 ext(0->4095) 00002000:00010000:1.0:1746134034.307333:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7e5880 00000100:00100000:1.0:1746134034.307358:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12809 00000100:00100000:1.0:1746134034.307365:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+53:2012:x1830953552000640:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746134034.307458:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+52:2012:x1830953552000640:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 Request processed in 94us (218us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134034.307463:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12809 00002000:00100000:1.0:1746134034.307467:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009c7e5880 x1830953552000640/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:245/0 lens 488/4536 e 0 to 0 dl 1746134045 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.307474:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7e5880 with x1830953552000640 ext(0->4095) 00002000:00010000:1.0:1746134034.307476:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7e5880 00000100:00100000:0.0:1746134034.309600:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.309691:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552000768 00000100:00100000:1.0:1746134034.309696:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552000768 00000100:00100000:1.0:1746134034.309840:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29107 00000100:00100000:1.0:1746134034.309846:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552000768:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134034.309860:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134034.309872:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c7922 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574edb0 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.309892:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bbda800/0x9682c7de153c791b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574eda9 expref: 51 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.309899:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134034.309900:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134034.309903:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c7922 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574edb0 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.309923:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bbda800/0x9682c7de153c791b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eda9 expref: 51 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.309932:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bbda800/0x9682c7de153c791b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eda9 expref: 51 pid: 10181 timeout: 803 lvb_type: 0 00000100:00100000:1.0:1746134034.309942:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547955584:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134034.310003:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746134034.312016:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547955584:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134034.312036:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c7922 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574edb0 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.312048:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c1800, rc 0) 00000100:00100000:1.0:1746134034.312083:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552000768:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2236us (2487us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134034.312097:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29107 00000100:00100000:0.0:1746134034.312573:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.314314:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.315898:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.315948:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552001280 00000100:00100000:1.0:1746134034.315951:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552001280 00000100:00100000:1.0:1746134034.316008:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29108 00000100:00100000:1.0:1746134034.316013:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+51:1757:x1830953552001280:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134034.316021:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134034.316031:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c7929 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574edb7 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.316047:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c7922 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574edb0 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.316051:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134034.316052:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134034.316054:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c7929 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574edb7 expref: 52 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.316070:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c7922 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574edb0 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.316076:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c7922 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574edb0 expref: 5 pid: 18904 timeout: 803 lvb_type: 0 00000100:00100000:1.0:1746134034.316083:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547955840:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134034.316766:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746134034.317414:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547955840:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134034.317432:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c7929 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574edb7 expref: 52 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.317443:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c1000, rc 0) 00000100:00100000:1.0:1746134034.317469:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+52:1757:x1830953552001280:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1455us (1573us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134034.317475:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29108 00000100:00100000:0.0:1746134034.318550:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.319345:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552001408 00000100:00100000:1.0:1746134034.319352:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552001408 00000100:00100000:1.0:1746134034.319988:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29109 00000100:00100000:1.0:1746134034.319996:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+52:1755:x1830953552001408:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134034.320010:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134034.320022:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c7930 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574edbe expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.320043:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134034.320046:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c7929 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574edb7 expref: 53 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.320051:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134034.320054:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c7930 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574edbe expref: 53 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.320079:0:18904:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c7929 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574edb7 expref: 53 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.320088:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c7930 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574edbe expref: 53 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.320102:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c0000, rc 0) 00000100:00100000:1.0:1746134034.320165:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+53:1755:x1830953552001408:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 169us (1616us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134034.320170:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29109 00000100:00100000:0.0:1746134034.320369:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.324177:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.328586:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.334380:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.338148:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.338177:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552002304 00000100:00100000:1.0:1746134034.338183:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552002304 00002000:00100000:1.0:1746134034.338217:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009c7e4e00 x1830953552002304/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:245/0 lens 488/0 e 0 to 0 dl 1746134045 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.338225:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7e4e00 with x1830953552002304 ext(0->4095) 00010000:00010000:1.0:1746134034.338231:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c7930 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574edbe expref: 53 pid: 18904 timeout: 803 lvb_type: 0 00010000:00010000:1.0:1746134034.338241:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c7930 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574edbe expref: 53 pid: 18904 timeout: 803 lvb_type: 0 00002000:00010000:1.0:1746134034.338246:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7e4e00 00000100:00100000:1.0:1746134034.338273:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2119 00000100:00100000:1.0:1746134034.338279:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+53:2009:x1830953552002304:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134034.338375:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+52:2009:x1830953552002304:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (267us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134034.338381:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2119 00002000:00100000:1.0:1746134034.338386:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009c7e4e00 x1830953552002304/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:245/0 lens 488/4536 e 0 to 0 dl 1746134045 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.338399:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7e4e00 with x1830953552002304 ext(0->4095) 00010000:00010000:1.0:1746134034.338403:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c7930 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574edbe expref: 52 pid: 18904 timeout: 803 lvb_type: 0 00010000:00010000:1.0:1746134034.338411:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c7930 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574edbe expref: 52 pid: 18904 timeout: 803 lvb_type: 0 00002000:00010000:1.0:1746134034.338421:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7e4e00 00000100:00100000:0.0:1746134034.345079:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.345205:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.345418:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552002432 00000100:00100000:1.0:1746134034.345426:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552002432 00000100:00100000:1.0:1746134034.345472:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29111 00000100:00100000:1.0:1746134034.345480:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+52:1755:x1830953552002432:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134034.345494:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134034.345508:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c793e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574edcc expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.345526:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134034.345536:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092339e00/0x9682c7de153c7937 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574edc5 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.345541:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746134034.345544:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c793e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574edcc expref: 53 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.345572:0:18904:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092339e00/0x9682c7de153c7937 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574edc5 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.345586:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c793e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574edcc expref: 53 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.345595:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c1200, rc 0) 00000100:00100000:1.0:1746134034.345643:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+53:1755:x1830953552002432:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 163us (570us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134034.345649:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29111 00000100:00100000:0.0:1746134034.351977:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.357766:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.361902:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.362009:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552003200 00000100:00100000:1.0:1746134034.362015:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552003200 00002000:00100000:1.0:1746134034.362047:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880081159180 x1830953552003200/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:245/0 lens 488/0 e 0 to 0 dl 1746134045 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.362056:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081159180 with x1830953552003200 ext(0->4095) 00002000:00010000:1.0:1746134034.362060:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880081159180 00000100:00100000:1.0:1746134034.362073:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12811 00000100:00100000:1.0:1746134034.362079:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081159180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+52:2010:x1830953552003200:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134034.362245:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081159180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+52:2010:x1830953552003200:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 166us (344us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134034.362251:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12811 00002000:00100000:1.0:1746134034.362255:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880081159180 x1830953552003200/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:245/0 lens 488/4536 e 0 to 0 dl 1746134045 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.362262:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081159180 with x1830953552003200 ext(0->4095) 00002000:00010000:1.0:1746134034.362264:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880081159180 00000100:00100000:1.0:1746134034.368198:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552003328 00000100:00100000:1.0:1746134034.368206:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552003328 00000100:00100000:1.0:1746134034.368249:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29112 00000100:00100000:1.0:1746134034.368257:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552003328:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134034.368270:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134034.368284:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c7945 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574edd3 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.368308:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c793e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574edcc expref: 51 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.368315:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134034.368316:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134034.368320:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c7945 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574edd3 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.368663:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c793e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574edcc expref: 51 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.368674:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c793e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574edcc expref: 51 pid: 18904 timeout: 803 lvb_type: 0 00000100:00100000:1.0:1746134034.368685:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547956864:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134034.369759:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746134034.373074:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547956864:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134034.373098:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c7945 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574edd3 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.373151:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c1a00, rc 0) 00000100:00100000:1.0:1746134034.373198:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552003328:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4942us (5235us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134034.373206:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29112 00000100:00100000:0.0:1746134034.376281:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.376630:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.376703:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552003712 00000100:00100000:1.0:1746134034.376707:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552003712 00000100:00100000:1.0:1746134034.376747:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29113 00000100:00100000:1.0:1746134034.376754:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081159880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+53:1755:x1830953552003712:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134034.376765:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134034.376777:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c794c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574edda expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.376795:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134034.376800:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c7945 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574edd3 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.376805:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746134034.376808:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c794c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574edda expref: 54 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.376836:0:18904:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c7945 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574edd3 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.376845:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c794c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574edda expref: 54 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.376857:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c1800, rc 0) 00000100:00100000:1.0:1746134034.376890:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081159880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:1755:x1830953552003712:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 137us (616us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134034.376896:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29113 00000100:00100000:0.0:1746134034.380691:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.382912:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.386028:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.388834:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.390556:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.390737:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552004608 00000100:00100000:1.0:1746134034.390743:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552004608 00000100:00100000:1.0:1746134034.390783:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29114 00000100:00100000:1.0:1746134034.390789:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552004608:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134034.390800:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134034.390814:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c7953 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574ede1 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.390833:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c794c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574edda expref: 53 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.390839:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134034.390841:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134034.390843:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c7953 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ede1 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.390866:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c794c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574edda expref: 53 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.390876:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c794c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574edda expref: 53 pid: 18904 timeout: 803 lvb_type: 0 00000100:00100000:1.0:1746134034.390890:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547957376:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134034.390968:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746134034.392918:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547957376:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134034.392942:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c7953 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ede1 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.392957:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c0800, rc 0) 00000100:00100000:1.0:1746134034.393067:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552004608:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2276us (2514us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134034.393074:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29114 00000100:00100000:0.0:1746134034.393788:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.396070:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.399220:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.399283:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552005120 00000100:00100000:1.0:1746134034.399289:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552005120 00000100:00100000:1.0:1746134034.399353:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29115 00000100:00100000:1.0:1746134034.399359:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+53:1757:x1830953552005120:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134034.399374:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134034.399387:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c795a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574ede8 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.399410:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c7953 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ede1 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.399416:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134034.399417:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134034.399420:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c795a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ede8 expref: 54 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.399446:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c7953 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ede1 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.399456:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c7953 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ede1 expref: 5 pid: 18904 timeout: 803 lvb_type: 0 00000100:00100000:1.0:1746134034.399465:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547957632:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134034.399817:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.399933:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746134034.402090:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547957632:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134034.402108:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c795a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ede8 expref: 55 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.402150:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c1200, rc 0) 00000100:00100000:1.0:1746134034.402175:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:1757:x1830953552005120:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2816us (2960us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134034.402182:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29115 00000100:00100000:0.0:1746134034.402633:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.407432:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.410056:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.410100:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.410208:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552005888 00000100:00100000:1.0:1746134034.410214:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552005888 00000100:00100000:1.0:1746134034.410241:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29117 00000100:00100000:1.0:1746134034.410247:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552005888:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134034.410259:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134034.410271:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c7968 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574edf6 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.410289:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134034.410294:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bbda000/0x9682c7de153c7961 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574edef expref: 54 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.410299:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746134034.410302:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c7968 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574edf6 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.410330:0:18904:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bbda000/0x9682c7de153c7961 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574edef expref: 54 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.410340:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c7968 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574edf6 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.410349:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c0000, rc 0) 00000100:00100000:1.0:1746134034.410391:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552005888:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 144us (340us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134034.410397:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29117 00000100:00100000:0.0:1746134034.413765:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.417897:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552006272 00000100:00100000:0.0:1746134034.417903:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552006272 00000100:00100000:0.0:1746134034.417938:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29118 00000100:00100000:0.0:1746134034.417944:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:1755:x1830953552006272:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134034.417958:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134034.417971:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c796f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574edfd expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134034.417989:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134034.417993:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c7968 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574edf6 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134034.417998:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746134034.418001:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c796f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574edfd expref: 55 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134034.418024:0:10181:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c7968 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574edf6 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134034.418034:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c796f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574edfd expref: 55 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134034.418041:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800955af600, rc 0) 00000100:00100000:0.0:1746134034.418073:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:1755:x1830953552006272:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 129us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134034.418077:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29118 00000100:00100000:0.0:1746134034.421617:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.424644:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.432673:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.435157:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.435222:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552007168 00000100:00100000:1.0:1746134034.435228:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552007168 00000100:00100000:1.0:1746134034.435260:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29119 00000100:00100000:1.0:1746134034.435267:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552007168:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134034.435279:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134034.435293:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c7976 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574ee04 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.435314:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c796f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574edfd expref: 53 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.435324:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134034.435326:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134034.435329:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c7976 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ee04 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.435351:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c796f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574edfd expref: 53 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.435360:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c796f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574edfd expref: 53 pid: 10181 timeout: 803 lvb_type: 0 00000100:00100000:1.0:1746134034.435369:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547958656:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134034.436059:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746134034.438880:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547958656:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134034.438904:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c7976 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ee04 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.438916:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c1a00, rc 0) 00000100:00100000:1.0:1746134034.438947:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552007168:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3681us (3796us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134034.438954:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29119 00000100:00100000:0.0:1746134034.439503:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.441164:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.441243:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552007424 00000100:00100000:1.0:1746134034.441247:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552007424 00000100:00100000:1.0:1746134034.441274:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29120 00000100:00100000:1.0:1746134034.441279:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:1755:x1830953552007424:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134034.441292:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134034.441303:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c797d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574ee0b expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.441321:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c7976 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ee04 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.441327:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134034.441328:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134034.441332:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c797d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ee0b expref: 55 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.441349:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c7976 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ee04 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.441359:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c7976 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ee04 expref: 5 pid: 18904 timeout: 803 lvb_type: 0 00000100:00100000:1.0:1746134034.441368:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547958912:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134034.441429:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746134034.443745:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.443899:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552007680 00000100:00100000:0.0:1746134034.443905:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552007680 00002000:00100000:0.0:1746134034.443933:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009cb9d880 x1830953552007680/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:245/0 lens 488/0 e 0 to 0 dl 1746134045 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134034.443942:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9d880 with x1830953552007680 ext(0->4095) 00010000:00010000:0.0:1746134034.443948:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c7976 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ee04 expref: 6 pid: 18904 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746134034.443959:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c7976 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ee04 expref: 6 pid: 18904 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746134034.443965:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb9d880 00000100:00100000:0.0:1746134034.443991:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2126 00000100:00100000:0.0:1746134034.443997:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552007680:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746134034.444108:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552007680:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (362us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134034.444128:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2126 00002000:00100000:0.0:1746134034.444133:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009cb9d880 x1830953552007680/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:245/0 lens 488/4536 e 0 to 0 dl 1746134045 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134034.444152:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9d880 with x1830953552007680 ext(0->4095) 00010000:00010000:0.0:1746134034.444156:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c7976 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ee04 expref: 6 pid: 18904 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746134034.444164:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c7976 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ee04 expref: 6 pid: 18904 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746134034.444169:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb9d880 00000100:00100000:1.0:1746134034.444281:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547958912:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134034.444295:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c797d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ee0b expref: 54 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.444306:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c0000, rc 0) 00000100:00100000:1.0:1746134034.444335:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:1755:x1830953552007424:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3055us (3174us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134034.444341:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29120 00000100:00100000:1.0:1746134034.449981:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.452950:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.455881:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.455967:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552008192 00000100:00100000:1.0:1746134034.455974:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552008192 00000100:00100000:1.0:1746134034.456005:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29121 00000100:00100000:1.0:1746134034.456011:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552008192:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134034.456024:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134034.456038:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c7984 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574ee12 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.456059:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c797d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ee0b expref: 53 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.456065:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134034.456067:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134034.456070:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c7984 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ee12 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.456093:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c797d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ee0b expref: 53 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.456104:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c797d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ee0b expref: 53 pid: 18904 timeout: 803 lvb_type: 0 00000100:00100000:1.0:1746134034.456145:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547959168:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134034.456216:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746134034.458047:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547959168:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134034.458067:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c7984 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ee12 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.458080:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c0800, rc 0) 00000100:00100000:1.0:1746134034.458407:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552008192:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2394us (2531us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134034.458414:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29121 00000100:00100000:0.0:1746134034.459558:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.460976:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:2009:x1830953552008320:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 934us (1417us total) trans 4294970597 rc 0/0 00000100:00100000:0.0:1746134034.460983:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2127 00002000:00100000:0.0:1746134034.460989:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012da6bb80 x1830953552008320/t4294970597(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:245/0 lens 496/448 e 0 to 0 dl 1746134045 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134034.460996:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6bb80 with x1830953552008320 ext(0->7) 00010000:00010000:0.0:1746134034.461001:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c797d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ee0b expref: 56 pid: 18904 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746134034.461011:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c797d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ee0b expref: 56 pid: 18904 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746134034.461016:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012da6bb80 00000100:00100000:0.0:1746134034.468385:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.472681:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091869c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3770:1830953547959552:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746134034.472712:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746134034.473147:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091869c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3770:1830953547959552:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746134034.474489:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.474876:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552008832 00000100:00100000:1.0:1746134034.474881:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552008832 00002000:00100000:1.0:1746134034.474911:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012da6b800 x1830953552008832/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:245/0 lens 488/0 e 0 to 0 dl 1746134045 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.474920:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6b800 with x1830953552008832 ext(0->4095) 00010000:00010000:1.0:1746134034.474927:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c7984 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ee12 expref: 6 pid: 18904 timeout: 803 lvb_type: 0 00010000:00010000:1.0:1746134034.474938:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c7984 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ee12 expref: 6 pid: 18904 timeout: 803 lvb_type: 0 00002000:00010000:1.0:1746134034.474944:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012da6b800 00000100:00100000:1.0:1746134034.474971:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2128 00000100:00100000:1.0:1746134034.474977:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552008832:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134034.476322:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552008832:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 1344us (1841us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134034.476328:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2128 00002000:00100000:1.0:1746134034.476335:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012da6b800 x1830953552008832/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:245/0 lens 488/4536 e 0 to 0 dl 1746134045 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.476343:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6b800 with x1830953552008832 ext(0->4095) 00010000:00010000:1.0:1746134034.476349:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c7984 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ee12 expref: 6 pid: 18904 timeout: 803 lvb_type: 0 00010000:00010000:1.0:1746134034.476360:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c7984 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ee12 expref: 6 pid: 18904 timeout: 803 lvb_type: 0 00002000:00010000:1.0:1746134034.476365:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012da6b800 00000100:00100000:0.0:1746134034.479624:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.481513:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.486727:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.486805:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552009344 00000100:00100000:1.0:1746134034.486811:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552009344 00002000:00100000:1.0:1746134034.486843:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012da68380 x1830953552009344/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:245/0 lens 488/0 e 0 to 0 dl 1746134045 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.486852:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da68380 with x1830953552009344 ext(0->4095) 00010000:00010000:1.0:1746134034.486860:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbdac00/0x9682c7de153c798b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ee19 expref: 57 pid: 18904 timeout: 803 lvb_type: 0 00010000:00010000:1.0:1746134034.486872:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbdac00/0x9682c7de153c798b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ee19 expref: 57 pid: 18904 timeout: 803 lvb_type: 0 00002000:00010000:1.0:1746134034.486883:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012da68380 00000100:00100000:1.0:1746134034.487257:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2129 00000100:00100000:1.0:1746134034.487264:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2010:x1830953552009344:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134034.487391:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2010:x1830953552009344:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 126us (670us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134034.487400:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2129 00002000:00100000:1.0:1746134034.487406:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012da68380 x1830953552009344/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:245/0 lens 488/4536 e 0 to 0 dl 1746134045 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.487413:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da68380 with x1830953552009344 ext(0->4095) 00010000:00010000:1.0:1746134034.487418:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbdac00/0x9682c7de153c798b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ee19 expref: 57 pid: 18904 timeout: 803 lvb_type: 0 00010000:00010000:1.0:1746134034.487427:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbdac00/0x9682c7de153c798b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ee19 expref: 57 pid: 18904 timeout: 803 lvb_type: 0 00002000:00010000:1.0:1746134034.487433:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012da68380 00000100:00100000:0.0:1746134034.491204:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.495953:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.496064:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552009728 00000100:00100000:1.0:1746134034.496070:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552009728 00002000:00100000:1.0:1746134034.496100:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012da6a680 x1830953552009728/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:245/0 lens 488/0 e 0 to 0 dl 1746134045 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.496109:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6a680 with x1830953552009728 ext(0->4095) 00002000:00010000:1.0:1746134034.496131:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012da6a680 00000100:00100000:1.0:1746134034.496166:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12816 00000100:00100000:1.0:1746134034.496416:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:2012:x1830953552009728:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746134034.496584:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:2012:x1830953552009728:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 Request processed in 170us (637us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134034.496590:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12816 00002000:00100000:1.0:1746134034.496594:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012da6a680 x1830953552009728/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:245/0 lens 488/4536 e 0 to 0 dl 1746134045 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.496606:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6a680 with x1830953552009728 ext(0->4095) 00002000:00010000:1.0:1746134034.496609:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012da6a680 00000100:00100000:0.0:1746134034.499993:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.503459:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.505663:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3771:1830953547960320:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746134034.505694:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746134034.506028:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3771:1830953547960320:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746134034.506573:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.509074:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.509286:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552010368 00000100:00100000:1.0:1746134034.509292:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552010368 00002000:00100000:1.0:1746134034.509324:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880092057800 x1830953552010368/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:245/0 lens 488/0 e 0 to 0 dl 1746134045 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.509332:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092057800 with x1830953552010368 ext(0->4095) 00010000:00010000:1.0:1746134034.509339:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092339c00/0x9682c7de153c7999 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ee27 expref: 6 pid: 10181 timeout: 803 lvb_type: 0 00010000:00010000:1.0:1746134034.509349:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092339c00/0x9682c7de153c7999 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ee27 expref: 6 pid: 10181 timeout: 803 lvb_type: 0 00002000:00010000:1.0:1746134034.509354:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092057800 00000100:00100000:1.0:1746134034.509375:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2130 00000100:00100000:1.0:1746134034.509389:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092057800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552010368:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134034.509497:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092057800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552010368:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (427us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134034.510064:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2130 00002000:00100000:1.0:1746134034.510072:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880092057800 x1830953552010368/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:245/0 lens 488/4536 e 0 to 0 dl 1746134045 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.510080:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092057800 with x1830953552010368 ext(0->4095) 00010000:00010000:1.0:1746134034.510085:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092339c00/0x9682c7de153c7999 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ee27 expref: 6 pid: 10181 timeout: 803 lvb_type: 0 00010000:00010000:1.0:1746134034.510094:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092339c00/0x9682c7de153c7999 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ee27 expref: 6 pid: 10181 timeout: 803 lvb_type: 0 00002000:00010000:1.0:1746134034.510099:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092057800 00000100:00100000:0.0:1746134034.517387:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.519073:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.525463:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.525544:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552010880 00000100:00100000:1.0:1746134034.525552:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552010880 00002000:00100000:1.0:1746134034.525588:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880092054700 x1830953552010880/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:245/0 lens 488/0 e 0 to 0 dl 1746134045 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.525596:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092054700 with x1830953552010880 ext(0->4095) 00010000:00010000:1.0:1746134034.525604:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092339a00/0x9682c7de153c79a0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ee2e expref: 57 pid: 10181 timeout: 803 lvb_type: 0 00010000:00010000:1.0:1746134034.525615:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092339a00/0x9682c7de153c79a0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ee2e expref: 57 pid: 10181 timeout: 803 lvb_type: 0 00002000:00010000:1.0:1746134034.525621:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092054700 00000100:00100000:1.0:1746134034.525652:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2131 00000100:00100000:1.0:1746134034.525660:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092054700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2010:x1830953552010880:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134034.527972:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092054700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2010:x1830953552010880:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 2311us (2514us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134034.527978:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2131 00002000:00100000:1.0:1746134034.527986:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880092054700 x1830953552010880/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:245/0 lens 488/4536 e 0 to 0 dl 1746134045 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.528000:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092054700 with x1830953552010880 ext(0->4095) 00010000:00010000:1.0:1746134034.528007:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092339a00/0x9682c7de153c79a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ee2e expref: 57 pid: 10181 timeout: 803 lvb_type: 0 00010000:00010000:1.0:1746134034.528018:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092339a00/0x9682c7de153c79a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ee2e expref: 57 pid: 10181 timeout: 803 lvb_type: 0 00002000:00010000:1.0:1746134034.528023:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092054700 00000100:00100000:0.0:1746134034.530309:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.532701:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.532783:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552011264 00000100:00100000:1.0:1746134034.532788:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552011264 00002000:00100000:1.0:1746134034.532816:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800872b4380 x1830953552011264/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:245/0 lens 488/0 e 0 to 0 dl 1746134045 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.532824:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800872b4380 with x1830953552011264 ext(0->4095) 00002000:00010000:1.0:1746134034.532828:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800872b4380 00000100:00100000:1.0:1746134034.532852:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12817 00000100:00100000:1.0:1746134034.532858:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800872b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2012:x1830953552011264:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746134034.533848:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800872b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2012:x1830953552011264:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 Request processed in 989us (1149us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134034.533856:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12817 00002000:00100000:1.0:1746134034.533862:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800872b4380 x1830953552011264/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:245/0 lens 488/4536 e 0 to 0 dl 1746134045 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.533870:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800872b4380 with x1830953552011264 ext(0->4095) 00002000:00010000:1.0:1746134034.533873:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800872b4380 00000001:00080000:0.0:1746134034.540635:0:9578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294972110 is committed 00000100:00100000:0.0:1746134034.542708:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.544330:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.549708:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.549761:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552011904 00000100:00100000:1.0:1746134034.549766:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552011904 00002000:00100000:1.0:1746134034.549791:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800872b4e00 x1830953552011904/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:245/0 lens 488/0 e 0 to 0 dl 1746134045 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.549799:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800872b4e00 with x1830953552011904 ext(0->4095) 00010000:00010000:1.0:1746134034.549805:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d855400/0x9682c7de153c79ae lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ee3c expref: 6 pid: 18904 timeout: 803 lvb_type: 0 00010000:00010000:1.0:1746134034.549814:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d855400/0x9682c7de153c79ae lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ee3c expref: 6 pid: 18904 timeout: 803 lvb_type: 0 00002000:00010000:1.0:1746134034.549819:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800872b4e00 00000100:00100000:1.0:1746134034.549833:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2132 00000100:00100000:1.0:1746134034.549839:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800872b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552011904:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134034.549948:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800872b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552011904:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (240us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134034.549953:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2132 00002000:00100000:1.0:1746134034.549958:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800872b4e00 x1830953552011904/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:245/0 lens 488/4536 e 0 to 0 dl 1746134045 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.549964:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800872b4e00 with x1830953552011904 ext(0->4095) 00010000:00010000:1.0:1746134034.549968:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d855400/0x9682c7de153c79ae lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ee3c expref: 6 pid: 18904 timeout: 803 lvb_type: 0 00010000:00010000:1.0:1746134034.549976:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d855400/0x9682c7de153c79ae lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ee3c expref: 6 pid: 18904 timeout: 803 lvb_type: 0 00002000:00010000:1.0:1746134034.549984:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800872b4e00 00000100:00100000:0.0:1746134034.556222:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.560059:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.569355:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.576708:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.576741:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.577428:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552012544 00000100:00100000:1.0:1746134034.577432:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552012544 00002000:00100000:1.0:1746134034.577454:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800872b6a00 x1830953552012544/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:245/0 lens 496/0 e 0 to 0 dl 1746134045 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.577462:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800872b6a00 with x1830953552012544 ext(0->7) 00010000:00010000:1.0:1746134034.577467:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915bbe00/0x9682c7de153c79b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ee43 expref: 57 pid: 18904 timeout: 803 lvb_type: 0 00010000:00010000:1.0:1746134034.577477:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915bbe00/0x9682c7de153c79b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ee43 expref: 57 pid: 18904 timeout: 803 lvb_type: 0 00002000:00010000:1.0:1746134034.577482:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800872b6a00 00000100:00100000:1.0:1746134034.577494:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2133 00000100:00100000:1.0:1746134034.577498:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800872b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2009:x1830953552012544:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746134034.578889:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800872b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+59:2009:x1830953552012544:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 1384us (2181us total) trans 4294970598 rc 0/0 00000100:00100000:0.0:1746134034.578895:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2133 00002000:00100000:0.0:1746134034.578902:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800872b6a00 x1830953552012544/t4294970598(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:245/0 lens 496/448 e 0 to 0 dl 1746134045 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134034.578910:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800872b6a00 with x1830953552012544 ext(0->7) 00010000:00010000:0.0:1746134034.578916:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915bbe00/0x9682c7de153c79b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ee43 expref: 59 pid: 18904 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746134034.578925:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915bbe00/0x9682c7de153c79b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ee43 expref: 59 pid: 18904 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746134034.578931:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800872b6a00 00000100:00100000:0.0:1746134034.580257:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.583442:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.587468:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.592745:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.594926:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.597357:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.599809:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.602343:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.602694:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.604673:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.606839:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.608854:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.609370:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.612668:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.614656:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.614731:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.617454:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.620506:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.623716:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.626275:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.628452:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.631761:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.633437:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.633541:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.633851:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29137 00000100:00100000:0.0:1746134034.633859:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:1755:x1830953552016640:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134034.633870:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134034.633881:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800955ae200/0x9682c7de153c79f4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574ee82 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134034.633899:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bbda000/0x9682c7de153c79ed lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ee7b expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134034.634045:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134034.634047:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134034.634050:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955ae200/0x9682c7de153c79f4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ee82 expref: 60 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134034.634086:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bbda000/0x9682c7de153c79ed lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ee7b expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134034.634096:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bbda000/0x9682c7de153c79ed lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ee7b expref: 5 pid: 9581 timeout: 803 lvb_type: 0 00000100:00100000:0.0:1746134034.634107:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bc70000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953547963648:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134034.634196:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c000 going to sleep for 11 seconds 00000100:00100000:0.0:1746134034.636294:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.638287:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.641417:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.647041:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.648960:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.654647:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.655509:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.658440:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.661608:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.663638:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.668893:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.669244:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29141 00000100:00100000:0.0:1746134034.669253:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552018688:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134034.669269:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134034.669281:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800955ae200/0x9682c7de153c7a10 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574ee9e expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134034.669302:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bbda600/0x9682c7de153c7a09 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ee97 expref: 57 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134034.669309:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134034.669311:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134034.669314:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955ae200/0x9682c7de153c7a10 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ee9e expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134034.669335:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bbda600/0x9682c7de153c7a09 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ee97 expref: 57 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134034.669344:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bbda600/0x9682c7de153c7a09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ee97 expref: 57 pid: 10181 timeout: 803 lvb_type: 0 00000100:00100000:0.0:1746134034.669355:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c414000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953547964544:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134034.669417:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c000 going to sleep for 11 seconds 00000100:00100000:0.0:1746134034.679669:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.682616:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c415500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+60:2009:x1830953552018816:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 1633us (2949us total) trans 4294970599 rc 0/0 00000100:00100000:0.0:1746134034.682625:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2140 00002000:00100000:0.0:1746134034.682633:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009c415500 x1830953552018816/t4294970599(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:245/0 lens 496/448 e 0 to 0 dl 1746134045 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746134034.682661:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00002000:00100000:0.0:1746134034.682934:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c415500 with x1830953552018816 ext(0->7) 00010000:00010000:0.0:1746134034.682941:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbda600/0x9682c7de153c7a09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ee97 expref: 62 pid: 10181 timeout: 803 lvb_type: 0 00010000:00010000:0.0:1746134034.682953:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbda600/0x9682c7de153c7a09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ee97 expref: 62 pid: 10181 timeout: 803 lvb_type: 0 00002000:00010000:0.0:1746134034.682958:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c415500 00000100:00100000:0.0:1746134034.686304:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.691013:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.694199:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.696874:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.698945:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.703732:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.707737:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.708347:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552020224 00000100:00100000:1.0:1746134034.708351:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552020224 00002000:00100000:1.0:1746134034.708373:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012fdc6d80 x1830953552020224/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:245/0 lens 488/0 e 0 to 0 dl 1746134045 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.708381:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc6d80 with x1830953552020224 ext(0->4095) 00010000:00010000:1.0:1746134034.708385:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092338600/0x9682c7de153c7a1e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eeac expref: 6 pid: 10181 timeout: 803 lvb_type: 0 00010000:00010000:1.0:1746134034.708394:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092338600/0x9682c7de153c7a1e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eeac expref: 6 pid: 10181 timeout: 803 lvb_type: 0 00002000:00010000:1.0:1746134034.708399:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fdc6d80 00000100:00100000:1.0:1746134034.708412:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2142 00000100:00100000:1.0:1746134034.708417:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953552020224:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746134034.708518:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953552020224:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 Request processed in 100us (784us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134034.708524:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2142 00002000:00100000:1.0:1746134034.708529:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012fdc6d80 x1830953552020224/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:245/0 lens 488/4536 e 0 to 0 dl 1746134045 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.708536:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc6d80 with x1830953552020224 ext(0->4095) 00010000:00010000:1.0:1746134034.708540:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092338600/0x9682c7de153c7a1e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eeac expref: 6 pid: 10181 timeout: 803 lvb_type: 0 00010000:00010000:1.0:1746134034.708548:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092338600/0x9682c7de153c7a1e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eeac expref: 6 pid: 10181 timeout: 803 lvb_type: 0 00002000:00010000:1.0:1746134034.708553:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fdc6d80 00000100:00100000:0.0:1746134034.711315:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.711334:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.714947:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.717695:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.720252:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.720305:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552021248 00000100:00100000:1.0:1746134034.720312:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552021248 00002000:00100000:1.0:1746134034.720339:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012fdc5880 x1830953552021248/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:245/0 lens 488/0 e 0 to 0 dl 1746134045 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.720348:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc5880 with x1830953552021248 ext(0->4095) 00002000:00010000:1.0:1746134034.720352:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fdc5880 00000100:00100000:1.0:1746134034.720378:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12826 00000100:00100000:1.0:1746134034.720384:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+60:2010:x1830953552021248:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134034.720492:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+60:2010:x1830953552021248:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (240us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134034.720498:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12826 00002000:00100000:1.0:1746134034.720504:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012fdc5880 x1830953552021248/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:245/0 lens 488/4536 e 0 to 0 dl 1746134045 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.720511:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc5880 with x1830953552021248 ext(0->4095) 00002000:00010000:1.0:1746134034.720514:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fdc5880 00000100:00100000:0.0:1746134034.722968:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.726702:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.733171:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.733714:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552021760 00000100:00100000:1.0:1746134034.733720:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552021760 00002000:00100000:1.0:1746134034.733750:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012fdc5500 x1830953552021760/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:245/0 lens 488/0 e 0 to 0 dl 1746134045 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.733758:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc5500 with x1830953552021760 ext(0->4095) 00002000:00010000:1.0:1746134034.733762:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fdc5500 00000100:00100000:1.0:1746134034.733776:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12827 00000100:00100000:1.0:1746134034.733782:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552021760:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134034.733880:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552021760:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (718us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134034.733885:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12827 00002000:00100000:1.0:1746134034.733890:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012fdc5500 x1830953552021760/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:245/0 lens 488/4536 e 0 to 0 dl 1746134045 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.733901:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc5500 with x1830953552021760 ext(0->4095) 00002000:00010000:1.0:1746134034.733904:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fdc5500 00000100:00100000:0.0:1746134034.734899:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.735521:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552021888 00000100:00100000:0.0:1746134034.735528:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552021888 00000100:00100000:0.0:1746134034.735566:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29147 00000100:00100000:0.0:1746134034.735573:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+59:1755:x1830953552021888:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134034.735585:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134034.735599:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c7a3a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574eec8 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134034.735619:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c7a33 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574eec1 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134034.735625:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134034.735626:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134034.735629:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c7a3a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574eec8 expref: 60 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134034.735651:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c7a33 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eec1 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134034.735661:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c7a33 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574eec1 expref: 5 pid: 10181 timeout: 803 lvb_type: 0 00000100:00100000:0.0:1746134034.735670:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953547966080:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134034.735723:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90ca80 going to sleep for 11 seconds 00000100:00100000:1.0:1746134034.740589:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.741035:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.746175:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.750721:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.753078:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.753163:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552022784 00000100:00100000:1.0:1746134034.753169:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552022784 00002000:00100000:1.0:1746134034.753203:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012fdc7100 x1830953552022784/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:245/0 lens 488/0 e 0 to 0 dl 1746134045 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.753211:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc7100 with x1830953552022784 ext(0->4095) 00002000:00010000:1.0:1746134034.753214:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fdc7100 00000100:00100000:1.0:1746134034.753242:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12828 00000100:00100000:1.0:1746134034.753249:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+61:2009:x1830953552022784:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134034.753362:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+61:2009:x1830953552022784:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (287us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134034.753368:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12828 00002000:00100000:1.0:1746134034.753373:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012fdc7100 x1830953552022784/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:245/0 lens 488/4536 e 0 to 0 dl 1746134045 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.753379:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc7100 with x1830953552022784 ext(0->4095) 00002000:00010000:1.0:1746134034.753382:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fdc7100 00000100:00100000:0.0:1746134034.755706:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.760030:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.764005:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.767913:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.773541:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.779448:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.783432:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.790907:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.791251:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552024320 00000100:00100000:1.0:1746134034.791257:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552024320 00002000:00100000:1.0:1746134034.791286:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d968000 x1830953552024320/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:245/0 lens 488/0 e 0 to 0 dl 1746134045 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.791300:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d968000 with x1830953552024320 ext(0->4095) 00002000:00010000:1.0:1746134034.791304:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d968000 00000100:00100000:1.0:1746134034.791331:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12830 00000100:00100000:1.0:1746134034.791338:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d968000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+60:2009:x1830953552024320:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134034.791854:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d968000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+60:2009:x1830953552024320:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 515us (953us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134034.791859:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12830 00002000:00100000:1.0:1746134034.791864:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d968000 x1830953552024320/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:245/0 lens 488/4536 e 0 to 0 dl 1746134045 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.791871:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d968000 with x1830953552024320 ext(0->4095) 00002000:00010000:1.0:1746134034.791873:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d968000 00000100:00100000:0.0:1746134034.795712:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.799083:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.801503:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.803388:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.807865:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.812068:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.812252:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552025344 00000100:00100000:1.0:1746134034.812258:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552025344 00002000:00100000:1.0:1746134034.812287:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d96ad80 x1830953552025344/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:245/0 lens 488/0 e 0 to 0 dl 1746134045 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.812295:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d96ad80 with x1830953552025344 ext(0->4095) 00002000:00010000:1.0:1746134034.812299:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d96ad80 00000100:00100000:1.0:1746134034.812312:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12831 00000100:00100000:1.0:1746134034.812318:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d96ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+60:2010:x1830953552025344:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134034.812416:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d96ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+60:2010:x1830953552025344:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (348us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134034.812422:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12831 00002000:00100000:1.0:1746134034.812427:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d96ad80 x1830953552025344/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:245/0 lens 488/4536 e 0 to 0 dl 1746134045 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.812433:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d96ad80 with x1830953552025344 ext(0->4095) 00002000:00010000:1.0:1746134034.812436:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d96ad80 00000100:00100000:0.0:1746134034.825990:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.837468:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.853953:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.857713:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.864017:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.867522:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.870659:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.870915:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552026496 00000100:00100000:1.0:1746134034.870920:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552026496 00002000:00100000:1.0:1746134034.870945:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b14ce00 x1830953552026496/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:245/0 lens 488/0 e 0 to 0 dl 1746134045 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.870953:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14ce00 with x1830953552026496 ext(0->4095) 00002000:00010000:1.0:1746134034.870957:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b14ce00 00000100:00100000:1.0:1746134034.870981:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12832 00000100:00100000:1.0:1746134034.870988:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b14ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+62:2009:x1830953552026496:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134034.871086:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+62:2009:x1830953552026496:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (433us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134034.871092:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12832 00002000:00100000:1.0:1746134034.871097:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b14ce00 x1830953552026496/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:245/0 lens 488/4536 e 0 to 0 dl 1746134045 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.871104:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14ce00 with x1830953552026496 ext(0->4095) 00002000:00010000:1.0:1746134034.871107:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b14ce00 00000100:00100000:0.0:1746134034.874048:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.877652:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.881165:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.881263:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.885884:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.888225:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.892961:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.893053:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552027648 00000100:00100000:1.0:1746134034.893058:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552027648 00002000:00100000:1.0:1746134034.893085:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b14d880 x1830953552027648/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:245/0 lens 488/0 e 0 to 0 dl 1746134045 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.893094:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14d880 with x1830953552027648 ext(0->4095) 00010000:00010000:1.0:1746134034.893101:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092339a00/0x9682c7de153c7a80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef0e expref: 63 pid: 10181 timeout: 804 lvb_type: 0 00010000:00010000:1.0:1746134034.893148:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092339a00/0x9682c7de153c7a80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef0e expref: 63 pid: 10181 timeout: 804 lvb_type: 0 00002000:00010000:1.0:1746134034.893154:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b14d880 00000100:00100000:1.0:1746134034.893515:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2149 00000100:00100000:1.0:1746134034.893523:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b14d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+63:2010:x1830953552027648:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134034.894007:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+63:2010:x1830953552027648:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 483us (1044us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134034.894013:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2149 00002000:00100000:1.0:1746134034.894018:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b14d880 x1830953552027648/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:245/0 lens 488/4536 e 0 to 0 dl 1746134045 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.894026:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14d880 with x1830953552027648 ext(0->4095) 00010000:00010000:1.0:1746134034.894031:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092339a00/0x9682c7de153c7a80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef0e expref: 63 pid: 10181 timeout: 804 lvb_type: 0 00010000:00010000:1.0:1746134034.894040:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092339a00/0x9682c7de153c7a80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef0e expref: 63 pid: 10181 timeout: 804 lvb_type: 0 00002000:00010000:1.0:1746134034.894045:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b14d880 00000100:00100000:0.0:1746134034.897053:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.900682:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.900807:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552028032 00000100:00100000:1.0:1746134034.900812:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552028032 00002000:00100000:1.0:1746134034.900839:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b14dc00 x1830953552028032/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:245/0 lens 488/0 e 0 to 0 dl 1746134045 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.900852:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14dc00 with x1830953552028032 ext(0->4095) 00002000:00010000:1.0:1746134034.900856:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b14dc00 00000100:00100000:1.0:1746134034.901055:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12834 00000100:00100000:1.0:1746134034.901062:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b14dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+62:2009:x1830953552028032:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134034.901218:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+62:2009:x1830953552028032:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 156us (536us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134034.901223:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12834 00002000:00100000:1.0:1746134034.901228:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b14dc00 x1830953552028032/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:245/0 lens 488/4536 e 0 to 0 dl 1746134045 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.901233:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14dc00 with x1830953552028032 ext(0->4095) 00002000:00010000:1.0:1746134034.901236:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b14dc00 00000100:00100000:1.0:1746134034.903505:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.907894:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.910208:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.911039:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.913607:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.914914:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.919560:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088051880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953547969664:192.168.203.26@tcp:105: 00010000:00010000:0.0:1746134034.919574:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134034.919592:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009239a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552028928:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4341us (4679us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134034.919598:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14463 00000100:00100000:0.0:1746134034.921765:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.925182:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.925230:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552029568 00000100:00100000:1.0:1746134034.925235:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552029568 00002000:00100000:1.0:1746134034.925260:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880092399180 x1830953552029568/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:245/0 lens 488/0 e 0 to 0 dl 1746134045 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.925269:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092399180 with x1830953552029568 ext(0->4095) 00002000:00010000:1.0:1746134034.925273:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092399180 00000100:00100000:1.0:1746134034.925298:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12836 00000100:00100000:1.0:1746134034.925304:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092399180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+62:2009:x1830953552029568:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134034.925865:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092399180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+62:2009:x1830953552029568:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 560us (683us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134034.925875:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12836 00002000:00100000:1.0:1746134034.925880:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880092399180 x1830953552029568/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:245/0 lens 488/4536 e 0 to 0 dl 1746134045 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.925887:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092399180 with x1830953552029568 ext(0->4095) 00002000:00010000:1.0:1746134034.925890:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092399180 00000100:00100000:0.0:1746134034.927612:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.931214:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.936563:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.937221:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.937415:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552030208 00000100:00100000:1.0:1746134034.937419:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552030208 00002000:00100000:1.0:1746134034.937440:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800916fe680 x1830953552030208/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:245/0 lens 488/0 e 0 to 0 dl 1746134045 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.937449:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916fe680 with x1830953552030208 ext(0->4095) 00010000:00010000:1.0:1746134034.937454:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012eaaca00/0x9682c7de153c7aa3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef31 expref: 6 pid: 9580 timeout: 804 lvb_type: 0 00010000:00010000:1.0:1746134034.937463:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012eaaca00/0x9682c7de153c7aa3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef31 expref: 6 pid: 9580 timeout: 804 lvb_type: 0 00002000:00010000:1.0:1746134034.937469:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800916fe680 00000100:00100000:1.0:1746134034.937480:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2151 00000100:00100000:1.0:1746134034.937485:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552030208:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134034.937567:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552030208:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 81us (346us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134034.937573:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2151 00002000:00100000:1.0:1746134034.937577:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800916fe680 x1830953552030208/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:245/0 lens 488/4536 e 0 to 0 dl 1746134045 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.937586:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916fe680 with x1830953552030208 ext(0->4095) 00010000:00010000:1.0:1746134034.937590:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012eaaca00/0x9682c7de153c7aa3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef31 expref: 6 pid: 9580 timeout: 804 lvb_type: 0 00010000:00010000:1.0:1746134034.937598:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012eaaca00/0x9682c7de153c7aa3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef31 expref: 6 pid: 9580 timeout: 804 lvb_type: 0 00002000:00010000:1.0:1746134034.937603:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800916fe680 00000100:00100000:0.0:1746134034.940612:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552030464 00000100:00100000:0.0:1746134034.940616:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552030464 00010000:00010000:0.0:1746134034.940631:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012eaaca00/0x9682c7de153c7aa3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef31 expref: 6 pid: 9580 timeout: 804 lvb_type: 0 00000100:00100000:0.0:1746134034.940652:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14466 00000100:00100000:0.0:1746134034.940658:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2011:x1830953552030464:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134034.940667:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134034.940680:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012eaaca00/0x9682c7de153c7aa3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef31 expref: 6 pid: 9580 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746134034.940689:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012eaaca00/0x9682c7de153c7aa3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef31 expref: 6 pid: 9580 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746134034.940709:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012eaaca00/0x9682c7de153c7aa3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef31 expref: 6 pid: 9580 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746134034.940721:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134034.940723:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134034.940728:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eaac600/0x9682c7de153c7aaa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef38 expref: 62 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134034.940734:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eaac600/0x9682c7de153c7aaa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef38 expref: 62 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134034.940758:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012eaac600/0x9682c7de153c7aaa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef38 expref: 62 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134034.940768:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800916fc700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953547970304:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134034.940811:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c240 going to sleep for 11 seconds 00000100:00100000:0.0:1746134034.943627:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552030720 00000100:00100000:0.0:1746134034.943632:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552030720 00002000:00100000:0.0:1746134034.943658:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009186a300 x1830953552030720/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:245/0 lens 488/0 e 0 to 0 dl 1746134045 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134034.943667:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186a300 with x1830953552030720 ext(0->4095) 00010000:00010000:0.0:1746134034.943673:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012eaac600/0x9682c7de153c7aaa lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef38 expref: 64 pid: 9580 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746134034.943684:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012eaac600/0x9682c7de153c7aaa lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef38 expref: 64 pid: 9580 timeout: 804 lvb_type: 0 00002000:00010000:0.0:1746134034.943695:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009186a300 00000100:00100000:0.0:1746134034.944087:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2152 00000100:00100000:0.0:1746134034.944094:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+63:2012:x1830953552030720:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746134034.944226:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+63:2012:x1830953552030720:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 Request processed in 132us (844us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134034.944232:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2152 00002000:00100000:0.0:1746134034.944236:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009186a300 x1830953552030720/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:245/0 lens 488/4536 e 0 to 0 dl 1746134045 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134034.944243:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186a300 with x1830953552030720 ext(0->4095) 00010000:00010000:0.0:1746134034.944248:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012eaac600/0x9682c7de153c7aaa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef38 expref: 63 pid: 9580 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746134034.944256:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012eaac600/0x9682c7de153c7aaa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef38 expref: 63 pid: 9580 timeout: 804 lvb_type: 0 00002000:00010000:0.0:1746134034.944261:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009186a300 00000100:00100000:0.0:1746134034.946282:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.946355:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.949664:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.949711:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552031232 00000100:00100000:1.0:1746134034.949716:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552031232 00002000:00100000:1.0:1746134034.949755:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800916fc380 x1830953552031232/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:245/0 lens 488/0 e 0 to 0 dl 1746134045 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.949763:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916fc380 with x1830953552031232 ext(0->4095) 00010000:00010000:1.0:1746134034.949769:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c7ab1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef3f expref: 64 pid: 9580 timeout: 804 lvb_type: 0 00010000:00010000:1.0:1746134034.949779:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c7ab1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef3f expref: 64 pid: 9580 timeout: 804 lvb_type: 0 00002000:00010000:1.0:1746134034.949785:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800916fc380 00000100:00100000:1.0:1746134034.949808:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2153 00000100:00100000:1.0:1746134034.949815:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+64:2009:x1830953552031232:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134034.949929:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+64:2009:x1830953552031232:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (268us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134034.949935:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2153 00002000:00100000:1.0:1746134034.949941:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800916fc380 x1830953552031232/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:245/0 lens 488/4536 e 0 to 0 dl 1746134045 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134034.949948:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916fc380 with x1830953552031232 ext(0->4095) 00010000:00010000:1.0:1746134034.949952:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c7ab1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef3f expref: 64 pid: 9580 timeout: 804 lvb_type: 0 00010000:00010000:1.0:1746134034.949960:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c7ab1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef3f expref: 64 pid: 9580 timeout: 804 lvb_type: 0 00002000:00010000:1.0:1746134034.949965:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800916fc380 00000100:00100000:0.0:1746134034.950754:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088051500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953547970688:192.168.203.26@tcp:104: 00010000:00010000:0.0:1746134034.950771:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c7ab8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef46 expref: 63 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134034.950786:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589e00, rc 0) 00000100:00100000:0.0:1746134034.950815:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+63:1755:x1830953552030848:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4405us (4540us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134034.950821:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29165 00000100:00100000:0.0:1746134034.952275:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.952311:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.955674:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.955771:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552031616 00000100:00100000:1.0:1746134034.955776:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552031616 00010000:00010000:1.0:1746134034.955797:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c7ab8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef46 expref: 64 pid: 9580 timeout: 804 lvb_type: 0 00000100:00100000:1.0:1746134034.955954:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14469 00000100:00100000:1.0:1746134034.955961:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916fc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+63:2012:x1830953552031616:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134034.955971:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134034.955991:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c7ab8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef46 expref: 63 pid: 9580 timeout: 804 lvb_type: 0 00010000:00010000:1.0:1746134034.956000:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c7ab8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef46 expref: 63 pid: 9580 timeout: 804 lvb_type: 0 00010000:00010000:1.0:1746134034.956016:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c7ab8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef46 expref: 63 pid: 9580 timeout: 804 lvb_type: 0 00010000:00010000:1.0:1746134034.956040:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134034.956042:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134034.956047:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eaad200/0x9682c7de153c7abf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef4d expref: 62 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.956053:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eaad200/0x9682c7de153c7abf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef4d expref: 62 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.956077:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012eaad200/0x9682c7de153c7abf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef4d expref: 62 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134034.956087:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953547971072:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134034.956151:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20600 going to sleep for 11 seconds 00000100:00100000:0.0:1746134034.958388:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.958403:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953547971072:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134034.958416:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134034.958459:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916fc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+62:2012:x1830953552031616:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2496us (2788us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134034.958468:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14469 00000100:00100000:0.0:1746134034.961597:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.963985:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.964034:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552032128 00000100:00100000:1.0:1746134034.964039:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552032128 00010000:00010000:1.0:1746134034.964059:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012eaad200/0x9682c7de153c7abf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef4d expref: 62 pid: 9580 timeout: 804 lvb_type: 0 00000100:00100000:1.0:1746134034.964090:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14470 00000100:00100000:1.0:1746134034.964096:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce31c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+62:2010:x1830953552032128:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134034.964108:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134034.964146:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012eaad200/0x9682c7de153c7abf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef4d expref: 62 pid: 9580 timeout: 804 lvb_type: 0 00010000:00010000:1.0:1746134034.964156:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012eaad200/0x9682c7de153c7abf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef4d expref: 62 pid: 9580 timeout: 804 lvb_type: 0 00010000:00010000:1.0:1746134034.964173:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012eaad200/0x9682c7de153c7abf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef4d expref: 62 pid: 9580 timeout: 804 lvb_type: 0 00010000:00010000:1.0:1746134034.964182:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134034.964184:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134034.964189:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eaaca00/0x9682c7de153c7ac6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef54 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.964195:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eaaca00/0x9682c7de153c7ac6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef54 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.964214:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012eaaca00/0x9682c7de153c7ac6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef54 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134034.964222:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953547971328:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134034.964281:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20600 going to sleep for 11 seconds 00000100:00100000:0.0:1746134034.965748:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.965778:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953547971328:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134034.965783:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00010000:00010000:1.0:1746134034.965789:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134034.966243:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce31c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+63:2010:x1830953552032128:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2147us (2258us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134034.966252:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14470 00000100:00100000:0.0:1746134034.969706:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.969776:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.969886:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552032640 00000100:00100000:1.0:1746134034.969893:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552032640 00000100:00100000:1.0:1746134034.969937:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29169 00000100:00100000:1.0:1746134034.969943:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+63:1757:x1830953552032640:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134034.969955:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134034.969968:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c7ad4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574ef62 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.969985:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134034.969989:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c7acd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef5b expref: 64 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.969994:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134034.969996:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c7ad4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef62 expref: 64 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.970017:0:10181:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c7acd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef5b expref: 64 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.970025:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c7ad4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef62 expref: 64 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.970032:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c0800, rc 0) 00000100:00100000:1.0:1746134034.970045:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+63:1757:x1830953552032640:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 103us (347us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134034.970049:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29169 00000100:00100000:1.0:1746134034.970063:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552032768 00000100:00100000:1.0:1746134034.970065:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552032768 00010000:00010000:1.0:1746134034.970077:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012eaaca00/0x9682c7de153c7ac6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef54 expref: 6 pid: 9580 timeout: 804 lvb_type: 0 00000100:00100000:1.0:1746134034.970092:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14471 00000100:00100000:1.0:1746134034.970096:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552032768:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134034.970104:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134034.970144:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012eaaca00/0x9682c7de153c7ac6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef54 expref: 6 pid: 9580 timeout: 804 lvb_type: 0 00010000:00010000:1.0:1746134034.970153:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012eaaca00/0x9682c7de153c7ac6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef54 expref: 6 pid: 9580 timeout: 804 lvb_type: 0 00010000:00010000:1.0:1746134034.970168:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012eaaca00/0x9682c7de153c7ac6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef54 expref: 6 pid: 9580 timeout: 804 lvb_type: 0 00010000:00010000:1.0:1746134034.970178:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134034.970180:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134034.970184:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c7acd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef5b expref: 62 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.970190:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c7acd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef5b expref: 62 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.970205:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c7acd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef5b expref: 62 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.970223:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c7acd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef5b expref: 62 pid: 9580 timeout: 804 lvb_type: 0 00000100:00100000:1.0:1746134034.970232:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953547971712:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134034.970275:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20600 going to sleep for 11 seconds 00000100:00100000:0.0:1746134034.972543:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.972558:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953547971712:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134034.972570:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134034.972611:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552032768:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2511us (2831us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134034.972620:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14471 00000100:00100000:0.0:1746134034.974910:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.975025:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552033152 00000100:00100000:1.0:1746134034.975030:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552033152 00010000:00010000:1.0:1746134034.975048:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c7acd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef5b expref: 63 pid: 9580 timeout: 804 lvb_type: 0 00000100:00100000:1.0:1746134034.975076:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14472 00000100:00100000:1.0:1746134034.975082:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+63:2010:x1830953552033152:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134034.975090:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134034.975103:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c7acd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef5b expref: 63 pid: 9580 timeout: 804 lvb_type: 0 00010000:00010000:1.0:1746134034.975149:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c7acd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef5b expref: 63 pid: 9580 timeout: 804 lvb_type: 0 00010000:00010000:1.0:1746134034.975168:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c7acd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef5b expref: 63 pid: 9580 timeout: 804 lvb_type: 0 00010000:00010000:1.0:1746134034.975189:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134034.975191:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134034.975197:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c7ad4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef62 expref: 62 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.975205:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c7ad4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef62 expref: 62 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.975227:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c7ad4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef62 expref: 62 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134034.975237:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953547971840:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134034.975294:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20600 going to sleep for 11 seconds 00000100:00100000:1.0:1746134034.977260:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953547971840:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134034.977274:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134034.977300:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+62:2010:x1830953552033152:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2218us (2393us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134034.977309:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14472 00000100:00100000:0.0:1746134034.977921:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.981800:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.985244:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.985468:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552033664 00000100:00100000:1.0:1746134034.985474:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552033664 00010000:00010000:1.0:1746134034.985499:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c7ad4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef62 expref: 62 pid: 10181 timeout: 804 lvb_type: 0 00000100:00100000:1.0:1746134034.985641:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14473 00000100:00100000:1.0:1746134034.985647:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+62:2010:x1830953552033664:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134034.985660:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134034.985674:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c7ad4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef62 expref: 62 pid: 10181 timeout: 804 lvb_type: 0 00010000:00010000:1.0:1746134034.985684:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c7ad4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef62 expref: 62 pid: 10181 timeout: 804 lvb_type: 0 00010000:00010000:1.0:1746134034.985702:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c7ad4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef62 expref: 62 pid: 10181 timeout: 804 lvb_type: 0 00010000:00010000:1.0:1746134034.985723:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134034.985725:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134034.985730:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eaac600/0x9682c7de153c7adb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef69 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.985737:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eaac600/0x9682c7de153c7adb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef69 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.985759:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012eaac600/0x9682c7de153c7adb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef69 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134034.985769:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953547972096:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134034.985825:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20600 going to sleep for 11 seconds 00000100:00100000:1.0:1746134034.988175:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953547972096:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134034.988192:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134034.988226:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+61:2010:x1830953552033664:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2578us (2984us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134034.988238:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14473 00000100:00100000:0.0:1746134034.988410:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.990669:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134034.992702:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.993511:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552034176 00000100:00100000:1.0:1746134034.993515:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552034176 00000100:00100000:1.0:1746134034.993551:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29172 00000100:00100000:1.0:1746134034.993557:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b900a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+63:1757:x1830953552034176:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134034.993566:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134034.993575:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c7ae9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574ef77 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.993590:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134034.993594:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eaace00/0x9682c7de153c7ae2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef70 expref: 64 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.993599:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134034.993601:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c7ae9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef77 expref: 64 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.993619:0:10181:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012eaace00/0x9682c7de153c7ae2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef70 expref: 64 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.993628:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c7ae9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef77 expref: 64 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.993635:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c1000, rc 0) 00000100:00100000:1.0:1746134034.993669:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b900a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+64:1757:x1830953552034176:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 112us (967us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134034.993674:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29172 00000100:00100000:0.0:1746134034.995413:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.995522:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552034304 00000100:00100000:1.0:1746134034.995526:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552034304 00010000:00010000:1.0:1746134034.995542:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012eaac600/0x9682c7de153c7adb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef69 expref: 6 pid: 9581 timeout: 804 lvb_type: 0 00000100:00100000:1.0:1746134034.995808:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14474 00000100:00100000:1.0:1746134034.995815:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea59450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552034304:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134034.995824:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134034.995839:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012eaac600/0x9682c7de153c7adb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef69 expref: 6 pid: 9581 timeout: 804 lvb_type: 0 00010000:00010000:1.0:1746134034.995848:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012eaac600/0x9682c7de153c7adb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef69 expref: 6 pid: 9581 timeout: 804 lvb_type: 0 00010000:00010000:1.0:1746134034.995863:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012eaac600/0x9682c7de153c7adb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef69 expref: 6 pid: 9581 timeout: 804 lvb_type: 0 00010000:00010000:1.0:1746134034.996181:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134034.996183:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134034.996189:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eaace00/0x9682c7de153c7ae2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef70 expref: 62 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.996197:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eaace00/0x9682c7de153c7ae2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef70 expref: 62 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.996219:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012eaace00/0x9682c7de153c7ae2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef70 expref: 62 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134034.996232:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012eaace00/0x9682c7de153c7ae2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef70 expref: 62 pid: 9581 timeout: 804 lvb_type: 0 00000100:00100000:1.0:1746134034.996242:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953547972480:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134034.996813:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20600 going to sleep for 11 seconds 00000100:00100000:0.0:1746134034.998235:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134034.998302:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953547972480:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134034.998315:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134034.998342:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea59450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552034304:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2528us (2931us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134034.998351:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14474 00000100:00100000:0.0:1746134035.001597:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134035.001689:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552034688 00000100:00100000:1.0:1746134035.001695:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552034688 00010000:00010000:1.0:1746134035.001786:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012eaace00/0x9682c7de153c7ae2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef70 expref: 63 pid: 9581 timeout: 804 lvb_type: 0 00000100:00100000:1.0:1746134035.001814:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14475 00000100:00100000:1.0:1746134035.001821:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b900000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+63:2010:x1830953552034688:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134035.001830:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134035.001846:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012eaace00/0x9682c7de153c7ae2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef70 expref: 63 pid: 9581 timeout: 804 lvb_type: 0 00010000:00010000:1.0:1746134035.001855:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012eaace00/0x9682c7de153c7ae2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef70 expref: 63 pid: 9581 timeout: 804 lvb_type: 0 00010000:00010000:1.0:1746134035.001872:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012eaace00/0x9682c7de153c7ae2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef70 expref: 63 pid: 9581 timeout: 804 lvb_type: 0 00010000:00010000:1.0:1746134035.001886:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134035.001887:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134035.001893:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c7ae9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef77 expref: 62 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.001900:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c7ae9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef77 expref: 62 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.001923:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c7ae9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef77 expref: 62 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134035.001933:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953547972608:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134035.001996:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e203c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746134035.004030:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953547972608:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134035.004044:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134035.004079:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b900000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+62:2010:x1830953552034688:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2258us (2487us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134035.004087:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14475 00000100:00100000:0.0:1746134035.004838:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.006943:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00080000:0.0:1746134035.008053:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746134035.010187:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134035.010471:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552035200 00000100:00100000:1.0:1746134035.010475:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552035200 00010000:00010000:1.0:1746134035.010493:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c7ae9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef77 expref: 62 pid: 10181 timeout: 804 lvb_type: 0 00000100:00100000:1.0:1746134035.010519:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14476 00000100:00100000:1.0:1746134035.010524:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b901880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+62:2009:x1830953552035200:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134035.010535:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134035.010549:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c7ae9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef77 expref: 62 pid: 10181 timeout: 804 lvb_type: 0 00010000:00010000:1.0:1746134035.010558:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c7ae9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef77 expref: 62 pid: 10181 timeout: 804 lvb_type: 0 00010000:00010000:1.0:1746134035.010575:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c7ae9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef77 expref: 62 pid: 10181 timeout: 804 lvb_type: 0 00010000:00010000:1.0:1746134035.010586:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134035.010588:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134035.010593:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eaac600/0x9682c7de153c7af0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef7e expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.010600:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eaac600/0x9682c7de153c7af0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef7e expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.010618:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012eaac600/0x9682c7de153c7af0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef7e expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134035.010627:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953547972864:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134035.010666:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e203c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746134035.012996:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953547972864:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134035.013010:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134035.013043:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b901880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+61:2009:x1830953552035200:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2517us (2860us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134035.013054:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14476 00000100:00100000:0.0:1746134035.013617:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.017551:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.018095:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.018934:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29175 00000100:00100000:0.0:1746134035.018941:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c432300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+63:1757:x1830953552035712:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134035.018948:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134035.018954:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c7afe lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574ef8c expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134035.018964:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134035.018967:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eaadc00/0x9682c7de153c7af7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef85 expref: 64 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134035.018972:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134035.018975:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c7afe lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef8c expref: 64 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134035.018992:0:10181:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012eaadc00/0x9682c7de153c7af7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef85 expref: 64 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134035.019001:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c7afe lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef8c expref: 64 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134035.019009:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800955ae000, rc 0) 00000100:00100000:0.0:1746134035.019026:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c432300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+64:1757:x1830953552035712:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 87us (931us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134035.019032:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29175 00000100:00100000:0.0:1746134035.021599:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.028162:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134035.028196:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552036096 00000100:00100000:1.0:1746134035.028206:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552036096 00002000:00100000:1.0:1746134035.028240:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012c430000 x1830953552036096/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:246/0 lens 488/0 e 0 to 0 dl 1746134046 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134035.028249:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c430000 with x1830953552036096 ext(0->4095) 00010000:00010000:1.0:1746134035.028257:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012eaadc00/0x9682c7de153c7af7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef85 expref: 63 pid: 9581 timeout: 804 lvb_type: 0 00010000:00010000:1.0:1746134035.028266:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012eaadc00/0x9682c7de153c7af7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef85 expref: 63 pid: 9581 timeout: 804 lvb_type: 0 00002000:00010000:1.0:1746134035.028271:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c430000 00000100:00100000:1.0:1746134035.028297:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2156 00000100:00100000:1.0:1746134035.028302:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c430000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+63:2010:x1830953552036096:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134035.028406:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c430000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+63:2010:x1830953552036096:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (251us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134035.028412:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2156 00002000:00100000:1.0:1746134035.028417:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012c430000 x1830953552036096/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:246/0 lens 488/4536 e 0 to 0 dl 1746134046 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134035.028423:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c430000 with x1830953552036096 ext(0->4095) 00010000:00010000:1.0:1746134035.028427:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012eaadc00/0x9682c7de153c7af7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef85 expref: 63 pid: 9581 timeout: 804 lvb_type: 0 00010000:00010000:1.0:1746134035.028440:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012eaadc00/0x9682c7de153c7af7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ef85 expref: 63 pid: 9581 timeout: 804 lvb_type: 0 00002000:00010000:1.0:1746134035.028445:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c430000 00000100:00100000:0.0:1746134035.029991:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.035754:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134035.035951:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552036480 00000100:00100000:1.0:1746134035.035957:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552036480 00002000:00100000:1.0:1746134035.035989:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012c432d80 x1830953552036480/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:246/0 lens 488/0 e 0 to 0 dl 1746134046 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134035.035999:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c432d80 with x1830953552036480 ext(0->4095) 00002000:00010000:1.0:1746134035.036003:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c432d80 00000100:00100000:1.0:1746134035.036033:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12843 00000100:00100000:1.0:1746134035.036039:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c432d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+63:2010:x1830953552036480:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134035.036161:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c432d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+63:2010:x1830953552036480:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (414us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134035.036166:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12843 00002000:00100000:1.0:1746134035.036171:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012c432d80 x1830953552036480/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:246/0 lens 488/4536 e 0 to 0 dl 1746134046 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134035.036177:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c432d80 with x1830953552036480 ext(0->4095) 00002000:00010000:1.0:1746134035.036180:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c432d80 00000100:00100000:0.0:1746134035.038057:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.041558:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.045609:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.053999:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.057068:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.058400:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.061794:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.066259:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.069774:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.071979:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.075629:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.079852:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134035.079899:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552038528 00000100:00100000:1.0:1746134035.079904:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552038528 00002000:00100000:1.0:1746134035.079932:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008ff3f480 x1830953552038528/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:246/0 lens 488/0 e 0 to 0 dl 1746134046 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134035.079946:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ff3f480 with x1830953552038528 ext(0->4095) 00002000:00010000:1.0:1746134035.079949:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ff3f480 00000100:00100000:1.0:1746134035.079977:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12846 00000100:00100000:1.0:1746134035.079984:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ff3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552038528:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134035.080082:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ff3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552038528:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (231us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134035.080088:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12846 00002000:00100000:1.0:1746134035.080093:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008ff3f480 x1830953552038528/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:246/0 lens 488/4536 e 0 to 0 dl 1746134046 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134035.080099:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ff3f480 with x1830953552038528 ext(0->4095) 00002000:00010000:1.0:1746134035.080102:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ff3f480 00000100:00100000:0.0:1746134035.080711:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.083916:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.085307:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088052a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547974528:192.168.203.26@tcp:104: 00010000:00010000:0.0:1746134035.085321:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c7b21 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574efaf expref: 63 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134035.085329:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589a00, rc 0) 00000100:00100000:0.0:1746134035.087868:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+63:1755:x1830953552038656:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6889us (6964us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134035.087880:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29180 00000100:00100000:0.0:1746134035.092781:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.096678:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.100643:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134035.101239:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552039552 00000100:00100000:1.0:1746134035.101244:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552039552 00002000:00100000:1.0:1746134035.101273:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012da65880 x1830953552039552/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:246/0 lens 488/0 e 0 to 0 dl 1746134046 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134035.101281:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da65880 with x1830953552039552 ext(0->4095) 00002000:00010000:1.0:1746134035.101284:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012da65880 00000100:00100000:1.0:1746134035.101415:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12847 00000100:00100000:1.0:1746134035.101421:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+62:2010:x1830953552039552:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134035.101531:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+62:2010:x1830953552039552:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (895us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134035.101537:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12847 00002000:00100000:1.0:1746134035.101542:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012da65880 x1830953552039552/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:246/0 lens 488/4536 e 0 to 0 dl 1746134046 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134035.101548:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da65880 with x1830953552039552 ext(0->4095) 00002000:00010000:1.0:1746134035.101551:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012da65880 00000100:00100000:0.0:1746134035.103592:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.107971:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.112291:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.112323:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.116222:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.117748:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134035.122396:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552040704 00000100:00100000:1.0:1746134035.122401:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552040704 00002000:00100000:1.0:1746134035.122428:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009186ad80 x1830953552040704/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:246/0 lens 488/0 e 0 to 0 dl 1746134046 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134035.122437:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186ad80 with x1830953552040704 ext(0->4095) 00010000:00010000:1.0:1746134035.122444:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012eaad200/0x9682c7de153c7b36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574efc4 expref: 63 pid: 18904 timeout: 804 lvb_type: 0 00010000:00010000:1.0:1746134035.122456:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012eaad200/0x9682c7de153c7b36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574efc4 expref: 63 pid: 18904 timeout: 804 lvb_type: 0 00002000:00010000:1.0:1746134035.122462:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009186ad80 00000100:00100000:1.0:1746134035.122483:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2160 00000100:00100000:1.0:1746134035.122489:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+63:2009:x1830953552040704:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134035.122594:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+63:2009:x1830953552040704:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (350us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134035.122600:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2160 00002000:00100000:1.0:1746134035.122604:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009186ad80 x1830953552040704/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:246/0 lens 488/4536 e 0 to 0 dl 1746134046 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134035.122611:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186ad80 with x1830953552040704 ext(0->4095) 00010000:00010000:1.0:1746134035.122616:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012eaad200/0x9682c7de153c7b36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574efc4 expref: 63 pid: 18904 timeout: 804 lvb_type: 0 00010000:00010000:1.0:1746134035.122625:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012eaad200/0x9682c7de153c7b36 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574efc4 expref: 63 pid: 18904 timeout: 804 lvb_type: 0 00002000:00010000:1.0:1746134035.122631:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009186ad80 00000100:00100000:0.0:1746134035.124964:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.128501:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.131620:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.135348:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.139646:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552041600 00000100:00100000:0.0:1746134035.139651:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552041600 00002000:00100000:0.0:1746134035.139684:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009186a680 x1830953552041600/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:246/0 lens 488/0 e 0 to 0 dl 1746134046 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134035.139692:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186a680 with x1830953552041600 ext(0->4095) 00002000:00010000:0.0:1746134035.139696:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009186a680 00000100:00100000:0.0:1746134035.139720:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12849 00000100:00100000:0.0:1746134035.139726:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552041600:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746134035.140933:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552041600:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 1206us (1525us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134035.140941:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12849 00002000:00100000:0.0:1746134035.140947:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009186a680 x1830953552041600/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:246/0 lens 488/4536 e 0 to 0 dl 1746134046 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134035.140955:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186a680 with x1830953552041600 ext(0->4095) 00010000:00010000:0.0:1746134035.140960:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012eaac800/0x9682c7de153c7b44 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574efd2 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134035.140971:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012eaac800/0x9682c7de153c7b44 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574efd2 expref: 6 pid: 9581 timeout: 804 lvb_type: 0 00002000:00010000:0.0:1746134035.140976:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009186a680 00000100:00100000:0.0:1746134035.144021:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134035.146658:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.149883:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.153018:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.156450:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.159194:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.162211:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.165067:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.167348:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.169490:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.171898:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.176273:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.179608:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.181719:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134035.181923:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552044160 00000100:00100000:1.0:1746134035.181928:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552044160 00002000:00100000:1.0:1746134035.181961:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917e4000 x1830953552044160/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:246/0 lens 488/0 e 0 to 0 dl 1746134046 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134035.181969:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e4000 with x1830953552044160 ext(0->4095) 00002000:00010000:1.0:1746134035.181972:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917e4000 00000100:00100000:1.0:1746134035.181990:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12852 00000100:00100000:1.0:1746134035.181996:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+62:2012:x1830953552044160:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746134035.182083:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+62:2012:x1830953552044160:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 Request processed in 87us (367us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134035.182088:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12852 00002000:00100000:1.0:1746134035.182093:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917e4000 x1830953552044160/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:246/0 lens 488/4536 e 0 to 0 dl 1746134046 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134035.182099:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e4000 with x1830953552044160 ext(0->4095) 00002000:00010000:1.0:1746134035.182101:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917e4000 00000100:00100000:0.0:1746134035.185508:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.189364:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134035.193614:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134035.194732:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.198053:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.198153:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.201572:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134035.202820:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552045312 00000100:00100000:1.0:1746134035.202825:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552045312 00002000:00100000:1.0:1746134035.202851:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917e4380 x1830953552045312/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:246/0 lens 488/0 e 0 to 0 dl 1746134046 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134035.202860:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e4380 with x1830953552045312 ext(0->4095) 00010000:00010000:1.0:1746134035.202866:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012eaace00/0x9682c7de153c7b75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f003 expref: 63 pid: 9581 timeout: 804 lvb_type: 0 00010000:00010000:1.0:1746134035.202877:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012eaace00/0x9682c7de153c7b75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f003 expref: 63 pid: 9581 timeout: 804 lvb_type: 0 00002000:00010000:1.0:1746134035.202883:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917e4380 00000100:00100000:1.0:1746134035.203333:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2164 00000100:00100000:1.0:1746134035.203341:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+63:2010:x1830953552045312:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134035.203449:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+63:2010:x1830953552045312:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (1881us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134035.203454:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2164 00002000:00100000:1.0:1746134035.203458:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917e4380 x1830953552045312/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:246/0 lens 488/4536 e 0 to 0 dl 1746134046 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134035.203466:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e4380 with x1830953552045312 ext(0->4095) 00010000:00010000:1.0:1746134035.203471:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012eaace00/0x9682c7de153c7b75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f003 expref: 63 pid: 9581 timeout: 804 lvb_type: 0 00010000:00010000:1.0:1746134035.203479:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012eaace00/0x9682c7de153c7b75 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f003 expref: 63 pid: 9581 timeout: 804 lvb_type: 0 00002000:00010000:1.0:1746134035.203489:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917e4380 00000100:00100000:0.0:1746134035.205914:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.209681:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.212650:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134035.213038:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552045824 00000100:00100000:1.0:1746134035.213045:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552045824 00000100:00100000:1.0:1746134035.213091:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29194 00000100:00100000:1.0:1746134035.213097:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552045824:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134035.213146:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134035.213160:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c7b83 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f011 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.213184:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eaaca00/0x9682c7de153c7b7c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f00a expref: 61 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.213191:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134035.213193:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134035.213196:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c7b83 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f011 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.213217:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012eaaca00/0x9682c7de153c7b7c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f00a expref: 61 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.213228:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012eaaca00/0x9682c7de153c7b7c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f00a expref: 61 pid: 9581 timeout: 804 lvb_type: 0 00000100:00100000:1.0:1746134035.213238:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547978112:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134035.213311:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746134035.214875:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547978112:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134035.214896:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c7b83 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f011 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.214907:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c1000, rc 0) 00000100:00100000:1.0:1746134035.214935:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552045824:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1838us (2290us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134035.214942:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29194 00000100:00100000:0.0:1746134035.218069:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.223015:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134035.223072:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552046080 00000100:00100000:1.0:1746134035.223079:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552046080 00000100:00100000:1.0:1746134035.223291:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29195 00000100:00100000:1.0:1746134035.223298:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+62:1755:x1830953552046080:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134035.223313:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134035.223326:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c7b8a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f018 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.223783:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c7b83 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f011 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.223790:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134035.223791:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134035.223794:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c7b8a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f018 expref: 63 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.223815:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c7b83 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f011 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.223825:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c7b83 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f011 expref: 5 pid: 18904 timeout: 804 lvb_type: 0 00000100:00100000:1.0:1746134035.223834:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547978368:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134035.223889:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134035.225556:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134035.226085:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547978368:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134035.226101:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c7b8a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f018 expref: 62 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.226139:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c1200, rc 0) 00000100:00100000:1.0:1746134035.227510:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+62:1755:x1830953552046080:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4207us (4498us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134035.227516:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29195 00000100:00100000:0.0:1746134035.229788:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.236051:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134035.236109:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552046848 00000100:00100000:1.0:1746134035.236144:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552046848 00000100:00100000:1.0:1746134035.236181:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29196 00000100:00100000:1.0:1746134035.236187:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552046848:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134035.236198:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134035.236211:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c7b91 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f01f expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.236230:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c7b8a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f018 expref: 61 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.236237:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134035.236239:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134035.236241:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c7b91 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f01f expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.236267:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c7b8a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f018 expref: 61 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.236276:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c7b8a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f018 expref: 61 pid: 18904 timeout: 804 lvb_type: 0 00000100:00100000:1.0:1746134035.236287:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547978624:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134035.236798:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746134035.240947:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547978624:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134035.240971:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c7b91 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f01f expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.240984:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c0a00, rc 0) 00000100:00100000:1.0:1746134035.241017:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552046848:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4830us (4971us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134035.241023:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29196 00000100:00100000:0.0:1746134035.241256:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.250925:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.253541:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.255481:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552047104 00000100:00100000:0.0:1746134035.255485:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552047104 00000100:00100000:0.0:1746134035.257192:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29197 00000100:00100000:0.0:1746134035.257202:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+64:1755:x1830953552047104:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134035.257215:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134035.257226:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bbdb000/0x9682c7de153c7b98 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f026 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134035.257244:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c7b91 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f01f expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134035.257250:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134035.257251:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134035.257254:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbdb000/0x9682c7de153c7b98 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f026 expref: 65 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134035.257272:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c7b91 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f01f expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134035.257282:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c7b91 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f01f expref: 5 pid: 18904 timeout: 804 lvb_type: 0 00000100:00100000:0.0:1746134035.257291:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547978880:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134035.260339:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c480 going to sleep for 11 seconds 00000100:00100000:0.0:1746134035.260492:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547978880:192.168.203.26@tcp:104: 00010000:00010000:0.0:1746134035.260511:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bbdb000/0x9682c7de153c7b98 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f026 expref: 64 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134035.260524:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bbdb000, rc 0) 00000100:00100000:0.0:1746134035.260565:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+64:1755:x1830953552047104:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3365us (7028us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134035.260571:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29197 00000100:00100000:0.0:1746134035.265337:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.268981:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.272384:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134035.272525:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552048000 00000100:00100000:1.0:1746134035.272531:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552048000 00000100:00100000:1.0:1746134035.272742:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29198 00000100:00100000:1.0:1746134035.272749:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552048000:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134035.272762:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134035.272774:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c7b9f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f02d expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.272797:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bbdb000/0x9682c7de153c7b98 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f026 expref: 63 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.272804:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134035.272805:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134035.272808:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c7b9f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f02d expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.272831:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bbdb000/0x9682c7de153c7b98 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f026 expref: 63 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.272841:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bbdb000/0x9682c7de153c7b98 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f026 expref: 63 pid: 18904 timeout: 804 lvb_type: 0 00000100:00100000:1.0:1746134035.272850:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547979136:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134035.272906:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746134035.276836:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547979136:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134035.276860:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c7b9f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f02d expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.276874:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c1800, rc 0) 00000100:00100000:1.0:1746134035.276920:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552048000:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4171us (4541us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134035.276928:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29198 00000100:00100000:0.0:1746134035.277717:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.280193:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134035.280345:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552048256 00000100:00100000:1.0:1746134035.280350:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552048256 00000100:00100000:1.0:1746134035.280635:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29199 00000100:00100000:1.0:1746134035.280642:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+64:1755:x1830953552048256:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134035.280656:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134035.280668:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c7ba6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f034 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.280686:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c7b9f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f02d expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.280704:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134035.280705:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134035.280708:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c7ba6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f034 expref: 65 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.280729:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c7b9f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f02d expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.280738:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c7b9f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f02d expref: 5 pid: 18904 timeout: 804 lvb_type: 0 00000100:00100000:1.0:1746134035.280747:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547979392:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134035.282467:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134035.282504:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746134035.284222:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547979392:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134035.284238:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c7ba6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f034 expref: 64 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.284249:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c0000, rc 0) 00000100:00100000:1.0:1746134035.284746:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+64:1755:x1830953552048256:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4103us (4556us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134035.284755:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29199 00000100:00100000:0.0:1746134035.287175:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.287215:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134035.287283:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552048640 00000100:00100000:1.0:1746134035.287289:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552048640 00000100:00100000:1.0:1746134035.287395:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29200 00000100:00100000:1.0:1746134035.287402:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+64:1757:x1830953552048640:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134035.287415:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134035.287428:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c7bad lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f03b expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.287450:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134035.287454:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c7ba6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f034 expref: 65 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.287459:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134035.287461:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c7bad lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f03b expref: 65 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.287487:0:18904:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c7ba6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f034 expref: 65 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.287496:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c7bad lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f03b expref: 65 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.287504:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c1a00, rc 0) 00000100:00100000:1.0:1746134035.287546:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+65:1757:x1830953552048640:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134035.287552:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29200 00000100:00100000:0.0:1746134035.292230:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.294875:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.298453:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134035.298539:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552049408 00000100:00100000:1.0:1746134035.298547:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552049408 00002000:00100000:1.0:1746134035.298581:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917f4380 x1830953552049408/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:246/0 lens 488/0 e 0 to 0 dl 1746134046 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134035.298590:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917f4380 with x1830953552049408 ext(0->4095) 00002000:00010000:1.0:1746134035.298594:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917f4380 00000100:00100000:1.0:1746134035.298620:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12856 00000100:00100000:1.0:1746134035.298625:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+65:2009:x1830953552049408:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134035.298740:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+65:2009:x1830953552049408:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (292us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134035.298745:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12856 00002000:00100000:1.0:1746134035.298750:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917f4380 x1830953552049408/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:246/0 lens 488/4536 e 0 to 0 dl 1746134046 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134035.298757:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917f4380 with x1830953552049408 ext(0->4095) 00002000:00010000:1.0:1746134035.298760:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917f4380 00000100:00100000:0.0:1746134035.300841:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.304078:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.308737:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134035.308841:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552049920 00000100:00100000:1.0:1746134035.308848:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552049920 00002000:00100000:1.0:1746134035.308881:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917f4e00 x1830953552049920/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:246/0 lens 488/0 e 0 to 0 dl 1746134046 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134035.308891:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917f4e00 with x1830953552049920 ext(0->4095) 00002000:00010000:1.0:1746134035.308895:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917f4e00 00000100:00100000:1.0:1746134035.308919:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12857 00000100:00100000:1.0:1746134035.308926:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552049920:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134035.309045:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552049920:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (316us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134035.309056:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12857 00002000:00100000:1.0:1746134035.309061:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917f4e00 x1830953552049920/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:246/0 lens 488/4536 e 0 to 0 dl 1746134046 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134035.309067:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917f4e00 with x1830953552049920 ext(0->4095) 00002000:00010000:1.0:1746134035.309070:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917f4e00 00000100:00100000:0.0:1746134035.310661:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.311593:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134035.311753:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552050176 00000100:00100000:1.0:1746134035.311756:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552050176 00000100:00100000:1.0:1746134035.311785:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29203 00000100:00100000:1.0:1746134035.311790:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+65:1755:x1830953552050176:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134035.311798:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134035.311805:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c7bc2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f050 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.311815:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134035.311818:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eaace00/0x9682c7de153c7bbb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f049 expref: 66 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.311823:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134035.311825:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c7bc2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f050 expref: 66 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.311842:0:18904:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012eaace00/0x9682c7de153c7bbb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f049 expref: 66 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.311850:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c7bc2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f050 expref: 66 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.311862:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c1800, rc 0) 00000100:00100000:1.0:1746134035.311893:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+66:1755:x1830953552050176:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 102us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134035.311898:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29203 00000100:00100000:0.0:1746134035.313635:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.319179:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.322247:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.326757:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.333273:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.333312:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.339028:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.349030:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.356934:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134035.357768:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552051968 00000100:00100000:1.0:1746134035.357775:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552051968 00002000:00100000:1.0:1746134035.357807:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ada300 x1830953552051968/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:246/0 lens 488/0 e 0 to 0 dl 1746134046 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134035.357815:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ada300 with x1830953552051968 ext(0->4095) 00002000:00010000:1.0:1746134035.357819:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072ada300 00000100:00100000:1.0:1746134035.357843:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12858 00000100:00100000:1.0:1746134035.357848:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ada300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+64:2009:x1830953552051968:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134035.358571:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ada300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+64:2009:x1830953552051968:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 721us (1638us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134035.358578:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12858 00002000:00100000:1.0:1746134035.358583:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ada300 x1830953552051968/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:246/0 lens 488/4536 e 0 to 0 dl 1746134046 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134035.358590:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ada300 with x1830953552051968 ext(0->4095) 00002000:00010000:1.0:1746134035.358593:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072ada300 00000100:00100000:0.0:1746134035.368969:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552052096 00000100:00100000:0.0:1746134035.368976:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552052096 00000100:00100000:0.0:1746134035.369008:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29206 00000100:00100000:0.0:1746134035.369014:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091869f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552052096:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134035.369026:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134035.369186:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bbdac00/0x9682c7de153c7bd7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f065 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134035.369212:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eaaca00/0x9682c7de153c7bd0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f05e expref: 63 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134035.369219:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134035.369221:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134035.369224:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbdac00/0x9682c7de153c7bd7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f065 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134035.369251:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012eaaca00/0x9682c7de153c7bd0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f05e expref: 63 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134035.369261:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012eaaca00/0x9682c7de153c7bd0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f05e expref: 63 pid: 9581 timeout: 804 lvb_type: 0 00000100:00100000:0.0:1746134035.369271:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072ad8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953547981184:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134035.370221:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c480 going to sleep for 11 seconds 00000100:00100000:0.0:1746134035.375380:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134035.375780:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552052224 00000100:00100000:1.0:1746134035.375786:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552052224 00002000:00100000:1.0:1746134035.375812:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880072adb480 x1830953552052224/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:246/0 lens 496/0 e 0 to 0 dl 1746134046 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134035.375826:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072adb480 with x1830953552052224 ext(0->7) 00010000:00010000:1.0:1746134035.375832:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012eaaca00/0x9682c7de153c7bd0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f05e expref: 64 pid: 9581 timeout: 804 lvb_type: 0 00010000:00010000:1.0:1746134035.375848:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012eaaca00/0x9682c7de153c7bd0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f05e expref: 64 pid: 9581 timeout: 804 lvb_type: 0 00002000:00010000:1.0:1746134035.375854:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072adb480 00000100:00100000:1.0:1746134035.375879:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2173 00000100:00100000:1.0:1746134035.375885:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072adb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+64:2010:x1830953552052224:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746134035.380672:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072adb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+66:2010:x1830953552052224:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 4779us (5291us total) trans 4294970602 rc 0/0 00000100:00100000:1.0:1746134035.380685:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2173 00002000:00100000:1.0:1746134035.380694:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880072adb480 x1830953552052224/t4294970602(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:246/0 lens 496/448 e 0 to 0 dl 1746134046 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134035.380703:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072adb480 with x1830953552052224 ext(0->7) 00010000:00010000:1.0:1746134035.380711:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012eaaca00/0x9682c7de153c7bd0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f05e expref: 66 pid: 9581 timeout: 804 lvb_type: 0 00010000:00010000:1.0:1746134035.380725:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012eaaca00/0x9682c7de153c7bd0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f05e expref: 66 pid: 9581 timeout: 804 lvb_type: 0 00002000:00010000:1.0:1746134035.380730:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072adb480 00000100:00100000:0.0:1746134035.390242:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.393110:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.403795:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134035.403821:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552052736 00000100:00100000:1.0:1746134035.403828:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552052736 00002000:00100000:1.0:1746134035.403862:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ad9c00 x1830953552052736/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:246/0 lens 488/0 e 0 to 0 dl 1746134046 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134035.403876:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ad9c00 with x1830953552052736 ext(0->4095) 00010000:00010000:1.0:1746134035.403883:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbdac00/0x9682c7de153c7bd7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f065 expref: 6 pid: 9580 timeout: 804 lvb_type: 0 00010000:00010000:1.0:1746134035.403896:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbdac00/0x9682c7de153c7bd7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f065 expref: 6 pid: 9580 timeout: 804 lvb_type: 0 00002000:00010000:1.0:1746134035.403902:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072ad9c00 00000100:00100000:1.0:1746134035.403936:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2174 00000100:00100000:1.0:1746134035.403943:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552052736:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134035.404053:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552052736:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (263us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134035.404059:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2174 00002000:00100000:1.0:1746134035.404063:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ad9c00 x1830953552052736/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:246/0 lens 488/4536 e 0 to 0 dl 1746134046 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134035.404070:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ad9c00 with x1830953552052736 ext(0->4095) 00010000:00010000:1.0:1746134035.404074:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bbdac00/0x9682c7de153c7bd7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f065 expref: 6 pid: 9580 timeout: 804 lvb_type: 0 00010000:00010000:1.0:1746134035.404081:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bbdac00/0x9682c7de153c7bd7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f065 expref: 6 pid: 9580 timeout: 804 lvb_type: 0 00002000:00010000:1.0:1746134035.404086:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072ad9c00 00000100:00100000:0.0:1746134035.405969:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.409272:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.413576:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134035.419011:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.419153:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552053376 00000100:00100000:0.0:1746134035.419160:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552053376 00010000:00010000:0.0:1746134035.419189:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012eaadc00/0x9682c7de153c7bde lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f06c expref: 67 pid: 9580 timeout: 804 lvb_type: 0 00000100:00100000:0.0:1746134035.426676:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134035.428072:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552053632 00000100:00100000:1.0:1746134035.428079:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552053632 00002000:00100000:1.0:1746134035.428316:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ad8e00 x1830953552053632/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:246/0 lens 488/0 e 0 to 0 dl 1746134046 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134035.428324:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ad8e00 with x1830953552053632 ext(0->4095) 00002000:00010000:1.0:1746134035.428328:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072ad8e00 00000100:00100000:1.0:1746134035.428343:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12859 00000100:00100000:1.0:1746134035.428350:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+66:2009:x1830953552053632:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134035.428453:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+66:2009:x1830953552053632:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (1783us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134035.428459:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12859 00002000:00100000:1.0:1746134035.428464:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ad8e00 x1830953552053632/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:246/0 lens 488/4536 e 0 to 0 dl 1746134046 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134035.428471:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ad8e00 with x1830953552053632 ext(0->4095) 00002000:00010000:1.0:1746134035.428474:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072ad8e00 00000100:00100000:0.0:1746134035.430160:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.435385:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.438263:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.440156:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.446624:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.448708:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009186b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953547982208:192.168.203.26@tcp:104: 00010000:00010000:0.0:1746134035.448732:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c7bf3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f081 expref: 66 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134035.448747:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095787000, rc 0) 00000100:00100000:0.0:1746134035.448838:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800872b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+67:1755:x1830953552054016:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10060us (10579us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134035.448845:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29210 00000100:00100000:0.0:1746134035.448977:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29211 00000100:00100000:0.0:1746134035.448986:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800872b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+66:1757:x1830953552054400:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134035.448998:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134035.449010:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bbdb600/0x9682c7de153c7bfa lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f088 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134035.449026:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134035.449030:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c7bf3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f081 expref: 67 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134035.449036:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134035.449039:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbdb600/0x9682c7de153c7bfa lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f088 expref: 67 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134035.449065:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c7bf3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f081 expref: 67 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134035.449074:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bbdb600/0x9682c7de153c7bfa lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f088 expref: 67 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134035.449086:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bbdb600, rc 0) 00000100:00100000:0.0:1746134035.449103:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800872b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+67:1757:x1830953552054400:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 120us (2488us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134035.449108:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29211 00000100:00100000:0.0:1746134035.457633:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.461238:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.468277:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.472032:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134035.472465:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552055296 00000100:00100000:1.0:1746134035.472471:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552055296 00000100:00100000:1.0:1746134035.472510:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29212 00000100:00100000:1.0:1746134035.472516:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552055296:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134035.472529:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134035.472546:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c7c01 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f08f expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.472568:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bbdb600/0x9682c7de153c7bfa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f088 expref: 65 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.472575:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134035.472577:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134035.472579:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c7c01 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f08f expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.472600:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bbdb600/0x9682c7de153c7bfa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f088 expref: 65 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.472608:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bbdb600/0x9682c7de153c7bfa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f088 expref: 65 pid: 9581 timeout: 804 lvb_type: 0 00000100:00100000:1.0:1746134035.472617:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547982720:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134035.473008:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746134035.474736:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547982720:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134035.474760:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c7c01 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f08f expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.474773:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c0a00, rc 0) 00000100:00100000:1.0:1746134035.474815:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552055296:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2297us (2787us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134035.474822:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29212 00000100:00100000:0.0:1746134035.475004:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.476557:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134035.476721:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552055552 00000100:00100000:1.0:1746134035.476725:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552055552 00000100:00100000:1.0:1746134035.476852:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29213 00000100:00100000:1.0:1746134035.476859:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+66:1755:x1830953552055552:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134035.476872:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134035.476881:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c7c08 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f096 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.476899:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c7c01 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f08f expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.476904:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134035.476905:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134035.476908:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c7c08 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f096 expref: 67 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.476925:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c7c01 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f08f expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.477068:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c7c01 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f08f expref: 5 pid: 18904 timeout: 804 lvb_type: 0 00000100:00100000:1.0:1746134035.477077:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547982976:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134035.477162:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746134035.479376:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547982976:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134035.479394:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c7c08 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f096 expref: 66 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.479407:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c0000, rc 0) 00000100:00100000:1.0:1746134035.479434:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+66:1755:x1830953552055552:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2576us (2879us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134035.479443:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29213 00000100:00100000:0.0:1746134035.479768:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552055808 00000100:00100000:0.0:1746134035.479774:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552055808 00002000:00100000:0.0:1746134035.479803:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091869c00 x1830953552055808/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:246/0 lens 488/0 e 0 to 0 dl 1746134046 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134035.479811:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091869c00 with x1830953552055808 ext(0->4095) 00010000:00010000:0.0:1746134035.479817:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c7c01 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f08f expref: 6 pid: 18904 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746134035.479827:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c7c01 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f08f expref: 6 pid: 18904 timeout: 804 lvb_type: 0 00002000:00010000:0.0:1746134035.479833:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091869c00 00000100:00100000:0.0:1746134035.480102:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2178 00000100:00100000:0.0:1746134035.480110:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091869c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552055808:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746134035.480810:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091869c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552055808:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 700us (1586us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134035.480817:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2178 00002000:00100000:0.0:1746134035.480823:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091869c00 x1830953552055808/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:246/0 lens 488/4536 e 0 to 0 dl 1746134046 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134035.480829:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091869c00 with x1830953552055808 ext(0->4095) 00010000:00010000:0.0:1746134035.480835:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c7c01 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f08f expref: 6 pid: 18904 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746134035.480845:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c7c01 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f08f expref: 6 pid: 18904 timeout: 804 lvb_type: 0 00002000:00010000:0.0:1746134035.480850:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091869c00 00000100:00100000:0.0:1746134035.487029:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.493993:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134035.494080:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552056192 00000100:00100000:1.0:1746134035.494087:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552056192 00002000:00100000:1.0:1746134035.494172:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009bfbea00 x1830953552056192/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:246/0 lens 488/0 e 0 to 0 dl 1746134046 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134035.494182:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfbea00 with x1830953552056192 ext(0->4095) 00002000:00010000:1.0:1746134035.494186:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bfbea00 00000100:00100000:1.0:1746134035.494214:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12861 00000100:00100000:1.0:1746134035.494220:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+66:2010:x1830953552056192:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134035.494346:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+66:2010:x1830953552056192:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (359us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134035.494352:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12861 00002000:00100000:1.0:1746134035.494357:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009bfbea00 x1830953552056192/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:246/0 lens 488/4536 e 0 to 0 dl 1746134046 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134035.494363:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfbea00 with x1830953552056192 ext(0->4095) 00002000:00010000:1.0:1746134035.494365:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bfbea00 00000100:00100000:0.0:1746134035.500275:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134035.500392:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552056320 00000100:00100000:1.0:1746134035.500399:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552056320 00000100:00100000:1.0:1746134035.500485:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29214 00000100:00100000:1.0:1746134035.500492:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552056320:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134035.500508:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134035.500521:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c7c0f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f09d expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.500551:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c7c08 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f096 expref: 65 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.500557:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134035.500559:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134035.500562:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c7c0f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f09d expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.500585:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c7c08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f096 expref: 65 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.500595:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c7c08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f096 expref: 65 pid: 18904 timeout: 804 lvb_type: 0 00000100:00100000:1.0:1746134035.500604:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547983232:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134035.501829:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20480 going to sleep for 11 seconds 00000100:00100000:1.0:1746134035.505408:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547983232:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134035.505431:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c7c0f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f09d expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.505444:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c1a00, rc 0) 00000100:00100000:1.0:1746134035.506094:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552056320:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5600us (5823us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134035.506102:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29214 00000100:00100000:0.0:1746134035.506846:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.508861:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+68:2010:x1830953552056448:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 1066us (2013us total) trans 4294970603 rc 0/0 00000100:00100000:0.0:1746134035.508869:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2179 00002000:00100000:0.0:1746134035.508875:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009bfbfb80 x1830953552056448/t4294970603(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:246/0 lens 496/448 e 0 to 0 dl 1746134046 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134035.508882:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfbfb80 with x1830953552056448 ext(0->7) 00010000:00010000:0.0:1746134035.508888:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c7c08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f096 expref: 68 pid: 18904 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746134035.508903:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c7c08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f096 expref: 68 pid: 18904 timeout: 804 lvb_type: 0 00002000:00010000:0.0:1746134035.508909:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bfbfb80 00000100:00100000:0.0:1746134035.511285:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.521737:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134035.521809:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552056704 00000100:00100000:1.0:1746134035.521815:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552056704 00000100:00100000:1.0:1746134035.522291:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29215 00000100:00100000:1.0:1746134035.522298:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009202bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+68:1755:x1830953552056704:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134035.522313:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134035.522326:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c7c16 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f0a4 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.522346:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c7c0f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f09d expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.522352:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134035.522354:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134035.522356:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c7c16 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f0a4 expref: 69 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.522378:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c7c0f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f09d expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.522388:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c7c0f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f09d expref: 5 pid: 18904 timeout: 804 lvb_type: 0 00000100:00100000:1.0:1746134035.522397:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547983488:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134035.524150:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20480 going to sleep for 11 seconds 00000100:00100000:0.0:1746134035.528086:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134035.528287:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552056960 00000100:00100000:1.0:1746134035.528293:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552056960 00002000:00100000:1.0:1746134035.528330:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880092028700 x1830953552056960/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:246/0 lens 488/0 e 0 to 0 dl 1746134046 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134035.528340:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092028700 with x1830953552056960 ext(0->4095) 00010000:00010000:1.0:1746134035.528348:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c7c0f lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f09d expref: 6 pid: 18904 timeout: 804 lvb_type: 0 00010000:00010000:1.0:1746134035.528358:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c7c0f lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f09d expref: 6 pid: 18904 timeout: 804 lvb_type: 0 00002000:00010000:1.0:1746134035.528364:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092028700 00000100:00100000:1.0:1746134035.528379:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2180 00000100:00100000:1.0:1746134035.528385:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552056960:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134035.528491:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552056960:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (411us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134035.528496:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2180 00002000:00100000:1.0:1746134035.528501:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880092028700 x1830953552056960/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:246/0 lens 488/4536 e 0 to 0 dl 1746134046 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134035.528507:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092028700 with x1830953552056960 ext(0->4095) 00010000:00010000:1.0:1746134035.528511:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c7c0f lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f09d expref: 6 pid: 18904 timeout: 804 lvb_type: 0 00010000:00010000:1.0:1746134035.528519:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c7c0f lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f09d expref: 6 pid: 18904 timeout: 804 lvb_type: 0 00002000:00010000:1.0:1746134035.528524:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092028700 00000100:00100000:1.0:1746134035.528557:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547983488:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134035.528573:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c7c16 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f0a4 expref: 69 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.528587:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c1000, rc 0) 00000100:00100000:1.0:1746134035.528609:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009202bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+69:1755:x1830953552056704:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6312us (6878us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134035.528614:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29215 00000100:00100000:0.0:1746134035.532100:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.534577:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134035.535068:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552057344 00000100:00100000:1.0:1746134035.535073:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552057344 00002000:00100000:1.0:1746134035.535097:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880092028380 x1830953552057344/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:246/0 lens 488/0 e 0 to 0 dl 1746134046 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134035.535106:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092028380 with x1830953552057344 ext(0->4095) 00002000:00010000:1.0:1746134035.535109:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092028380 00000100:00100000:1.0:1746134035.535911:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12862 00000100:00100000:1.0:1746134035.535920:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092028380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+68:2011:x1830953552057344:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746134035.536039:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092028380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+68:2011:x1830953552057344:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 Request processed in 120us (1466us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134035.536044:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12862 00002000:00100000:1.0:1746134035.536050:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880092028380 x1830953552057344/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:246/0 lens 488/4536 e 0 to 0 dl 1746134046 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134035.536058:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092028380 with x1830953552057344 ext(0->4095) 00002000:00010000:1.0:1746134035.536061:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092028380 00000100:00100000:0.0:1746134035.544464:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134035.544537:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552057472 00000100:00100000:1.0:1746134035.544544:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552057472 00000100:00100000:1.0:1746134035.544614:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29216 00000100:00100000:1.0:1746134035.544621:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009202b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552057472:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134035.544634:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134035.544647:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fc46a00/0x9682c7de153c7c1d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f0ab expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.544668:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c7c16 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f0a4 expref: 67 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.544674:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134035.544675:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134035.544678:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fc46a00/0x9682c7de153c7c1d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f0ab expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.544784:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c7c16 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f0a4 expref: 67 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.544795:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c7c16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f0a4 expref: 67 pid: 18904 timeout: 804 lvb_type: 0 00000100:00100000:1.0:1746134035.544805:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547983744:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134035.546079:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20480 going to sleep for 11 seconds 00000100:00100000:1.0:1746134035.547710:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547983744:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134035.547733:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008fc46a00/0x9682c7de153c7c1d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f0ab expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.547746:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fc46a00, rc 0) 00000100:00100000:1.0:1746134035.547781:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009202b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552057472:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3160us (3323us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134035.547792:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29216 00000100:00100000:0.0:1746134035.557563:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.558813:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+70:2009:x1830953552057600:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 1042us (1254us total) trans 4294970604 rc 0/0 00000100:00100000:0.0:1746134035.558819:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2181 00002000:00100000:0.0:1746134035.558824:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009b4cad80 x1830953552057600/t4294970604(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:246/0 lens 496/448 e 0 to 0 dl 1746134046 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134035.558832:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4cad80 with x1830953552057600 ext(0->7) 00010000:00010000:0.0:1746134035.558837:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c7c16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f0a4 expref: 70 pid: 18904 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746134035.558846:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c7c16 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f0a4 expref: 70 pid: 18904 timeout: 804 lvb_type: 0 00002000:00010000:0.0:1746134035.558851:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b4cad80 00000100:00100000:0.0:1746134035.570987:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.578572:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.579246:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134035.579762:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552057856 00000100:00100000:1.0:1746134035.579766:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552057856 00000100:00100000:1.0:1746134035.579784:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29217 00000100:00100000:1.0:1746134035.579788:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+69:1755:x1830953552057856:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134035.579796:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134035.579807:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fc46800/0x9682c7de153c7c24 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f0b2 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.579825:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fc46a00/0x9682c7de153c7c1d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f0ab expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.579831:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134035.579833:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134035.579835:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fc46800/0x9682c7de153c7c24 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f0b2 expref: 70 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.579855:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008fc46a00/0x9682c7de153c7c1d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f0ab expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.579863:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008fc46a00/0x9682c7de153c7c1d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f0ab expref: 5 pid: 18904 timeout: 804 lvb_type: 0 00000100:00100000:1.0:1746134035.579872:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547984000:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134035.579925:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20480 going to sleep for 11 seconds 00000100:00100000:0.0:1746134035.582335:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134035.582550:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953547984000:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134035.582573:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008fc46800/0x9682c7de153c7c24 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f0b2 expref: 71 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.582586:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fc46800, rc 0) 00000100:00100000:1.0:1746134035.582928:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+72:1755:x1830953552057856:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3137us (4360us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134035.582934:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29217 00000100:00100000:0.0:1746134035.583554:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.586196:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134035.586283:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552058624 00000100:00100000:1.0:1746134035.586288:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552058624 00002000:00100000:1.0:1746134035.586314:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091b0b100 x1830953552058624/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:246/0 lens 488/0 e 0 to 0 dl 1746134046 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134035.586323:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b0b100 with x1830953552058624 ext(0->4095) 00010000:00010000:1.0:1746134035.586329:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008fc46800/0x9682c7de153c7c24 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f0b2 expref: 71 pid: 18904 timeout: 804 lvb_type: 0 00010000:00010000:1.0:1746134035.586339:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008fc46800/0x9682c7de153c7c24 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f0b2 expref: 71 pid: 18904 timeout: 804 lvb_type: 0 00002000:00010000:1.0:1746134035.586343:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091b0b100 00000100:00100000:1.0:1746134035.586641:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2182 00000100:00100000:1.0:1746134035.586647:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+71:2010:x1830953552058624:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134035.586842:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+71:2010:x1830953552058624:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 195us (646us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134035.586848:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2182 00002000:00100000:1.0:1746134035.586853:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091b0b100 x1830953552058624/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:246/0 lens 488/4536 e 0 to 0 dl 1746134046 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134035.586860:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b0b100 with x1830953552058624 ext(0->4095) 00010000:00010000:1.0:1746134035.586864:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008fc46800/0x9682c7de153c7c24 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f0b2 expref: 71 pid: 18904 timeout: 804 lvb_type: 0 00010000:00010000:1.0:1746134035.586873:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008fc46800/0x9682c7de153c7c24 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f0b2 expref: 71 pid: 18904 timeout: 804 lvb_type: 0 00002000:00010000:1.0:1746134035.586878:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091b0b100 00000100:00100000:0.0:1746134035.589395:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.593478:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.596919:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.600041:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.604344:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134035.604417:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552059520 00000100:00100000:1.0:1746134035.604422:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552059520 00002000:00100000:1.0:1746134035.604454:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008fe24000 x1830953552059520/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:246/0 lens 488/0 e 0 to 0 dl 1746134046 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134035.604462:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe24000 with x1830953552059520 ext(0->4095) 00002000:00010000:1.0:1746134035.604466:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fe24000 00000100:00100000:1.0:1746134035.604481:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12865 00000100:00100000:1.0:1746134035.604487:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552059520:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134035.604591:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552059520:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (247us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134035.604596:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12865 00002000:00100000:1.0:1746134035.604601:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008fe24000 x1830953552059520/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:246/0 lens 488/4536 e 0 to 0 dl 1746134046 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134035.604607:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe24000 with x1830953552059520 ext(0->4095) 00002000:00010000:1.0:1746134035.604609:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fe24000 00000100:00100000:0.0:1746134035.606397:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.606892:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.607388:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29221 00000100:00100000:0.0:1746134035.607396:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+71:1757:x1830953552059776:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134035.607403:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134035.607409:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bbda000/0x9682c7de153c7c40 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f0ce expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134035.607418:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134035.607421:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c7c39 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f0c7 expref: 72 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134035.607425:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134035.607427:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbda000/0x9682c7de153c7c40 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f0ce expref: 72 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134035.607444:0:10181:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c7c39 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f0c7 expref: 72 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134035.607457:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bbda000/0x9682c7de153c7c40 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f0ce expref: 72 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134035.607464:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bbda000, rc 0) 00000100:00100000:0.0:1746134035.607480:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+72:1757:x1830953552059776:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 86us (589us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134035.607485:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29221 00000100:00100000:0.0:1746134035.610882:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.614491:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.617440:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.622443:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.625812:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.629863:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.632695:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.635200:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.639909:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.640889:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.647026:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134035.647286:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552061696 00000100:00100000:1.0:1746134035.647293:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552061696 00002000:00100000:1.0:1746134035.647326:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800923a7100 x1830953552061696/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:246/0 lens 488/0 e 0 to 0 dl 1746134046 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134035.647336:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923a7100 with x1830953552061696 ext(0->4095) 00010000:00010000:1.0:1746134035.647343:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c7c4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f0dc expref: 71 pid: 9580 timeout: 804 lvb_type: 0 00010000:00010000:1.0:1746134035.647354:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c7c4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f0dc expref: 71 pid: 9580 timeout: 804 lvb_type: 0 00002000:00010000:1.0:1746134035.647360:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800923a7100 00000100:00100000:1.0:1746134035.647390:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2185 00000100:00100000:1.0:1746134035.647397:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+71:2010:x1830953552061696:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746134035.648166:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+71:2010:x1830953552061696:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 767us (1141us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134035.648173:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2185 00002000:00100000:0.0:1746134035.648178:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800923a7100 x1830953552061696/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:246/0 lens 488/4536 e 0 to 0 dl 1746134046 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134035.648185:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923a7100 with x1830953552061696 ext(0->4095) 00010000:00010000:0.0:1746134035.648190:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c7c4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f0dc expref: 71 pid: 9580 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746134035.648199:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c7c4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f0dc expref: 71 pid: 9580 timeout: 804 lvb_type: 0 00002000:00010000:0.0:1746134035.648204:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800923a7100 00000100:00100000:0.0:1746134035.653457:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134035.662016:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.662072:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552062080 00000100:00100000:0.0:1746134035.662078:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552062080 00002000:00100000:0.0:1746134035.662145:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009cb9f100 x1830953552062080/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:246/0 lens 488/0 e 0 to 0 dl 1746134046 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134035.662154:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9f100 with x1830953552062080 ext(0->4095) 00002000:00010000:0.0:1746134035.662159:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb9f100 00000100:00100000:0.0:1746134035.662187:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12867 00000100:00100000:0.0:1746134035.662194:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+70:2009:x1830953552062080:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746134035.662596:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+70:2009:x1830953552062080:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 401us (585us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134035.662602:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12867 00002000:00100000:0.0:1746134035.662608:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009cb9f100 x1830953552062080/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:246/0 lens 488/4536 e 0 to 0 dl 1746134046 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134035.662615:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9f100 with x1830953552062080 ext(0->4095) 00002000:00010000:0.0:1746134035.662618:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb9f100 00000100:00100000:0.0:1746134035.664060:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134035.664142:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552062208 00000100:00100000:1.0:1746134035.664148:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552062208 00000100:00100000:1.0:1746134035.664194:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29225 00000100:00100000:1.0:1746134035.664201:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b43a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552062208:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134035.664212:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134035.664226:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c7c5c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f0ea expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.664249:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c7c55 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f0e3 expref: 69 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.664256:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134035.664258:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134035.664261:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c7c5c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f0ea expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.664285:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c7c55 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f0e3 expref: 69 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.664295:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c7c55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f0e3 expref: 69 pid: 9580 timeout: 804 lvb_type: 0 00000100:00100000:1.0:1746134035.664305:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953547986048:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134035.665027:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746134035.670766:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953547986048:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134035.670793:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c7c5c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f0ea expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.670806:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c1a00, rc 0) 00000100:00100000:1.0:1746134035.670853:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b43a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552062208:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6652us (6796us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134035.670861:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29225 00000100:00100000:1.0:1746134035.670951:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.671514:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134035.671746:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552062464 00000100:00100000:1.0:1746134035.671750:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552062464 00000100:00100000:1.0:1746134035.671778:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29226 00000100:00100000:1.0:1746134035.671784:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b43b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+70:1755:x1830953552062464:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134035.671794:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134035.671802:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c7c63 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f0f1 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.671953:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c7c5c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f0ea expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.671960:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134035.671961:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134035.671964:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c7c63 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f0f1 expref: 71 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.671979:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c7c5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f0ea expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.671988:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c7c5c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f0ea expref: 5 pid: 9581 timeout: 804 lvb_type: 0 00000100:00100000:1.0:1746134035.672069:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953547986304:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134035.672103:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746134035.675536:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953547986304:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134035.675553:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c7c63 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f0f1 expref: 70 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.675566:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c0000, rc 0) 00000100:00100000:1.0:1746134035.675602:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b43b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+70:1755:x1830953552062464:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3817us (4087us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134035.675607:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29226 00000100:00100000:0.0:1746134035.676567:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.677145:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2186 00000100:00100000:0.0:1746134035.677155:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b43b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552062720:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746134035.677291:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b43b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552062720:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 138us (725us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134035.677296:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2186 00002000:00100000:0.0:1746134035.677301:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b43b800 x1830953552062720/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:246/0 lens 488/4536 e 0 to 0 dl 1746134046 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134035.677308:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b43b800 with x1830953552062720 ext(0->4095) 00010000:00010000:0.0:1746134035.677313:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c7c5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f0ea expref: 6 pid: 9581 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746134035.677322:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c7c5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f0ea expref: 6 pid: 9581 timeout: 804 lvb_type: 0 00002000:00010000:0.0:1746134035.677327:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b43b800 00000100:00100000:0.0:1746134035.683767:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.692298:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552063104 00000100:00100000:0.0:1746134035.692305:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552063104 00002000:00100000:0.0:1746134035.692337:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091868000 x1830953552063104/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:246/0 lens 488/0 e 0 to 0 dl 1746134046 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134035.692346:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091868000 with x1830953552063104 ext(0->4095) 00002000:00010000:0.0:1746134035.692350:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091868000 00000100:00100000:0.0:1746134035.692364:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12868 00000100:00100000:0.0:1746134035.692369:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091868000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+70:2009:x1830953552063104:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746134035.692472:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091868000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+70:2009:x1830953552063104:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (869us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134035.692478:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12868 00002000:00100000:0.0:1746134035.692482:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091868000 x1830953552063104/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:246/0 lens 488/4536 e 0 to 0 dl 1746134046 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134035.692490:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091868000 with x1830953552063104 ext(0->4095) 00002000:00010000:0.0:1746134035.692492:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091868000 00000100:00100000:1.0:1746134035.701454:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.714978:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.717671:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b43ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+72:2010:x1830953552063360:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 2285us (2701us total) trans 4294970605 rc 0/0 00000100:00100000:0.0:1746134035.717680:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2187 00002000:00100000:0.0:1746134035.717689:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009b43ad80 x1830953552063360/t4294970605(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:246/0 lens 496/448 e 0 to 0 dl 1746134046 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134035.717697:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b43ad80 with x1830953552063360 ext(0->7) 00010000:00010000:0.0:1746134035.717704:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c7c63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f0f1 expref: 72 pid: 9581 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746134035.717715:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c7c63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f0f1 expref: 72 pid: 9581 timeout: 804 lvb_type: 0 00002000:00010000:0.0:1746134035.717721:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b43ad80 00000100:00100000:0.0:1746134035.724070:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.727775:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552063872 00000100:00100000:0.0:1746134035.727781:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552063872 00002000:00100000:0.0:1746134035.727811:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880088050e00 x1830953552063872/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:246/0 lens 488/0 e 0 to 0 dl 1746134046 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134035.727820:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088050e00 with x1830953552063872 ext(0->4095) 00010000:00010000:0.0:1746134035.727827:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c7c6a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f0f8 expref: 6 pid: 9581 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746134035.727838:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c7c6a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f0f8 expref: 6 pid: 9581 timeout: 804 lvb_type: 0 00002000:00010000:0.0:1746134035.727843:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088050e00 00000100:00100000:0.0:1746134035.728157:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2188 00000100:00100000:0.0:1746134035.728164:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088050e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552063872:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746134035.728267:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088050e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552063872:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (596us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134035.728272:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2188 00002000:00100000:0.0:1746134035.728277:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880088050e00 x1830953552063872/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:246/0 lens 488/4536 e 0 to 0 dl 1746134046 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134035.728283:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088050e00 with x1830953552063872 ext(0->4095) 00010000:00010000:0.0:1746134035.728287:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c7c6a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f0f8 expref: 6 pid: 9581 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746134035.728295:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c7c6a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f0f8 expref: 6 pid: 9581 timeout: 804 lvb_type: 0 00002000:00010000:0.0:1746134035.728300:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088050e00 00000100:00100000:0.0:1746134035.732742:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.738656:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.741862:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.747557:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.748414:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134035.755948:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.761193:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.764240:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134035.764332:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552065280 00000100:00100000:1.0:1746134035.764338:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552065280 00002000:00100000:1.0:1746134035.764368:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091aedf80 x1830953552065280/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:246/0 lens 488/0 e 0 to 0 dl 1746134046 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134035.764375:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091aedf80 with x1830953552065280 ext(0->4095) 00002000:00010000:1.0:1746134035.764379:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091aedf80 00000100:00100000:1.0:1746134035.764404:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12870 00000100:00100000:1.0:1746134035.764411:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091aedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+72:2012:x1830953552065280:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746134035.764515:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091aedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+72:2012:x1830953552065280:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 Request processed in 104us (279us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134035.764520:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12870 00002000:00100000:1.0:1746134035.764525:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091aedf80 x1830953552065280/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:246/0 lens 488/4536 e 0 to 0 dl 1746134046 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134035.764531:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091aedf80 with x1830953552065280 ext(0->4095) 00002000:00010000:1.0:1746134035.764533:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091aedf80 00000100:00100000:0.0:1746134035.769836:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.781006:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.782036:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091aef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+74:2011:x1830953552065536:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 746us (1029us total) trans 4294970606 rc 0/0 00000100:00100000:0.0:1746134035.782042:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2190 00002000:00100000:0.0:1746134035.782048:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880091aef480 x1830953552065536/t4294970606(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:246/0 lens 496/448 e 0 to 0 dl 1746134046 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134035.782054:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091aef480 with x1830953552065536 ext(0->7) 00010000:00010000:0.0:1746134035.782060:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c7c7f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f10d expref: 74 pid: 9580 timeout: 804 lvb_type: 0 00010000:00010000:0.0:1746134035.782069:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c7c7f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f10d expref: 74 pid: 9580 timeout: 804 lvb_type: 0 00002000:00010000:0.0:1746134035.782075:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091aef480 00000100:00100000:0.0:1746134035.794322:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.803178:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.807283:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134035.807493:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552066048 00000100:00100000:1.0:1746134035.807498:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552066048 00002000:00100000:1.0:1746134035.807526:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008f8b5f80 x1830953552066048/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:246/0 lens 488/0 e 0 to 0 dl 1746134046 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134035.807534:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b5f80 with x1830953552066048 ext(0->4095) 00010000:00010000:1.0:1746134035.807541:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c7c86 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f114 expref: 6 pid: 9580 timeout: 804 lvb_type: 0 00010000:00010000:1.0:1746134035.807550:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c7c86 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f114 expref: 6 pid: 9580 timeout: 804 lvb_type: 0 00002000:00010000:1.0:1746134035.807567:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f8b5f80 00000100:00100000:1.0:1746134035.807582:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2191 00000100:00100000:1.0:1746134035.807588:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552066048:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134035.807683:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552066048:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 95us (405us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134035.807688:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2191 00002000:00100000:1.0:1746134035.807692:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008f8b5f80 x1830953552066048/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:246/0 lens 488/4536 e 0 to 0 dl 1746134046 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134035.807699:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b5f80 with x1830953552066048 ext(0->4095) 00010000:00010000:1.0:1746134035.807703:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c7c86 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f114 expref: 6 pid: 9580 timeout: 804 lvb_type: 0 00010000:00010000:1.0:1746134035.807711:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c7c86 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f114 expref: 6 pid: 9580 timeout: 804 lvb_type: 0 00002000:00010000:1.0:1746134035.807715:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f8b5f80 00000100:00100000:0.0:1746134035.813790:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.816795:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.844479:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.866217:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.867245:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+76:2009:x1830953552066688:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 829us (1032us total) trans 4294970607 rc 0/0 00000100:00100000:0.0:1746134035.867252:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2192 00002000:00100000:0.0:1746134035.867258:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88008f8b5c00 x1830953552066688/t4294970607(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:246/0 lens 496/448 e 0 to 0 dl 1746134046 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134035.867266:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b5c00 with x1830953552066688 ext(0->7) 00010000:00010000:0.0:1746134035.867272:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c7c8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f11b expref: 76 pid: 9580 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746134035.867281:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c7c8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f11b expref: 76 pid: 9580 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746134035.867287:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f8b5c00 00000100:00100000:0.0:1746134035.888692:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.890990:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.898742:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.902381:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.905740:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.908179:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.912350:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.915226:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.922381:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.922433:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.926975:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134035.928258:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14539 00000100:00100000:1.0:1746134035.928269:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552068480:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134035.928282:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134035.928301:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c7ca2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f130 expref: 6 pid: 9581 timeout: 805 lvb_type: 0 00010000:00010000:1.0:1746134035.928313:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c7ca2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f130 expref: 6 pid: 9581 timeout: 805 lvb_type: 0 00010000:00010000:1.0:1746134035.928333:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c7ca2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f130 expref: 6 pid: 9581 timeout: 805 lvb_type: 0 00010000:00010000:1.0:1746134035.928360:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134035.928362:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134035.928367:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c7ca9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f137 expref: 76 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.928374:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c7ca9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f137 expref: 76 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.928403:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c7ca9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f137 expref: 76 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.928413:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c7ca9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f137 expref: 76 pid: 9581 timeout: 805 lvb_type: 0 00000100:00100000:1.0:1746134035.928424:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953547989120:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134035.928488:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746134035.930538:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953547989120:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134035.930552:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134035.930586:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552068480:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2321us (3617us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134035.930593:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14539 00000100:00100000:0.0:1746134035.931724:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.935226:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134035.935983:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552068864 00000100:00100000:1.0:1746134035.935991:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552068864 00010000:00010000:1.0:1746134035.936022:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c7ca9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f137 expref: 77 pid: 9581 timeout: 805 lvb_type: 0 00000100:00100000:1.0:1746134035.936175:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14540 00000100:00100000:1.0:1746134035.936181:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5a9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+77:2009:x1830953552068864:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134035.936192:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134035.936205:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c7ca9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f137 expref: 77 pid: 9581 timeout: 805 lvb_type: 0 00010000:00010000:1.0:1746134035.936215:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c7ca9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f137 expref: 77 pid: 9581 timeout: 805 lvb_type: 0 00010000:00010000:1.0:1746134035.936232:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c7ca9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f137 expref: 77 pid: 9581 timeout: 805 lvb_type: 0 00010000:00010000:1.0:1746134035.936255:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134035.936257:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134035.936262:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c7cb0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f13e expref: 76 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.936268:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c7cb0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f13e expref: 76 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.936290:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c7cb0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f13e expref: 76 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134035.936299:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953547989248:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134035.936816:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134035.940168:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134035.940343:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953547989248:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134035.940356:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134035.940387:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5a9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+76:2009:x1830953552068864:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4207us (5167us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134035.940395:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14540 00000100:00100000:0.0:1746134035.942879:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.948046:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134035.948378:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552069376 00000100:00100000:1.0:1746134035.948384:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552069376 00010000:00010000:1.0:1746134035.948408:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c7cb0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f13e expref: 76 pid: 10181 timeout: 805 lvb_type: 0 00000100:00100000:1.0:1746134035.948518:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14541 00000100:00100000:1.0:1746134035.948525:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+76:2010:x1830953552069376:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134035.948535:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134035.948549:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c7cb0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f13e expref: 76 pid: 10181 timeout: 805 lvb_type: 0 00010000:00010000:1.0:1746134035.948559:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c7cb0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f13e expref: 76 pid: 10181 timeout: 805 lvb_type: 0 00010000:00010000:1.0:1746134035.948577:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c7cb0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f13e expref: 76 pid: 10181 timeout: 805 lvb_type: 0 00010000:00010000:1.0:1746134035.948603:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134035.948605:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134035.948610:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092339000/0x9682c7de153c7cb7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f145 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.948622:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092339000/0x9682c7de153c7cb7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f145 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.948648:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092339000/0x9682c7de153c7cb7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f145 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134035.948658:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953547989504:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134035.949540:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134035.951935:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134035.952273:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953547989504:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134035.952287:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134035.952317:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+75:2010:x1830953552069376:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3793us (4275us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134035.952325:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14541 00000100:00100000:0.0:1746134035.953215:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.960490:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134035.960829:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552070016 00000100:00100000:1.0:1746134035.960834:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552070016 00010000:00010000:1.0:1746134035.960852:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092339000/0x9682c7de153c7cb7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f145 expref: 6 pid: 9581 timeout: 805 lvb_type: 0 00000100:00100000:1.0:1746134035.961090:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14542 00000100:00100000:1.0:1746134035.961097:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552070016:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134035.961105:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134035.961148:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092339000/0x9682c7de153c7cb7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f145 expref: 6 pid: 9581 timeout: 805 lvb_type: 0 00010000:00010000:1.0:1746134035.961158:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092339000/0x9682c7de153c7cb7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f145 expref: 6 pid: 9581 timeout: 805 lvb_type: 0 00010000:00010000:1.0:1746134035.961173:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092339000/0x9682c7de153c7cb7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f145 expref: 6 pid: 9581 timeout: 805 lvb_type: 0 00010000:00010000:1.0:1746134035.961196:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134035.961197:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134035.961203:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092338000/0x9682c7de153c7cbe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f14c expref: 76 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.961209:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092338000/0x9682c7de153c7cbe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f14c expref: 76 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.961227:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092338000/0x9682c7de153c7cbe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f14c expref: 76 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.961235:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092338000/0x9682c7de153c7cbe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f14c expref: 76 pid: 9581 timeout: 805 lvb_type: 0 00000100:00100000:1.0:1746134035.961244:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953547989888:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134035.961287:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746134035.963985:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953547989888:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134035.963999:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134035.964031:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552070016:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2933us (3541us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134035.964039:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14542 00000100:00100000:0.0:1746134035.965069:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.968517:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134035.968628:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552070400 00000100:00100000:1.0:1746134035.968635:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552070400 00010000:00010000:1.0:1746134035.968659:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092338000/0x9682c7de153c7cbe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f14c expref: 77 pid: 9581 timeout: 805 lvb_type: 0 00000100:00100000:1.0:1746134035.968952:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14543 00000100:00100000:1.0:1746134035.968960:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+77:2011:x1830953552070400:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134035.968971:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134035.968985:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092338000/0x9682c7de153c7cbe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f14c expref: 77 pid: 9581 timeout: 805 lvb_type: 0 00010000:00010000:1.0:1746134035.968996:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092338000/0x9682c7de153c7cbe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f14c expref: 77 pid: 9581 timeout: 805 lvb_type: 0 00010000:00010000:1.0:1746134035.969013:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092338000/0x9682c7de153c7cbe lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f14c expref: 77 pid: 9581 timeout: 805 lvb_type: 0 00010000:00010000:1.0:1746134035.969025:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134035.969027:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134035.969032:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c7cc5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f153 expref: 76 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.969039:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c7cc5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f153 expref: 76 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.969064:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c7cc5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f153 expref: 76 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134035.969074:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953547990016:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134035.969172:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134035.971342:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134035.971463:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953547990016:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134035.971476:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134035.971506:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+76:2011:x1830953552070400:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2548us (2995us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134035.971514:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14543 00000100:00100000:0.0:1746134035.974772:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134035.974868:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552070784 00000100:00100000:1.0:1746134035.974873:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552070784 00000100:00100000:1.0:1746134035.974916:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29241 00000100:00100000:1.0:1746134035.974922:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552070784:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134035.974934:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134035.974948:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fc47e00/0x9682c7de153c7ccc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f15a expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.974969:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c7cc5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f153 expref: 75 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.974975:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134035.974977:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134035.974980:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fc47e00/0x9682c7de153c7ccc lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f15a expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.975000:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c7cc5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f153 expref: 75 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.975010:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c7cc5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f153 expref: 75 pid: 9581 timeout: 805 lvb_type: 0 00000100:00100000:1.0:1746134035.975025:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953547990144:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134035.975091:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746134035.977067:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953547990144:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134035.977087:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008fc47e00/0x9682c7de153c7ccc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f15a expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.977100:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fc47e00, rc 0) 00000100:00100000:1.0:1746134035.977164:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552070784:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2240us (2396us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134035.977171:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29241 00000100:00100000:0.0:1746134035.978369:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134035.978437:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552070912 00000100:00100000:1.0:1746134035.978443:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552070912 00010000:00010000:1.0:1746134035.978465:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c7cc5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f153 expref: 76 pid: 9581 timeout: 805 lvb_type: 0 00000100:00100000:1.0:1746134035.978604:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14544 00000100:00100000:1.0:1746134035.978610:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea5bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+76:2009:x1830953552070912:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134035.978622:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134035.978637:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c7cc5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f153 expref: 76 pid: 9581 timeout: 805 lvb_type: 0 00010000:00010000:1.0:1746134035.978647:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c7cc5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f153 expref: 76 pid: 9581 timeout: 805 lvb_type: 0 00010000:00010000:1.0:1746134035.978668:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c7cc5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f153 expref: 76 pid: 9581 timeout: 805 lvb_type: 0 00010000:00010000:1.0:1746134035.978949:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134035.978951:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134035.978957:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fc47e00/0x9682c7de153c7ccc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f15a expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.978966:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fc47e00/0x9682c7de153c7ccc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f15a expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.978990:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008fc47e00/0x9682c7de153c7ccc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f15a expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134035.979000:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953547990272:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134035.979549:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746134035.982213:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953547990272:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134035.982227:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134035.982779:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea5bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+75:2009:x1830953552070912:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4165us (4410us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134035.982787:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14544 00000100:00100000:0.0:1746134035.982975:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134035.983012:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134035.983645:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552071040 00000100:00100000:1.0:1746134035.983649:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552071040 00000100:00100000:1.0:1746134035.983675:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29242 00000100:00100000:1.0:1746134035.983679:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+75:1755:x1830953552071040:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134035.983689:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134035.983700:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fc46a00/0x9682c7de153c7cd3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f161 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.983717:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fc47e00/0x9682c7de153c7ccc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f15a expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.983723:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134035.983725:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134035.983728:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fc46a00/0x9682c7de153c7cd3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f161 expref: 76 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.983747:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008fc47e00/0x9682c7de153c7ccc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f15a expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.983756:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008fc47e00/0x9682c7de153c7ccc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f15a expref: 5 pid: 9580 timeout: 805 lvb_type: 0 00000100:00100000:1.0:1746134035.983765:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953547990400:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134035.983805:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20480 going to sleep for 11 seconds 00000100:00100000:0.0:1746134035.986057:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134035.988154:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953547990400:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134035.988174:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008fc46a00/0x9682c7de153c7cd3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f161 expref: 77 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.988184:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fc46a00, rc 0) 00000100:00100000:1.0:1746134035.988209:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+77:1755:x1830953552071040:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4529us (5235us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134035.988216:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29242 00000100:00100000:0.0:1746134035.990092:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134035.990517:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552071552 00000100:00100000:1.0:1746134035.990524:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552071552 00010000:00010000:1.0:1746134035.990549:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008fc47e00/0x9682c7de153c7ccc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f15a expref: 6 pid: 9580 timeout: 805 lvb_type: 0 00000100:00100000:1.0:1746134035.990715:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14545 00000100:00100000:1.0:1746134035.990721:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552071552:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134035.990732:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134035.990747:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008fc47e00/0x9682c7de153c7ccc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f15a expref: 6 pid: 9580 timeout: 805 lvb_type: 0 00010000:00010000:1.0:1746134035.990757:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008fc47e00/0x9682c7de153c7ccc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f15a expref: 6 pid: 9580 timeout: 805 lvb_type: 0 00010000:00010000:1.0:1746134035.990774:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fc47e00/0x9682c7de153c7ccc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f15a expref: 6 pid: 9580 timeout: 805 lvb_type: 0 00010000:00010000:1.0:1746134035.990914:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134035.990916:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134035.990922:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fc46a00/0x9682c7de153c7cd3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f161 expref: 76 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.990929:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fc46a00/0x9682c7de153c7cd3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f161 expref: 76 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.990955:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008fc46a00/0x9682c7de153c7cd3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f161 expref: 76 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.990965:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008fc46a00/0x9682c7de153c7cd3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f161 expref: 76 pid: 9580 timeout: 805 lvb_type: 0 00000100:00100000:1.0:1746134035.990974:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953547990656:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134035.991848:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20480 going to sleep for 11 seconds 00000100:00100000:0.0:1746134035.994698:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134035.994896:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953547990656:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134035.994911:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134035.994955:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552071552:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4233us (4866us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134035.994963:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14545 00000100:00100000:0.0:1746134035.998581:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134035.998663:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552071936 00000100:00100000:1.0:1746134035.998670:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552071936 00010000:00010000:1.0:1746134035.998697:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008fc46a00/0x9682c7de153c7cd3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f161 expref: 77 pid: 9580 timeout: 805 lvb_type: 0 00000100:00100000:1.0:1746134035.998917:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14546 00000100:00100000:1.0:1746134035.998924:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+77:2011:x1830953552071936:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134035.998934:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134035.998947:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008fc46a00/0x9682c7de153c7cd3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f161 expref: 77 pid: 9580 timeout: 805 lvb_type: 0 00010000:00010000:1.0:1746134035.998956:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008fc46a00/0x9682c7de153c7cd3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f161 expref: 77 pid: 9580 timeout: 805 lvb_type: 0 00010000:00010000:1.0:1746134035.998973:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fc46a00/0x9682c7de153c7cd3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f161 expref: 77 pid: 9580 timeout: 805 lvb_type: 0 00010000:00010000:1.0:1746134035.999074:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134035.999076:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134035.999081:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c7cda lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f168 expref: 76 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.999087:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c7cda lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f168 expref: 76 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134035.999110:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c7cda lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f168 expref: 76 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134035.999145:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953547990784:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134035.999624:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20480 going to sleep for 11 seconds 00000100:00100000:0.0:1746134036.001316:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.001462:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953547990784:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134036.001476:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134036.001505:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+76:2011:x1830953552071936:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2581us (2931us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134036.001513:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14546 00000100:00100000:0.0:1746134036.004581:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.004683:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552072320 00000100:00100000:1.0:1746134036.004688:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552072320 00000100:00100000:1.0:1746134036.004726:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29244 00000100:00100000:1.0:1746134036.004732:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552072320:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134036.004744:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134036.004756:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fc47800/0x9682c7de153c7ce1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f16f expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.004781:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c7cda lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f168 expref: 75 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.004787:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134036.004788:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134036.004791:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fc47800/0x9682c7de153c7ce1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f16f expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.004814:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c7cda lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f168 expref: 75 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.004824:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c7cda lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f168 expref: 75 pid: 9581 timeout: 805 lvb_type: 0 00000100:00100000:1.0:1746134036.004833:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953547990912:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134036.004898:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20480 going to sleep for 11 seconds 00000100:00100000:1.0:1746134036.007071:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953547990912:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134036.007094:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008fc47800/0x9682c7de153c7ce1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f16f expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.007106:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fc47800, rc 0) 00000100:00100000:1.0:1746134036.007181:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552072320:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2447us (2603us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134036.007188:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29244 00000100:00100000:0.0:1746134036.007638:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.007878:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552072448 00000100:00100000:1.0:1746134036.007884:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552072448 00010000:00010000:1.0:1746134036.007905:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c7cda lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f168 expref: 76 pid: 9581 timeout: 805 lvb_type: 0 00000100:00100000:1.0:1746134036.008225:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14547 00000100:00100000:1.0:1746134036.008233:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+76:2010:x1830953552072448:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134036.008244:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134036.008259:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c7cda lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f168 expref: 76 pid: 9581 timeout: 805 lvb_type: 0 00010000:00010000:1.0:1746134036.008268:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c7cda lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f168 expref: 76 pid: 9581 timeout: 805 lvb_type: 0 00010000:00010000:1.0:1746134036.008286:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c7cda lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f168 expref: 76 pid: 9581 timeout: 805 lvb_type: 0 00010000:00010000:1.0:1746134036.008304:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134036.008306:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134036.008312:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fc47800/0x9682c7de153c7ce1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f16f expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.008318:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fc47800/0x9682c7de153c7ce1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f16f expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.008341:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008fc47800/0x9682c7de153c7ce1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f16f expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134036.008738:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953547991040:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134036.008922:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20480 going to sleep for 11 seconds 00000100:00100000:1.0:1746134036.010305:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953547991040:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134036.010458:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134036.010496:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+75:2010:x1830953552072448:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2263us (2858us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134036.010504:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14547 00000100:00100000:0.0:1746134036.010654:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.011682:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.011837:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552072832 00000100:00100000:1.0:1746134036.011841:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552072832 00000100:00100000:1.0:1746134036.011871:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29245 00000100:00100000:1.0:1746134036.011877:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+75:1755:x1830953552072832:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134036.011884:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134036.011896:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fc46a00/0x9682c7de153c7ce8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f176 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.011914:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fc47800/0x9682c7de153c7ce1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f16f expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.011921:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134036.011922:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134036.011926:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fc46a00/0x9682c7de153c7ce8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f176 expref: 76 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.011947:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008fc47800/0x9682c7de153c7ce1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f16f expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.011957:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008fc47800/0x9682c7de153c7ce1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f16f expref: 5 pid: 9580 timeout: 805 lvb_type: 0 00000100:00100000:1.0:1746134036.011976:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953547991168:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134036.012698:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20480 going to sleep for 11 seconds 00000100:00100000:0.0:1746134036.013728:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.014339:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953547991168:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134036.014356:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008fc46a00/0x9682c7de153c7ce8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f176 expref: 77 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.014364:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fc46a00, rc 0) 00000100:00100000:1.0:1746134036.014382:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+77:1755:x1830953552072832:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2506us (2702us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134036.014387:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29245 00000100:00100000:0.0:1746134036.014776:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.014875:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552073088 00000100:00100000:1.0:1746134036.014879:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552073088 00010000:00010000:1.0:1746134036.014894:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008fc47800/0x9682c7de153c7ce1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f16f expref: 6 pid: 9580 timeout: 805 lvb_type: 0 00000100:00100000:1.0:1746134036.014919:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14548 00000100:00100000:1.0:1746134036.015414:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953552073088:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134036.015426:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134036.015443:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008fc47800/0x9682c7de153c7ce1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f16f expref: 6 pid: 9580 timeout: 805 lvb_type: 0 00010000:00010000:1.0:1746134036.015452:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008fc47800/0x9682c7de153c7ce1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f16f expref: 6 pid: 9580 timeout: 805 lvb_type: 0 00010000:00010000:1.0:1746134036.015473:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fc47800/0x9682c7de153c7ce1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f16f expref: 6 pid: 9580 timeout: 805 lvb_type: 0 00010000:00010000:1.0:1746134036.015484:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134036.015485:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134036.015491:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fc46a00/0x9682c7de153c7ce8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f176 expref: 76 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.015497:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fc46a00/0x9682c7de153c7ce8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f176 expref: 76 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.015517:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008fc46a00/0x9682c7de153c7ce8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f176 expref: 76 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.015527:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008fc46a00/0x9682c7de153c7ce8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f176 expref: 76 pid: 9580 timeout: 805 lvb_type: 0 00000100:00100000:1.0:1746134036.015536:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953547991424:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134036.015593:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20480 going to sleep for 11 seconds 00000100:00100000:1.0:1746134036.018424:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953547991424:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134036.018438:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134036.018750:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2012:x1830953552073088:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3823us (3972us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134036.018759:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14548 00000100:00100000:0.0:1746134036.021054:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552073344 00000100:00100000:0.0:1746134036.021060:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552073344 00002000:00100000:0.0:1746134036.021110:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008fe24e00 x1830953552073344/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:247/0 lens 488/0 e 0 to 0 dl 1746134047 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134036.021143:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe24e00 with x1830953552073344 ext(0->4095) 00010000:00010000:0.0:1746134036.021151:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008fc46a00/0x9682c7de153c7ce8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f176 expref: 77 pid: 9580 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746134036.021169:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008fc46a00/0x9682c7de153c7ce8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f176 expref: 77 pid: 9580 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746134036.021175:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fe24e00 00000100:00100000:0.0:1746134036.021196:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2198 00000100:00100000:0.0:1746134036.021202:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+77:2010:x1830953552073344:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746134036.021307:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+77:2010:x1830953552073344:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (348us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134036.021313:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2198 00002000:00100000:0.0:1746134036.021317:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008fe24e00 x1830953552073344/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:247/0 lens 488/4536 e 0 to 0 dl 1746134047 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134036.021324:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe24e00 with x1830953552073344 ext(0->4095) 00010000:00010000:0.0:1746134036.021328:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008fc46a00/0x9682c7de153c7ce8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f176 expref: 77 pid: 9580 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746134036.021335:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008fc46a00/0x9682c7de153c7ce8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f176 expref: 77 pid: 9580 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746134036.021340:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fe24e00 00000100:00100000:1.0:1746134036.034269:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.041665:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.043248:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.043419:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552073856 00000100:00100000:1.0:1746134036.043423:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552073856 00000100:00100000:1.0:1746134036.043461:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29247 00000100:00100000:1.0:1746134036.043467:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552073856:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134036.043476:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134036.043488:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c7cf6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f184 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.043508:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c7cef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f17d expref: 75 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.043515:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134036.043516:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134036.043519:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c7cf6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f184 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.043541:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c7cef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f17d expref: 75 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.043551:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c7cef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f17d expref: 75 pid: 9581 timeout: 805 lvb_type: 0 00000100:00100000:1.0:1746134036.043560:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953547991680:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134036.044297:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20480 going to sleep for 11 seconds 00000100:00100000:1.0:1746134036.045401:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953547991680:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134036.045421:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c7cf6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f184 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.045433:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957ea600, rc 0) 00000100:00100000:1.0:1746134036.045461:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552073856:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1994us (2215us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134036.045467:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29247 00000100:00100000:0.0:1746134036.047577:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.051844:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.053357:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.055444:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.055710:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.058594:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.058701:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552074880 00000100:00100000:1.0:1746134036.058707:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552074880 00002000:00100000:1.0:1746134036.058736:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008fe87480 x1830953552074880/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:247/0 lens 488/0 e 0 to 0 dl 1746134047 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134036.058827:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe87480 with x1830953552074880 ext(0->4095) 00010000:00010000:1.0:1746134036.058834:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c7cfd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f18b expref: 76 pid: 9580 timeout: 805 lvb_type: 0 00010000:00010000:1.0:1746134036.058844:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c7cfd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f18b expref: 76 pid: 9580 timeout: 805 lvb_type: 0 00002000:00010000:1.0:1746134036.058850:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fe87480 00000100:00100000:1.0:1746134036.058940:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2200 00000100:00100000:1.0:1746134036.058946:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+76:2009:x1830953552074880:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134036.059065:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+76:2009:x1830953552074880:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (471us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134036.059070:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2200 00002000:00100000:1.0:1746134036.059074:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008fe87480 x1830953552074880/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:247/0 lens 488/4536 e 0 to 0 dl 1746134047 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134036.059088:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe87480 with x1830953552074880 ext(0->4095) 00010000:00010000:1.0:1746134036.059092:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c7cfd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f18b expref: 76 pid: 9580 timeout: 805 lvb_type: 0 00010000:00010000:1.0:1746134036.059100:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c7cfd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f18b expref: 76 pid: 9580 timeout: 805 lvb_type: 0 00002000:00010000:1.0:1746134036.059105:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fe87480 00000100:00100000:0.0:1746134036.060862:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.061361:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.064652:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.070088:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.073564:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.073955:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552075776 00000100:00100000:1.0:1746134036.073961:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552075776 00002000:00100000:1.0:1746134036.073995:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d5e0000 x1830953552075776/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:247/0 lens 488/0 e 0 to 0 dl 1746134047 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134036.074004:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d5e0000 with x1830953552075776 ext(0->4095) 00002000:00010000:1.0:1746134036.074008:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d5e0000 00000100:00100000:1.0:1746134036.074026:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12880 00000100:00100000:1.0:1746134036.074032:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+76:2010:x1830953552075776:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134036.074172:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+76:2010:x1830953552075776:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 139us (613us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134036.074178:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12880 00002000:00100000:1.0:1746134036.074184:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d5e0000 x1830953552075776/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:247/0 lens 488/4536 e 0 to 0 dl 1746134047 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134036.074190:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d5e0000 with x1830953552075776 ext(0->4095) 00002000:00010000:1.0:1746134036.074192:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d5e0000 00000100:00100000:0.0:1746134036.080357:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.082719:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.082782:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.089680:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.094394:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.106811:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.108522:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552076800 00000100:00100000:1.0:1746134036.108532:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552076800 00002000:00100000:1.0:1746134036.108569:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d5e1500 x1830953552076800/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:247/0 lens 488/0 e 0 to 0 dl 1746134047 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134036.108578:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d5e1500 with x1830953552076800 ext(0->4095) 00002000:00010000:1.0:1746134036.108583:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d5e1500 00000100:00100000:1.0:1746134036.108613:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12881 00000100:00100000:1.0:1746134036.108619:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+76:2009:x1830953552076800:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134036.108731:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+76:2009:x1830953552076800:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (1919us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134036.108737:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12881 00002000:00100000:1.0:1746134036.108741:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d5e1500 x1830953552076800/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:247/0 lens 488/4536 e 0 to 0 dl 1746134047 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134036.108748:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d5e1500 with x1830953552076800 ext(0->4095) 00002000:00010000:1.0:1746134036.108751:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d5e1500 00000100:00100000:0.0:1746134036.113217:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.119917:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.122089:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+78:2011:x1830953552077056:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 1407us (2173us total) trans 4294970608 rc 0/0 00000100:00100000:0.0:1746134036.122096:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2203 00002000:00100000:0.0:1746134036.122103:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012d5e0380 x1830953552077056/t4294970608(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:247/0 lens 496/448 e 0 to 0 dl 1746134047 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134036.122599:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d5e0380 with x1830953552077056 ext(0->7) 00010000:00010000:0.0:1746134036.122609:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c7d19 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f1a7 expref: 78 pid: 9580 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746134036.122626:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c7d19 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f1a7 expref: 78 pid: 9580 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746134036.122632:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d5e0380 00000100:00100000:0.0:1746134036.128223:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.130058:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.131097:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.131231:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552077568 00000100:00100000:1.0:1746134036.131235:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552077568 00002000:00100000:1.0:1746134036.131259:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091aeed80 x1830953552077568/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:247/0 lens 488/0 e 0 to 0 dl 1746134047 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134036.131267:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091aeed80 with x1830953552077568 ext(0->4095) 00010000:00010000:1.0:1746134036.131273:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c7d20 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f1ae expref: 6 pid: 9580 timeout: 805 lvb_type: 0 00010000:00010000:1.0:1746134036.131282:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c7d20 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f1ae expref: 6 pid: 9580 timeout: 805 lvb_type: 0 00002000:00010000:1.0:1746134036.131292:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091aeed80 00000100:00100000:1.0:1746134036.131305:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2204 00000100:00100000:1.0:1746134036.131310:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091aeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552077568:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134036.131411:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091aeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552077568:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (312us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134036.131417:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2204 00002000:00100000:1.0:1746134036.131422:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091aeed80 x1830953552077568/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:247/0 lens 488/4536 e 0 to 0 dl 1746134047 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134036.131429:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091aeed80 with x1830953552077568 ext(0->4095) 00010000:00010000:1.0:1746134036.131433:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c7d20 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f1ae expref: 6 pid: 9580 timeout: 805 lvb_type: 0 00010000:00010000:1.0:1746134036.131441:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c7d20 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f1ae expref: 6 pid: 9580 timeout: 805 lvb_type: 0 00002000:00010000:1.0:1746134036.131446:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091aeed80 00000100:00100000:1.0:1746134036.136953:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.141321:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.149812:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.154838:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.160698:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.163857:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.167875:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.170987:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.173669:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.174541:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552079104 00000100:00100000:1.0:1746134036.174547:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552079104 00002000:00100000:1.0:1746134036.174578:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800923a6a00 x1830953552079104/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:247/0 lens 488/0 e 0 to 0 dl 1746134047 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134036.174587:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923a6a00 with x1830953552079104 ext(0->4095) 00010000:00010000:1.0:1746134036.174594:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008fc47e00/0x9682c7de153c7d35 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f1c3 expref: 6 pid: 18904 timeout: 805 lvb_type: 0 00010000:00010000:1.0:1746134036.174606:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008fc47e00/0x9682c7de153c7d35 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f1c3 expref: 6 pid: 18904 timeout: 805 lvb_type: 0 00002000:00010000:1.0:1746134036.174612:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800923a6a00 00000100:00100000:1.0:1746134036.174633:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2206 00000100:00100000:1.0:1746134036.174640:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552079104:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134036.174756:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552079104:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (1087us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134036.174762:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2206 00002000:00100000:1.0:1746134036.174767:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800923a6a00 x1830953552079104/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:247/0 lens 488/4536 e 0 to 0 dl 1746134047 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134036.174773:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923a6a00 with x1830953552079104 ext(0->4095) 00010000:00010000:1.0:1746134036.174778:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008fc47e00/0x9682c7de153c7d35 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f1c3 expref: 6 pid: 18904 timeout: 805 lvb_type: 0 00010000:00010000:1.0:1746134036.174786:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008fc47e00/0x9682c7de153c7d35 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f1c3 expref: 6 pid: 18904 timeout: 805 lvb_type: 0 00002000:00010000:1.0:1746134036.174792:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800923a6a00 00000100:00100000:0.0:1746134036.179002:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.179044:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.183976:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.187285:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.195304:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.199323:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.202610:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.205782:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.208791:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.212739:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.214863:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.217463:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.223233:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.226895:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.229468:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.230840:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.233334:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.233392:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552082304 00000100:00100000:1.0:1746134036.233398:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552082304 00000100:00100000:1.0:1746134036.233441:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29264 00000100:00100000:1.0:1746134036.233447:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b14ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+79:1757:x1830953552082304:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134036.233460:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134036.233472:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c7d6d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f1fb expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.233493:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134036.233497:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c7d66 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f1f4 expref: 80 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.233502:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134036.233505:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c7d6d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f1fb expref: 80 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.233530:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c7d66 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f1f4 expref: 80 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.233539:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c7d6d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f1fb expref: 80 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.233547:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957eb600, rc 0) 00000100:00100000:1.0:1746134036.233577:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+80:1757:x1830953552082304:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 131us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134036.233583:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29264 00000100:00100000:0.0:1746134036.233773:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.236525:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.241292:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.246096:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.249333:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.253182:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.255939:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.257689:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.262534:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.265927:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.274037:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.281419:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.287111:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.298604:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.304844:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.308723:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.311749:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.312337:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552085376 00000100:00100000:1.0:1746134036.312344:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552085376 00000100:00100000:1.0:1746134036.312421:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29269 00000100:00100000:1.0:1746134036.312428:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552085376:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134036.312442:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134036.312455:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957eb800/0x9682c7de153c7d90 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f21e expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.312479:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c7d89 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f217 expref: 79 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.312486:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134036.312487:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134036.312491:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb800/0x9682c7de153c7d90 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f21e expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.312510:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c7d89 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f217 expref: 79 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.312521:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c7d89 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f217 expref: 79 pid: 9580 timeout: 805 lvb_type: 0 00000100:00100000:1.0:1746134036.312530:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800916fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953547997440:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134036.312586:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746134036.315037:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800916fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953547997440:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134036.315054:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957eb800/0x9682c7de153c7d90 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f21e expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.315065:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957eb800, rc 0) 00000100:00100000:1.0:1746134036.315089:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552085376:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2663us (3347us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134036.315094:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29269 00000100:00100000:0.0:1746134036.316224:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.319166:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.319196:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552085632 00000100:00100000:1.0:1746134036.319202:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552085632 00000100:00100000:1.0:1746134036.319232:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29270 00000100:00100000:1.0:1746134036.319238:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+80:1755:x1830953552085632:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134036.319253:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134036.319266:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c7d97 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f225 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.319285:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb800/0x9682c7de153c7d90 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f21e expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.319291:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134036.319293:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134036.319296:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c7d97 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f225 expref: 81 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.319314:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957eb800/0x9682c7de153c7d90 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f21e expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.319323:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957eb800/0x9682c7de153c7d90 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f21e expref: 5 pid: 9581 timeout: 805 lvb_type: 0 00000100:00100000:1.0:1746134036.319332:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800916fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953547997696:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134036.319392:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134036.320070:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.321037:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800916fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953547997696:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134036.321050:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c7d97 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f225 expref: 80 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.321059:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957eb000, rc 0) 00000100:00100000:1.0:1746134036.321462:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+80:1755:x1830953552085632:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2223us (2300us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134036.321467:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29270 00000100:00100000:0.0:1746134036.323105:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.325495:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.328687:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.328770:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552086400 00000100:00100000:1.0:1746134036.328778:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552086400 00000100:00100000:1.0:1746134036.328856:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29271 00000100:00100000:1.0:1746134036.328862:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092054a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552086400:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134036.328877:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134036.328889:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ebc00/0x9682c7de153c7d9e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f22c expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.328908:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c7d97 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f225 expref: 79 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.328914:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134036.328915:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134036.328918:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ebc00/0x9682c7de153c7d9e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f22c expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.328940:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c7d97 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f225 expref: 79 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.328949:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c7d97 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f225 expref: 79 pid: 9581 timeout: 805 lvb_type: 0 00000100:00100000:1.0:1746134036.328958:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800916fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953547997952:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134036.329503:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746134036.331067:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800916fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953547997952:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134036.331088:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957ebc00/0x9682c7de153c7d9e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f22c expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.331100:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957ebc00, rc 0) 00000100:00100000:1.0:1746134036.331163:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092054a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552086400:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2299us (2482us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134036.331169:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29271 00000100:00100000:0.0:1746134036.331453:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.331574:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552086528 00000100:00100000:1.0:1746134036.331579:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552086528 00002000:00100000:1.0:1746134036.331602:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880092056a00 x1830953552086528/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:247/0 lens 496/0 e 0 to 0 dl 1746134047 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134036.331610:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092056a00 with x1830953552086528 ext(0->7) 00010000:00010000:1.0:1746134036.331616:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c7d97 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f225 expref: 80 pid: 9581 timeout: 805 lvb_type: 0 00010000:00010000:1.0:1746134036.331626:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c7d97 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f225 expref: 80 pid: 9581 timeout: 805 lvb_type: 0 00002000:00010000:1.0:1746134036.331632:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092056a00 00000100:00100000:1.0:1746134036.331666:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2216 00000100:00100000:1.0:1746134036.331673:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092056a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+80:2010:x1830953552086528:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746134036.333293:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092056a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+82:2010:x1830953552086528:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 1616us (1836us total) trans 4294970610 rc 0/0 00000100:00100000:1.0:1746134036.333301:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2216 00002000:00100000:1.0:1746134036.333308:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880092056a00 x1830953552086528/t4294970610(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:247/0 lens 496/448 e 0 to 0 dl 1746134047 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134036.333317:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092056a00 with x1830953552086528 ext(0->7) 00010000:00010000:1.0:1746134036.333323:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c7d97 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f225 expref: 82 pid: 9581 timeout: 805 lvb_type: 0 00010000:00010000:1.0:1746134036.333335:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c7d97 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f225 expref: 82 pid: 9581 timeout: 805 lvb_type: 0 00002000:00010000:1.0:1746134036.333341:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092056a00 00000100:00100000:0.0:1746134036.338760:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.341693:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.341767:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552086912 00000100:00100000:1.0:1746134036.341773:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552086912 00002000:00100000:1.0:1746134036.341804:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88011db4ca80 x1830953552086912/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:247/0 lens 488/0 e 0 to 0 dl 1746134047 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134036.342068:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011db4ca80 with x1830953552086912 ext(0->4095) 00002000:00010000:1.0:1746134036.342072:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011db4ca80 00000100:00100000:1.0:1746134036.342094:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12889 00000100:00100000:1.0:1746134036.342101:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552086912:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134036.342235:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552086912:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 135us (548us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134036.342241:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12889 00002000:00100000:1.0:1746134036.342247:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88011db4ca80 x1830953552086912/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:247/0 lens 488/4536 e 0 to 0 dl 1746134047 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134036.342255:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011db4ca80 with x1830953552086912 ext(0->4095) 00002000:00010000:1.0:1746134036.342257:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011db4ca80 00000100:00100000:0.0:1746134036.344808:0:3768:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746134036.344825:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3768:1830953547998208:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746134036.344872:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746134036.346462:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3768:1830953547998208:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746134036.347009:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.347077:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552087040 00000100:00100000:1.0:1746134036.347081:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552087040 00000100:00100000:1.0:1746134036.347147:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29272 00000100:00100000:1.0:1746134036.347153:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+81:1755:x1830953552087040:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134036.347164:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134036.347178:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957eb800/0x9682c7de153c7da5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f233 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.347198:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ebc00/0x9682c7de153c7d9e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f22c expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.347205:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134036.347207:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134036.347210:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb800/0x9682c7de153c7da5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f233 expref: 82 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.347230:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ebc00/0x9682c7de153c7d9e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f22c expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.347239:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957ebc00/0x9682c7de153c7d9e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f22c expref: 5 pid: 9581 timeout: 805 lvb_type: 0 00000100:00100000:1.0:1746134036.347252:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800916fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953547998336:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134036.347310:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134036.347488:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.349164:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800916fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953547998336:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134036.349179:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957eb800/0x9682c7de153c7da5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f233 expref: 83 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.349187:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957eb800, rc 0) 00000100:00100000:1.0:1746134036.349212:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+83:1755:x1830953552087040:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2059us (2204us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134036.349217:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29272 00000100:00100000:0.0:1746134036.349835:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.354832:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.357497:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.357547:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552087936 00000100:00100000:1.0:1746134036.357551:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552087936 00002000:00100000:1.0:1746134036.357801:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88011db4fb80 x1830953552087936/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:247/0 lens 488/0 e 0 to 0 dl 1746134047 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134036.357810:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011db4fb80 with x1830953552087936 ext(0->4095) 00002000:00010000:1.0:1746134036.357814:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011db4fb80 00000100:00100000:1.0:1746134036.357826:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12890 00000100:00100000:1.0:1746134036.357831:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+82:2011:x1830953552087936:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746134036.357918:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+82:2011:x1830953552087936:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 Request processed in 86us (427us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134036.357923:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12890 00002000:00100000:1.0:1746134036.357927:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88011db4fb80 x1830953552087936/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:247/0 lens 488/4536 e 0 to 0 dl 1746134047 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134036.357940:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011db4fb80 with x1830953552087936 ext(0->4095) 00002000:00010000:1.0:1746134036.357943:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011db4fb80 00000100:00100000:0.0:1746134036.359208:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.359436:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552088064 00000100:00100000:1.0:1746134036.359442:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552088064 00000100:00100000:1.0:1746134036.359478:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29274 00000100:00100000:1.0:1746134036.359484:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552088064:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134036.359496:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134036.359509:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c7db3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f241 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.359534:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c7dac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f23a expref: 81 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.359542:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134036.359544:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134036.359547:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c7db3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f241 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.359569:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c7dac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f23a expref: 81 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.359578:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c7dac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f23a expref: 81 pid: 9580 timeout: 805 lvb_type: 0 00000100:00100000:1.0:1746134036.359588:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800916fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953547998848:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134036.359664:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746134036.361272:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800916fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953547998848:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134036.361291:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c7db3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f241 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.361303:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957ea400, rc 0) 00000100:00100000:1.0:1746134036.361344:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552088064:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1859us (2139us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134036.361351:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29274 00000100:00100000:0.0:1746134036.363162:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.365522:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.367835:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.367894:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.367896:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552088576 00000100:00100000:1.0:1746134036.367901:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552088576 00000100:00100000:0.0:1746134036.369761:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.371393:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.376182:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.383505:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.383589:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552089472 00000100:00100000:1.0:1746134036.383598:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552089472 00002000:00100000:1.0:1746134036.383633:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009c7e6300 x1830953552089472/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:247/0 lens 488/0 e 0 to 0 dl 1746134047 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134036.383643:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7e6300 with x1830953552089472 ext(0->4095) 00002000:00010000:1.0:1746134036.383647:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7e6300 00000100:00100000:1.0:1746134036.383716:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12892 00000100:00100000:1.0:1746134036.383729:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+82:2010:x1830953552089472:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134036.386479:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+82:2010:x1830953552089472:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 2353us (2587us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134036.386492:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12892 00002000:00100000:1.0:1746134036.386504:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009c7e6300 x1830953552089472/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:247/0 lens 488/4536 e 0 to 0 dl 1746134047 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134036.386513:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7e6300 with x1830953552089472 ext(0->4095) 00002000:00010000:1.0:1746134036.386518:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7e6300 00000100:00100000:0.0:1746134036.389617:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.393528:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.395543:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.398109:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.398208:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552090112 00000100:00100000:1.0:1746134036.398213:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552090112 00002000:00100000:1.0:1746134036.398239:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880081158700 x1830953552090112/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:247/0 lens 488/0 e 0 to 0 dl 1746134047 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134036.398248:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081158700 with x1830953552090112 ext(0->4095) 00010000:00010000:1.0:1746134036.398255:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c7dc8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f256 expref: 6 pid: 10181 timeout: 805 lvb_type: 0 00010000:00010000:1.0:1746134036.398266:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c7dc8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f256 expref: 6 pid: 10181 timeout: 805 lvb_type: 0 00002000:00010000:1.0:1746134036.398271:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081158700 00000100:00100000:1.0:1746134036.398350:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2219 00000100:00100000:1.0:1746134036.398356:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081158700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552090112:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134036.398544:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081158700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552090112:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 187us (435us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134036.398550:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2219 00002000:00100000:1.0:1746134036.398556:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880081158700 x1830953552090112/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:247/0 lens 488/4536 e 0 to 0 dl 1746134047 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134036.398562:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081158700 with x1830953552090112 ext(0->4095) 00010000:00010000:1.0:1746134036.398566:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c7dc8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f256 expref: 6 pid: 10181 timeout: 805 lvb_type: 0 00010000:00010000:1.0:1746134036.398575:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c7dc8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f256 expref: 6 pid: 10181 timeout: 805 lvb_type: 0 00002000:00010000:1.0:1746134036.398585:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081158700 00000100:00100000:0.0:1746134036.400882:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.404212:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.404302:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552090496 00000100:00100000:1.0:1746134036.404309:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552090496 00002000:00100000:1.0:1746134036.404341:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008115a680 x1830953552090496/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:247/0 lens 488/0 e 0 to 0 dl 1746134047 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134036.404350:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008115a680 with x1830953552090496 ext(0->4095) 00002000:00010000:1.0:1746134036.404354:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008115a680 00000100:00100000:1.0:1746134036.404377:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12893 00000100:00100000:1.0:1746134036.404384:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008115a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+82:2009:x1830953552090496:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134036.404499:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008115a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+82:2009:x1830953552090496:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (293us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134036.404505:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12893 00002000:00100000:1.0:1746134036.404510:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008115a680 x1830953552090496/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:247/0 lens 488/4536 e 0 to 0 dl 1746134047 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134036.404517:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008115a680 with x1830953552090496 ext(0->4095) 00002000:00010000:1.0:1746134036.404520:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008115a680 00000100:00100000:0.0:1746134036.406741:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.409415:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.411040:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:2009:x1830953552090752:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 1145us (1926us total) trans 4294970611 rc 0/0 00000100:00100000:0.0:1746134036.411046:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2220 00002000:00100000:0.0:1746134036.411052:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880131cbdc00 x1830953552090752/t4294970611(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:247/0 lens 496/448 e 0 to 0 dl 1746134047 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134036.411060:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cbdc00 with x1830953552090752 ext(0->7) 00010000:00010000:0.0:1746134036.411065:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c7dcf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f25d expref: 84 pid: 10181 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746134036.411075:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c7dcf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f25d expref: 84 pid: 10181 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746134036.411081:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131cbdc00 00000100:00100000:0.0:1746134036.413444:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.421769:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.421851:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552091136 00000100:00100000:1.0:1746134036.421858:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552091136 00002000:00100000:1.0:1746134036.421892:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d142d80 x1830953552091136/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:247/0 lens 488/0 e 0 to 0 dl 1746134047 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134036.421902:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d142d80 with x1830953552091136 ext(0->4095) 00002000:00010000:1.0:1746134036.421906:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d142d80 00000100:00100000:1.0:1746134036.421922:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12894 00000100:00100000:1.0:1746134036.421928:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d142d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552091136:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134036.422037:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d142d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552091136:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (275us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134036.422043:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12894 00002000:00100000:1.0:1746134036.422048:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d142d80 x1830953552091136/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:247/0 lens 488/4536 e 0 to 0 dl 1746134047 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134036.422055:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d142d80 with x1830953552091136 ext(0->4095) 00002000:00010000:1.0:1746134036.422057:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d142d80 00000100:00100000:0.0:1746134036.430671:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.430716:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.431211:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29281 00000100:00100000:0.0:1746134036.431217:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d141880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+85:1755:x1830953552091392:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134036.431747:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134036.431756:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012eaace00/0x9682c7de153c7de4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f272 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134036.431770:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134036.431774:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c7ddd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f26b expref: 86 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134036.431778:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134036.431780:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eaace00/0x9682c7de153c7de4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f272 expref: 86 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134036.431803:0:9580:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c7ddd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f26b expref: 86 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134036.431812:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012eaace00/0x9682c7de153c7de4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f272 expref: 86 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134036.431819:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eaace00, rc 0) 00000100:00100000:0.0:1746134036.431845:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d141880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:1755:x1830953552091392:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 628us (1129us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134036.431851:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29281 00000100:00100000:0.0:1746134036.435363:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.444370:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.448069:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.450716:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.466700:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.468434:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552092288 00000100:00100000:1.0:1746134036.468444:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552092288 00002000:00100000:1.0:1746134036.468481:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009202b800 x1830953552092288/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:247/0 lens 488/0 e 0 to 0 dl 1746134047 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134036.468489:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009202b800 with x1830953552092288 ext(0->4095) 00010000:00010000:1.0:1746134036.468497:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012eaace00/0x9682c7de153c7de4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f272 expref: 84 pid: 9580 timeout: 805 lvb_type: 0 00010000:00010000:1.0:1746134036.468508:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012eaace00/0x9682c7de153c7de4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f272 expref: 84 pid: 9580 timeout: 805 lvb_type: 0 00002000:00010000:1.0:1746134036.468514:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009202b800 00000100:00100000:1.0:1746134036.468545:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2222 00000100:00100000:1.0:1746134036.468551:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009202b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:2010:x1830953552092288:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134036.468675:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009202b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:2010:x1830953552092288:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 122us (1980us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134036.468683:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2222 00002000:00100000:1.0:1746134036.468688:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009202b800 x1830953552092288/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:247/0 lens 488/4536 e 0 to 0 dl 1746134047 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134036.468695:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009202b800 with x1830953552092288 ext(0->4095) 00010000:00010000:1.0:1746134036.468699:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012eaace00/0x9682c7de153c7de4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f272 expref: 84 pid: 9580 timeout: 805 lvb_type: 0 00010000:00010000:1.0:1746134036.468707:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012eaace00/0x9682c7de153c7de4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f272 expref: 84 pid: 9580 timeout: 805 lvb_type: 0 00002000:00010000:1.0:1746134036.468711:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009202b800 00000100:00100000:0.0:1746134036.474403:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.474446:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.480778:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.485830:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.489872:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.489913:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552093184 00000100:00100000:1.0:1746134036.489918:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552093184 00002000:00100000:1.0:1746134036.489946:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b4caa00 x1830953552093184/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:247/0 lens 488/0 e 0 to 0 dl 1746134047 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134036.489955:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4caa00 with x1830953552093184 ext(0->4095) 00002000:00010000:1.0:1746134036.489958:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b4caa00 00000100:00100000:1.0:1746134036.489985:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12895 00000100:00100000:1.0:1746134036.489991:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:2010:x1830953552093184:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134036.490097:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:2010:x1830953552093184:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (225us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134036.490103:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12895 00002000:00100000:1.0:1746134036.490107:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b4caa00 x1830953552093184/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:247/0 lens 488/4536 e 0 to 0 dl 1746134047 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134036.490147:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4caa00 with x1830953552093184 ext(0->4095) 00002000:00010000:1.0:1746134036.490149:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b4caa00 00000100:00100000:0.0:1746134036.493626:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.499883:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.500016:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.501604:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff880072ae6180 going to sleep for 11 seconds 00000100:00100000:0.0:1746134036.507054:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.507149:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088052d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548001664:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134036.507170:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c7e00 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f28e expref: 84 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.507185:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095588600, rc 0) 00000100:00100000:1.0:1746134036.507213:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072adaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:1755:x1830953552093568:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6725us (7198us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134036.507220:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29285 00000100:00100000:0.0:1746134036.512059:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.516653:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.516729:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552094208 00000100:00100000:1.0:1746134036.516736:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552094208 00002000:00100000:1.0:1746134036.516772:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072adad80 x1830953552094208/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:247/0 lens 488/0 e 0 to 0 dl 1746134047 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134036.516782:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072adad80 with x1830953552094208 ext(0->4095) 00002000:00010000:1.0:1746134036.516786:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072adad80 00000100:00100000:1.0:1746134036.516816:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12896 00000100:00100000:1.0:1746134036.516823:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072adad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:2010:x1830953552094208:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134036.516935:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072adad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:2010:x1830953552094208:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (290us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134036.516941:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12896 00002000:00100000:1.0:1746134036.516946:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072adad80 x1830953552094208/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:247/0 lens 488/4536 e 0 to 0 dl 1746134047 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134036.516965:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072adad80 with x1830953552094208 ext(0->4095) 00002000:00010000:1.0:1746134036.516968:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072adad80 00000100:00100000:0.0:1746134036.521003:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.532281:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552094336 00000100:00100000:1.0:1746134036.532292:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552094336 00000100:00100000:1.0:1746134036.532341:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29286 00000100:00100000:1.0:1746134036.532348:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552094336:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134036.532361:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134036.532376:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c7e07 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f295 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.532401:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c7e00 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f28e expref: 83 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.532407:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134036.532409:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134036.532411:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c7e07 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f295 expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.532434:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c7e00 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f28e expref: 83 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.532445:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c7e00 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f28e expref: 83 pid: 10181 timeout: 805 lvb_type: 0 00000100:00100000:1.0:1746134036.532454:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800916fea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548001920:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134036.532526:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20000 going to sleep for 11 seconds 00000100:00100000:1.0:1746134036.536781:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800916fea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548001920:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134036.536809:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c7e07 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f295 expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.536823:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957ea000, rc 0) 00000100:00100000:1.0:1746134036.536859:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552094336:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4511us (15862us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134036.536867:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29286 00000100:00100000:0.0:1746134036.558710:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.558794:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552094464 00000100:00100000:1.0:1746134036.558801:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552094464 00000100:00100000:1.0:1746134036.558849:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29287 00000100:00100000:1.0:1746134036.558855:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a09c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:1755:x1830953552094464:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134036.558870:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134036.558883:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957eb200/0x9682c7de153c7e0e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f29c expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.558906:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134036.558911:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c7e07 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f295 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.558916:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746134036.558919:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb200/0x9682c7de153c7e0e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f29c expref: 85 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.559013:0:10181:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c7e07 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f295 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.559023:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957eb200/0x9682c7de153c7e0e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f29c expref: 85 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.559031:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957eb200, rc 0) 00000100:00100000:1.0:1746134036.559145:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a09c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+85:1755:x1830953552094464:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 290us (442us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134036.559151:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29287 00000100:00100000:0.0:1746134036.565262:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.574401:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.578223:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.582403:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.588163:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.588274:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552095360 00000100:00100000:1.0:1746134036.588280:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552095360 00002000:00100000:1.0:1746134036.588312:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091b0aa00 x1830953552095360/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:247/0 lens 488/0 e 0 to 0 dl 1746134047 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134036.588321:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b0aa00 with x1830953552095360 ext(0->4095) 00002000:00010000:1.0:1746134036.588325:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091b0aa00 00000100:00100000:1.0:1746134036.589581:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12897 00000100:00100000:1.0:1746134036.589592:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:2012:x1830953552095360:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746134036.589707:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:2012:x1830953552095360:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 Request processed in 117us (1547us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134036.589713:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12897 00002000:00100000:1.0:1746134036.589718:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091b0aa00 x1830953552095360/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:247/0 lens 488/4536 e 0 to 0 dl 1746134047 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134036.589726:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b0aa00 with x1830953552095360 ext(0->4095) 00002000:00010000:1.0:1746134036.589729:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091b0aa00 00000100:00100000:0.0:1746134036.601509:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.603998:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552095488 00000100:00100000:1.0:1746134036.604008:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552095488 00000100:00100000:1.0:1746134036.604054:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29288 00000100:00100000:1.0:1746134036.604061:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552095488:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134036.604075:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134036.604089:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c7e15 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f2a3 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.604138:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb200/0x9682c7de153c7e0e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f29c expref: 85 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.604146:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134036.604148:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134036.604151:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c7e15 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f2a3 expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.604175:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957eb200/0x9682c7de153c7e0e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f29c expref: 85 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.604184:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957eb200/0x9682c7de153c7e0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f29c expref: 85 pid: 10181 timeout: 805 lvb_type: 0 00000100:00100000:1.0:1746134036.604194:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800916fea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548002432:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134036.604280:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e203c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746134036.612907:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800916fea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548002432:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134036.612931:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c7e15 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f2a3 expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.612947:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957eb000, rc 0) 00000100:00100000:1.0:1746134036.613001:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552095488:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8939us (11498us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134036.613013:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29288 00000100:00100000:0.0:1746134036.615782:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.615931:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552095616 00000100:00100000:1.0:1746134036.615938:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552095616 00000100:00100000:1.0:1746134036.616241:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29289 00000100:00100000:1.0:1746134036.616249:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:1755:x1830953552095616:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134036.616263:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134036.616277:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c7e1c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f2aa expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.616297:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134036.616303:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c7e15 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f2a3 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.616308:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746134036.616311:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c7e1c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f2aa expref: 87 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.616338:0:10181:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c7e15 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f2a3 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.616347:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c7e1c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f2aa expref: 87 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.616355:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957ebe00, rc 0) 00000100:00100000:1.0:1746134036.616554:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:1755:x1830953552095616:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 304us (777us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134036.616560:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29289 00000100:00100000:1.0:1746134036.620500:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552095744 00000100:00100000:1.0:1746134036.620507:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552095744 00002000:00100000:1.0:1746134036.620542:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009b14ca80 x1830953552095744/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:247/0 lens 496/0 e 0 to 0 dl 1746134047 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134036.620551:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14ca80 with x1830953552095744 ext(0->7) 00010000:00010000:1.0:1746134036.620558:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb200/0x9682c7de153c7e0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f29c expref: 87 pid: 10181 timeout: 805 lvb_type: 0 00010000:00010000:1.0:1746134036.620570:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957eb200/0x9682c7de153c7e0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f29c expref: 87 pid: 10181 timeout: 805 lvb_type: 0 00002000:00010000:1.0:1746134036.620576:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b14ca80 00000100:00100000:1.0:1746134036.620602:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2227 00000100:00100000:1.0:1746134036.620609:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b14ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:2010:x1830953552095744:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746134036.621336:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+89:2010:x1830953552095744:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 725us (932us total) trans 4294970613 rc 0/0 00000100:00100000:0.0:1746134036.621343:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2227 00002000:00100000:0.0:1746134036.621349:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009b14ca80 x1830953552095744/t4294970613(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:247/0 lens 496/448 e 0 to 0 dl 1746134047 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134036.621356:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14ca80 with x1830953552095744 ext(0->7) 00010000:00010000:0.0:1746134036.621361:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb200/0x9682c7de153c7e0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f29c expref: 89 pid: 10181 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746134036.621371:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957eb200/0x9682c7de153c7e0e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f29c expref: 89 pid: 10181 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746134036.621376:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b14ca80 00000100:00100000:0.0:1746134036.624573:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.630652:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.634507:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.639216:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.647082:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.647560:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552096640 00000100:00100000:1.0:1746134036.647567:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552096640 00000100:00100000:1.0:1746134036.647608:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29290 00000100:00100000:1.0:1746134036.647615:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552096640:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134036.647630:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134036.647642:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957eb200/0x9682c7de153c7e23 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f2b1 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.647664:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c7e1c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f2aa expref: 87 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.647671:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134036.647673:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134036.647676:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb200/0x9682c7de153c7e23 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f2b1 expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.647698:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c7e1c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f2aa expref: 87 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.647708:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c7e1c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f2aa expref: 87 pid: 10181 timeout: 805 lvb_type: 0 00000100:00100000:1.0:1746134036.647717:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800916fea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548002944:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134036.647781:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e203c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746134036.651733:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800916fea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548002944:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134036.651756:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957eb200/0x9682c7de153c7e23 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f2b1 expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.651769:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957eb200, rc 0) 00000100:00100000:1.0:1746134036.651804:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552096640:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4189us (4727us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134036.651811:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29290 00000100:00100000:0.0:1746134036.655208:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.661360:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:2010:x1830953552096768:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 4526us (6149us total) trans 4294970614 rc 0/0 00000100:00100000:0.0:1746134036.661370:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2229 00002000:00100000:0.0:1746134036.661380:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800917f5c00 x1830953552096768/t4294970614(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:247/0 lens 496/448 e 0 to 0 dl 1746134047 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134036.661389:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917f5c00 with x1830953552096768 ext(0->7) 00010000:00010000:0.0:1746134036.661397:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c7e1c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f2aa expref: 90 pid: 10181 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746134036.661409:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c7e1c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f2aa expref: 90 pid: 10181 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746134036.661415:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917f5c00 00000100:00100000:0.0:1746134036.672068:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.672191:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552096896 00000100:00100000:1.0:1746134036.672200:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552096896 00000100:00100000:1.0:1746134036.672395:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29291 00000100:00100000:1.0:1746134036.672404:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:1755:x1830953552096896:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134036.672418:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134036.672431:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c7e2a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f2b8 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.672455:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134036.672459:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb200/0x9682c7de153c7e23 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f2b1 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.672465:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746134036.672467:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c7e2a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f2b8 expref: 91 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.672495:0:10181:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957eb200/0x9682c7de153c7e23 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f2b1 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.672504:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c7e2a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f2b8 expref: 91 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.672513:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957ea400, rc 0) 00000100:00100000:1.0:1746134036.672547:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:1755:x1830953552096896:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (484us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134036.672553:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29291 00000100:00100000:0.0:1746134036.674313:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.679039:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.682654:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.685544:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.687851:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.691643:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.695309:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.695563:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552098176 00000100:00100000:1.0:1746134036.695568:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552098176 00002000:00100000:1.0:1746134036.695592:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917e4a80 x1830953552098176/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:247/0 lens 488/0 e 0 to 0 dl 1746134047 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134036.695599:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e4a80 with x1830953552098176 ext(0->4095) 00002000:00010000:1.0:1746134036.695603:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917e4a80 00000100:00100000:1.0:1746134036.695621:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12900 00000100:00100000:1.0:1746134036.695625:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552098176:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134036.695712:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552098176:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 86us (408us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134036.695717:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12900 00002000:00100000:1.0:1746134036.695722:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917e4a80 x1830953552098176/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:247/0 lens 488/4536 e 0 to 0 dl 1746134047 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134036.695728:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e4a80 with x1830953552098176 ext(0->4095) 00002000:00010000:1.0:1746134036.695731:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917e4a80 00000100:00100000:0.0:1746134036.697155:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.698721:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.698845:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552098432 00000100:00100000:1.0:1746134036.698849:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552098432 00000100:00100000:1.0:1746134036.698877:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29294 00000100:00100000:1.0:1746134036.698883:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:1757:x1830953552098432:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134036.698889:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134036.698896:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ebc00/0x9682c7de153c7e3f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f2cd expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.698907:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134036.698910:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c7e38 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f2c6 expref: 92 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.698915:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134036.698917:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ebc00/0x9682c7de153c7e3f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f2cd expref: 92 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.698935:0:10181:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c7e38 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f2c6 expref: 92 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.698949:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957ebc00/0x9682c7de153c7e3f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f2cd expref: 92 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.698956:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957ebc00, rc 0) 00000100:00100000:1.0:1746134036.698978:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+92:1757:x1830953552098432:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 95us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134036.698983:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29294 00000100:00100000:0.0:1746134036.702879:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.708181:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.711677:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.715679:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.715771:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552099200 00000100:00100000:1.0:1746134036.715776:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552099200 00002000:00100000:1.0:1746134036.715802:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917e5f80 x1830953552099200/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:247/0 lens 488/0 e 0 to 0 dl 1746134047 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134036.715811:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e5f80 with x1830953552099200 ext(0->4095) 00002000:00010000:1.0:1746134036.715814:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917e5f80 00000100:00100000:1.0:1746134036.715837:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12901 00000100:00100000:1.0:1746134036.715842:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:2010:x1830953552099200:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134036.715946:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:2010:x1830953552099200:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (268us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134036.715951:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12901 00002000:00100000:1.0:1746134036.715956:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917e5f80 x1830953552099200/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:247/0 lens 488/4536 e 0 to 0 dl 1746134047 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134036.715963:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e5f80 with x1830953552099200 ext(0->4095) 00002000:00010000:1.0:1746134036.715965:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917e5f80 00000100:00100000:0.0:1746134036.717750:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.722033:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.725835:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.727320:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.729770:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.733741:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.736656:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.736860:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552100352 00000100:00100000:1.0:1746134036.736865:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552100352 00002000:00100000:1.0:1746134036.736894:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012da67100 x1830953552100352/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:247/0 lens 488/0 e 0 to 0 dl 1746134047 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134036.736903:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da67100 with x1830953552100352 ext(0->4095) 00010000:00010000:1.0:1746134036.736910:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c7e4d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f2db expref: 91 pid: 9581 timeout: 805 lvb_type: 0 00010000:00010000:1.0:1746134036.736920:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c7e4d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f2db expref: 91 pid: 9581 timeout: 805 lvb_type: 0 00002000:00010000:1.0:1746134036.736930:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012da67100 00000100:00100000:1.0:1746134036.736955:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2232 00000100:00100000:1.0:1746134036.736961:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:2009:x1830953552100352:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134036.737401:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:2009:x1830953552100352:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 439us (749us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134036.737406:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2232 00002000:00100000:1.0:1746134036.737411:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012da67100 x1830953552100352/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:247/0 lens 488/4536 e 0 to 0 dl 1746134047 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134036.737418:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da67100 with x1830953552100352 ext(0->4095) 00010000:00010000:1.0:1746134036.737423:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c7e4d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f2db expref: 91 pid: 9581 timeout: 805 lvb_type: 0 00010000:00010000:1.0:1746134036.737430:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c7e4d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f2db expref: 91 pid: 9581 timeout: 805 lvb_type: 0 00002000:00010000:1.0:1746134036.737435:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012da67100 00000100:00100000:0.0:1746134036.739621:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.742269:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.742668:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552100736 00000100:00100000:1.0:1746134036.742674:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552100736 00002000:00100000:1.0:1746134036.742700:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012da66d80 x1830953552100736/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:247/0 lens 488/0 e 0 to 0 dl 1746134047 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134036.742708:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da66d80 with x1830953552100736 ext(0->4095) 00002000:00010000:1.0:1746134036.742712:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012da66d80 00000100:00100000:1.0:1746134036.742733:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12903 00000100:00100000:1.0:1746134036.742739:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:2009:x1830953552100736:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134036.742841:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:2009:x1830953552100736:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (577us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134036.742846:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12903 00002000:00100000:1.0:1746134036.742851:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012da66d80 x1830953552100736/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:247/0 lens 488/4536 e 0 to 0 dl 1746134047 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134036.742857:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da66d80 with x1830953552100736 ext(0->4095) 00002000:00010000:1.0:1746134036.742860:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012da66d80 00000100:00100000:0.0:1746134036.745053:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.749040:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.753587:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.753635:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552101248 00000100:00100000:1.0:1746134036.753641:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552101248 00002000:00100000:1.0:1746134036.753667:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012da65180 x1830953552101248/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:247/0 lens 488/0 e 0 to 0 dl 1746134047 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134036.753675:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da65180 with x1830953552101248 ext(0->4095) 00002000:00010000:1.0:1746134036.753678:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012da65180 00000100:00100000:1.0:1746134036.753704:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12904 00000100:00100000:1.0:1746134036.753710:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552101248:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134036.753803:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552101248:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 93us (216us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134036.753809:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12904 00002000:00100000:1.0:1746134036.753814:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012da65180 x1830953552101248/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:247/0 lens 488/4536 e 0 to 0 dl 1746134047 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134036.753821:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da65180 with x1830953552101248 ext(0->4095) 00002000:00010000:1.0:1746134036.753824:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012da65180 00000100:00100000:0.0:1746134036.753853:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.757518:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.757810:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.760593:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.763900:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.766866:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.768229:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552102272 00000100:00100000:1.0:1746134036.768240:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552102272 00002000:00100000:1.0:1746134036.768279:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b901880 x1830953552102272/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:247/0 lens 488/0 e 0 to 0 dl 1746134047 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134036.768288:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b901880 with x1830953552102272 ext(0->4095) 00002000:00010000:1.0:1746134036.768292:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b901880 00000100:00100000:1.0:1746134036.768321:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12905 00000100:00100000:1.0:1746134036.768329:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b901880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:2009:x1830953552102272:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134036.768732:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b901880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:2009:x1830953552102272:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 403us (1872us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134036.768738:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12905 00002000:00100000:1.0:1746134036.768743:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b901880 x1830953552102272/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:247/0 lens 488/4536 e 0 to 0 dl 1746134047 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134036.768750:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b901880 with x1830953552102272 ext(0->4095) 00002000:00010000:1.0:1746134036.768752:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b901880 00000100:00100000:0.0:1746134036.774697:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.774800:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552102400 00000100:00100000:1.0:1746134036.774807:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552102400 00000100:00100000:1.0:1746134036.774854:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29301 00000100:00100000:1.0:1746134036.774861:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c432300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552102400:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134036.774875:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134036.774889:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ebc00/0x9682c7de153c7e70 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f2fe expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.774913:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092339000/0x9682c7de153c7e69 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f2f7 expref: 89 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.774920:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134036.774922:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134036.774925:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ebc00/0x9682c7de153c7e70 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f2fe expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.774948:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092339000/0x9682c7de153c7e69 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f2f7 expref: 89 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.774957:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092339000/0x9682c7de153c7e69 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f2f7 expref: 89 pid: 9581 timeout: 805 lvb_type: 0 00000100:00100000:1.0:1746134036.774967:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800916fea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548005760:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134036.775039:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20900 going to sleep for 11 seconds 00000100:00100000:1.0:1746134036.782276:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800916fea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548005760:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134036.782299:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957ebc00/0x9682c7de153c7e70 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f2fe expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.782314:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957ebc00, rc 0) 00000100:00100000:1.0:1746134036.787630:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c432300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552102400:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 12759us (12930us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134036.787641:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29301 00000100:00100000:0.0:1746134036.788627:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.788931:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552102528 00000100:00100000:1.0:1746134036.788938:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552102528 00002000:00100000:1.0:1746134036.788971:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012c430380 x1830953552102528/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:247/0 lens 496/0 e 0 to 0 dl 1746134047 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134036.788980:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c430380 with x1830953552102528 ext(0->7) 00010000:00010000:1.0:1746134036.788987:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092339000/0x9682c7de153c7e69 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f2f7 expref: 90 pid: 9581 timeout: 805 lvb_type: 0 00010000:00010000:1.0:1746134036.788998:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092339000/0x9682c7de153c7e69 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f2f7 expref: 90 pid: 9581 timeout: 805 lvb_type: 0 00002000:00010000:1.0:1746134036.789004:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c430380 00000100:00100000:1.0:1746134036.789032:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2234 00000100:00100000:1.0:1746134036.789038:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c430380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:2009:x1830953552102528:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746134036.790660:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c430380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+92:2009:x1830953552102528:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 1616us (2031us total) trans 4294970615 rc 0/0 00000100:00100000:0.0:1746134036.790669:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2234 00002000:00100000:0.0:1746134036.790675:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012c430380 x1830953552102528/t4294970615(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:247/0 lens 496/448 e 0 to 0 dl 1746134047 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134036.790683:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c430380 with x1830953552102528 ext(0->7) 00010000:00010000:0.0:1746134036.790690:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092339000/0x9682c7de153c7e69 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f2f7 expref: 92 pid: 9581 timeout: 805 lvb_type: 0 00010000:00010000:0.0:1746134036.790701:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092339000/0x9682c7de153c7e69 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f2f7 expref: 92 pid: 9581 timeout: 805 lvb_type: 0 00002000:00010000:0.0:1746134036.790706:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c430380 00000100:00100000:0.0:1746134036.801459:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.801548:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552102656 00000100:00100000:1.0:1746134036.801555:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552102656 00000100:00100000:1.0:1746134036.801602:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29302 00000100:00100000:1.0:1746134036.801609:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c431500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+92:1755:x1830953552102656:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134036.801624:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134036.801637:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c7e77 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f305 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.801658:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134036.801663:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ebc00/0x9682c7de153c7e70 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f2fe expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.801669:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746134036.801671:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c7e77 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f305 expref: 93 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.801700:0:10181:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ebc00/0x9682c7de153c7e70 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f2fe expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.801708:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c7e77 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f305 expref: 93 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.801715:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957ea000, rc 0) 00000100:00100000:1.0:1746134036.802313:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c431500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+93:1755:x1830953552102656:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 704us (861us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134036.802319:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29302 00000100:00100000:0.0:1746134036.810575:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.812838:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.812902:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552103040 00000100:00100000:1.0:1746134036.812907:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552103040 00002000:00100000:1.0:1746134036.812939:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012c432680 x1830953552103040/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:247/0 lens 488/0 e 0 to 0 dl 1746134047 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134036.813286:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c432680 with x1830953552103040 ext(0->4095) 00010000:00010000:1.0:1746134036.813295:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957ebc00/0x9682c7de153c7e70 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f2fe expref: 6 pid: 10181 timeout: 805 lvb_type: 0 00010000:00010000:1.0:1746134036.813306:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957ebc00/0x9682c7de153c7e70 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f2fe expref: 6 pid: 10181 timeout: 805 lvb_type: 0 00002000:00010000:1.0:1746134036.813314:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c432680 00000100:00100000:1.0:1746134036.813341:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2235 00000100:00100000:1.0:1746134036.813348:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c432680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552103040:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134036.813457:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c432680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552103040:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (625us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134036.813463:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2235 00002000:00100000:1.0:1746134036.813467:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012c432680 x1830953552103040/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:247/0 lens 488/4536 e 0 to 0 dl 1746134047 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134036.813473:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c432680 with x1830953552103040 ext(0->4095) 00010000:00010000:1.0:1746134036.813477:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957ebc00/0x9682c7de153c7e70 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f2fe expref: 6 pid: 10181 timeout: 805 lvb_type: 0 00010000:00010000:1.0:1746134036.813485:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957ebc00/0x9682c7de153c7e70 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f2fe expref: 6 pid: 10181 timeout: 805 lvb_type: 0 00002000:00010000:1.0:1746134036.813490:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c432680 00000100:00100000:0.0:1746134036.820642:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.825099:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.827894:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.828237:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552103552 00000100:00100000:1.0:1746134036.828244:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552103552 00000100:00100000:1.0:1746134036.828287:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29303 00000100:00100000:1.0:1746134036.828295:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c431c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552103552:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134036.828309:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134036.828322:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c7e7e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f30c expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.828343:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c7e77 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f305 expref: 91 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.828353:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134036.828354:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134036.828357:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c7e7e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f30c expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.828381:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c7e77 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f305 expref: 91 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.828389:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c7e77 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f305 expref: 91 pid: 10181 timeout: 806 lvb_type: 0 00000100:00100000:1.0:1746134036.828399:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800916fea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548006272:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134036.828470:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746134036.830761:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800916fea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548006272:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134036.830784:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c7e7e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f30c expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.830797:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957ea400, rc 0) 00000100:00100000:1.0:1746134036.830841:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c431c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552103552:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2546us (2952us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134036.830848:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29303 00000100:00100000:0.0:1746134036.831394:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.834750:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.834785:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.835328:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552104064 00000100:00100000:1.0:1746134036.835332:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552104064 00000100:00100000:1.0:1746134036.835352:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29304 00000100:00100000:1.0:1746134036.835357:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:1755:x1830953552104064:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134036.835368:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134036.835380:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957eb800/0x9682c7de153c7e85 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f313 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.835398:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c7e7e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f30c expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.835405:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134036.835407:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134036.835409:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb800/0x9682c7de153c7e85 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f313 expref: 92 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.835431:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c7e7e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f30c expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.835444:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c7e7e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f30c expref: 5 pid: 10181 timeout: 806 lvb_type: 0 00000100:00100000:1.0:1746134036.835453:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800916fea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548006528:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134036.835513:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746134036.838402:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.838439:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.841594:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.842792:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552104576 00000100:00100000:1.0:1746134036.842798:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552104576 00002000:00100000:1.0:1746134036.842828:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012fdc4e00 x1830953552104576/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:247/0 lens 488/0 e 0 to 0 dl 1746134047 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134036.842835:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc4e00 with x1830953552104576 ext(0->4095) 00010000:00010000:1.0:1746134036.842841:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb800/0x9682c7de153c7e85 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f313 expref: 93 pid: 10181 timeout: 806 lvb_type: 0 00010000:00010000:1.0:1746134036.842855:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957eb800/0x9682c7de153c7e85 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f313 expref: 93 pid: 10181 timeout: 806 lvb_type: 0 00002000:00010000:1.0:1746134036.842859:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fdc4e00 00000100:00100000:1.0:1746134036.842881:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2236 00000100:00100000:1.0:1746134036.842887:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+93:2010:x1830953552104576:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134036.842989:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+93:2010:x1830953552104576:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (1402us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134036.842995:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2236 00002000:00100000:1.0:1746134036.843000:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012fdc4e00 x1830953552104576/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:247/0 lens 488/4536 e 0 to 0 dl 1746134047 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134036.843006:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc4e00 with x1830953552104576 ext(0->4095) 00010000:00010000:1.0:1746134036.843010:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb800/0x9682c7de153c7e85 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f313 expref: 93 pid: 10181 timeout: 806 lvb_type: 0 00010000:00010000:1.0:1746134036.843018:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957eb800/0x9682c7de153c7e85 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f313 expref: 93 pid: 10181 timeout: 806 lvb_type: 0 00002000:00010000:1.0:1746134036.843023:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fdc4e00 00000100:00100000:0.0:1746134036.845729:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.849101:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.851775:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.854899:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.858769:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.858884:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552105472 00000100:00100000:1.0:1746134036.858889:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552105472 00002000:00100000:1.0:1746134036.858917:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009bc72300 x1830953552105472/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:247/0 lens 488/0 e 0 to 0 dl 1746134047 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134036.858925:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc72300 with x1830953552105472 ext(0->4095) 00002000:00010000:1.0:1746134036.858930:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bc72300 00000100:00100000:1.0:1746134036.858956:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12909 00000100:00100000:1.0:1746134036.858962:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953552105472:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746134036.859055:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953552105472:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 Request processed in 93us (287us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134036.859060:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12909 00002000:00100000:1.0:1746134036.859064:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009bc72300 x1830953552105472/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:247/0 lens 488/4536 e 0 to 0 dl 1746134047 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134036.859070:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc72300 with x1830953552105472 ext(0->4095) 00002000:00010000:1.0:1746134036.859072:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bc72300 00000100:00100000:0.0:1746134036.861642:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.862788:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.863051:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552105728 00000100:00100000:0.0:1746134036.863055:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552105728 00000100:00100000:0.0:1746134036.863083:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29308 00000100:00100000:0.0:1746134036.863089:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+93:1757:x1830953552105728:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134036.863096:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134036.863102:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092338a00/0x9682c7de153c7ea1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f32f expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134036.863139:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134036.863142:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fc47800/0x9682c7de153c7e9a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f328 expref: 94 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134036.863147:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134036.863150:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092338a00/0x9682c7de153c7ea1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f32f expref: 94 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134036.863167:0:9580:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008fc47800/0x9682c7de153c7e9a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f328 expref: 94 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134036.863176:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092338a00/0x9682c7de153c7ea1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f32f expref: 94 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134036.863184:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092338a00, rc 0) 00000100:00100000:0.0:1746134036.863208:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+94:1757:x1830953552105728:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 119us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134036.863213:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29308 00000100:00100000:0.0:1746134036.866180:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.869870:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.873683:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.877030:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.877663:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552106496 00000100:00100000:1.0:1746134036.877669:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552106496 00002000:00100000:1.0:1746134036.877696:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009bc70000 x1830953552106496/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:247/0 lens 488/0 e 0 to 0 dl 1746134047 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134036.877705:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc70000 with x1830953552106496 ext(0->4095) 00002000:00010000:1.0:1746134036.877709:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bc70000 00000100:00100000:1.0:1746134036.877734:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12910 00000100:00100000:1.0:1746134036.877740:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+92:2010:x1830953552106496:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134036.877843:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+92:2010:x1830953552106496:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (814us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134036.877848:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12910 00002000:00100000:1.0:1746134036.877853:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009bc70000 x1830953552106496/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:247/0 lens 488/4536 e 0 to 0 dl 1746134047 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134036.877865:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc70000 with x1830953552106496 ext(0->4095) 00002000:00010000:1.0:1746134036.877867:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bc70000 00000100:00100000:0.0:1746134036.880093:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.884019:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.887855:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.887938:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.892561:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.892751:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552107264 00000100:00100000:1.0:1746134036.892757:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552107264 00000100:00100000:1.0:1746134036.892790:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29311 00000100:00100000:1.0:1746134036.892797:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+93:1757:x1830953552107264:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134036.892810:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134036.892823:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c7eb6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f344 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.892842:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134036.892847:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fc46a00/0x9682c7de153c7eaf lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f33d expref: 94 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.892852:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134036.892855:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c7eb6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f344 expref: 94 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.892880:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008fc46a00/0x9682c7de153c7eaf lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f33d expref: 94 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.892889:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c7eb6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f344 expref: 94 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.892897:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957eb000, rc 0) 00000100:00100000:1.0:1746134036.892929:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+94:1757:x1830953552107264:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 132us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134036.892935:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29311 00000100:00100000:0.0:1746134036.893781:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.897153:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.902420:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.907899:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.908090:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552108032 00000100:00100000:1.0:1746134036.908097:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552108032 00002000:00100000:1.0:1746134036.908168:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009c7e5c00 x1830953552108032/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:247/0 lens 488/0 e 0 to 0 dl 1746134047 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134036.908176:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7e5c00 with x1830953552108032 ext(0->4095) 00002000:00010000:1.0:1746134036.908180:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7e5c00 00000100:00100000:1.0:1746134036.908209:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12912 00000100:00100000:1.0:1746134036.908216:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+93:2009:x1830953552108032:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134036.908329:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+93:2009:x1830953552108032:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (436us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134036.908335:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12912 00002000:00100000:1.0:1746134036.908340:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009c7e5c00 x1830953552108032/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:247/0 lens 488/4536 e 0 to 0 dl 1746134047 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134036.908346:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7e5c00 with x1830953552108032 ext(0->4095) 00002000:00010000:1.0:1746134036.908349:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7e5c00 00000100:00100000:0.0:1746134036.910646:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.913622:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.918329:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.918899:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.919276:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29313 00000100:00100000:0.0:1746134036.919285:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:1755:x1830953552108672:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134036.919298:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134036.919312:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092338000/0x9682c7de153c7ec4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f352 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134036.919335:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4200/0x9682c7de153c7ebd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f34b expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134036.919342:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134036.919344:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134036.919347:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092338000/0x9682c7de153c7ec4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f352 expref: 92 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134036.919370:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bef4200/0x9682c7de153c7ebd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f34b expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134036.919384:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bef4200/0x9682c7de153c7ebd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f34b expref: 5 pid: 9580 timeout: 806 lvb_type: 0 00000100:00100000:0.0:1746134036.919393:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880085f3c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548008832:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134036.919485:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c240 going to sleep for 11 seconds 00000100:00100000:0.0:1746134036.923004:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.923038:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.927306:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.929676:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.933149:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.935578:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.938110:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.944154:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b14f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548009472:192.168.203.26@tcp:105: 00010000:00010000:0.0:1746134036.944170:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134036.944202:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+92:2009:x1830953552109824:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 5731us (6093us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134036.944210:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14618 00000100:00100000:1.0:1746134036.945367:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29316 00000100:00100000:1.0:1746134036.945375:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b14f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:1755:x1830953552110208:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134036.945383:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134036.945395:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957eb200/0x9682c7de153c7ed9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f367 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.945413:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c7ed2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f360 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.945419:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134036.945421:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134036.945423:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb200/0x9682c7de153c7ed9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f367 expref: 92 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.945442:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c7ed2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f360 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.945450:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c7ed2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f360 expref: 5 pid: 10181 timeout: 806 lvb_type: 0 00000100:00100000:1.0:1746134036.945459:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800916fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548009600:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134036.945511:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746134036.948032:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.949415:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.949434:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552110464 00000100:00100000:0.0:1746134036.949437:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552110464 00010000:00010000:0.0:1746134036.949455:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c7ed2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f360 expref: 6 pid: 10181 timeout: 806 lvb_type: 0 00000100:00100000:0.0:1746134036.949479:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14619 00000100:00100000:0.0:1746134036.949486:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552110464:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134036.949495:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134036.949509:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c7ed2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f360 expref: 6 pid: 10181 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746134036.949518:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c7ed2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f360 expref: 6 pid: 10181 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746134036.949535:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134036.949537:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134036.949542:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb200/0x9682c7de153c7ed9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f367 expref: 93 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134036.949548:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb200/0x9682c7de153c7ed9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f367 expref: 93 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134036.949574:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800957eb200/0x9682c7de153c7ed9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f367 expref: 93 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134036.949583:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072ae2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548009728:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134036.949644:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90ce40 going to sleep for 11 seconds 00010000:00010000:1.0:1746134036.950477:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c7ed2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f360 expref: 6 pid: 10181 timeout: 806 lvb_type: 0 00000100:00100000:1.0:1746134036.950491:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800916fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548009600:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134036.950504:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957eb200/0x9682c7de153c7ed9 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f367 expref: 94 pid: 9580 timeout: 806 lvb_type: 0 00010000:00010000:1.0:1746134036.950511:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957eb200/0x9682c7de153c7ed9 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f367 expref: 94 pid: 9580 timeout: 806 lvb_type: 0 00010000:00010000:1.0:1746134036.950517:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957eb200, rc 0) 00000100:00100000:1.0:1746134036.951092:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+94:1755:x1830953552110208:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5717us (7071us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134036.951098:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29316 00000100:00100000:0.0:1746134036.954189:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.957395:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.960456:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.963581:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.969032:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.973510:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.974492:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.976845:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134036.977074:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552111872 00000100:00100000:1.0:1746134036.977078:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552111872 00000100:00100000:1.0:1746134036.977104:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29320 00000100:00100000:1.0:1746134036.977109:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+93:1757:x1830953552111872:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134036.977142:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134036.977149:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c7ef5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f383 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.977161:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134036.977164:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fc47e00/0x9682c7de153c7eee lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f37c expref: 94 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.977168:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134036.977171:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c7ef5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f383 expref: 94 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.977187:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008fc47e00/0x9682c7de153c7eee lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f37c expref: 94 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.977195:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c7ef5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f383 expref: 94 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134036.977204:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957eb000, rc 0) 00000100:00100000:1.0:1746134036.977237:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+94:1757:x1830953552111872:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 126us (392us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134036.977242:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29320 00000100:00100000:0.0:1746134036.980596:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.985712:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.988266:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.991753:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.994615:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134036.997547:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.000592:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00080000:1.0:1746134037.001498:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746134037.003229:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.003274:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00080000:1.0:1746134037.003857:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746134037.006057:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.010391:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.018653:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.021755:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.025886:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.029796:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.030108:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.034048:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.035101:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.039598:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.042015:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.045974:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.046227:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552115712 00000100:00100000:1.0:1746134037.046232:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552115712 00002000:00100000:1.0:1746134037.046258:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a1d500 x1830953552115712/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:248/0 lens 488/0 e 0 to 0 dl 1746134048 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.046265:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a1d500 with x1830953552115712 ext(0->4095) 00002000:00010000:1.0:1746134037.046269:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091a1d500 00000100:00100000:1.0:1746134037.046288:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12921 00000100:00100000:1.0:1746134037.046294:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+92:2009:x1830953552115712:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134037.046382:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+92:2009:x1830953552115712:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 89us (415us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134037.046387:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12921 00002000:00100000:1.0:1746134037.046391:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a1d500 x1830953552115712/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:248/0 lens 488/4536 e 0 to 0 dl 1746134048 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.046398:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a1d500 with x1830953552115712 ext(0->4095) 00002000:00010000:1.0:1746134037.046400:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091a1d500 00000100:00100000:0.0:1746134037.048677:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.052917:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.056246:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.056659:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.059312:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.063445:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.070963:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.071300:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552116864 00000100:00100000:1.0:1746134037.071306:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552116864 00002000:00100000:1.0:1746134037.071335:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a84a80 x1830953552116864/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:248/0 lens 488/0 e 0 to 0 dl 1746134048 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.071344:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a84a80 with x1830953552116864 ext(0->4095) 00010000:00010000:1.0:1746134037.071350:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008fc46a00/0x9682c7de153c7f2d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f3bb expref: 93 pid: 18904 timeout: 806 lvb_type: 0 00010000:00010000:1.0:1746134037.071366:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008fc46a00/0x9682c7de153c7f2d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f3bb expref: 93 pid: 18904 timeout: 806 lvb_type: 0 00002000:00010000:1.0:1746134037.071371:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091a84a80 00000100:00100000:1.0:1746134037.071390:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2246 00000100:00100000:1.0:1746134037.071395:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+93:2010:x1830953552116864:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134037.071490:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+93:2010:x1830953552116864:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 95us (528us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134037.071495:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2246 00002000:00100000:1.0:1746134037.071499:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a84a80 x1830953552116864/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:248/0 lens 488/4536 e 0 to 0 dl 1746134048 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.071506:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a84a80 with x1830953552116864 ext(0->4095) 00010000:00010000:1.0:1746134037.071510:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008fc46a00/0x9682c7de153c7f2d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f3bb expref: 93 pid: 18904 timeout: 806 lvb_type: 0 00010000:00010000:1.0:1746134037.071517:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008fc46a00/0x9682c7de153c7f2d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f3bb expref: 93 pid: 18904 timeout: 806 lvb_type: 0 00002000:00010000:1.0:1746134037.071522:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091a84a80 00000100:00100000:0.0:1746134037.076771:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.080782:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.084328:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.084693:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552117376 00000100:00100000:1.0:1746134037.084700:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552117376 00000100:00100000:1.0:1746134037.084736:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29330 00000100:00100000:1.0:1746134037.084742:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552117376:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134037.084755:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134037.084767:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c7f3b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f3c9 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.084787:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fc47800/0x9682c7de153c7f34 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f3c2 expref: 91 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.084794:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134037.084795:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134037.084798:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c7f3b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f3c9 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.084820:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008fc47800/0x9682c7de153c7f34 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f3c2 expref: 91 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.084830:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008fc47800/0x9682c7de153c7f34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f3c2 expref: 91 pid: 18904 timeout: 806 lvb_type: 0 00000100:00100000:1.0:1746134037.084840:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800916fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548013184:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134037.084910:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20780 going to sleep for 11 seconds 00000100:00100000:1.0:1746134037.086727:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800916fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548013184:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134037.086748:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c7f3b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f3c9 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.086759:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957eb000, rc 0) 00000100:00100000:1.0:1746134037.086788:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552117376:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2046us (2466us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134037.086795:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29330 00000100:00100000:0.0:1746134037.087048:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.091968:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552117760 00000100:00100000:1.0:1746134037.091974:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552117760 00002000:00100000:1.0:1746134037.092009:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b14f480 x1830953552117760/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:248/0 lens 488/0 e 0 to 0 dl 1746134048 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.092019:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14f480 with x1830953552117760 ext(0->4095) 00002000:00010000:1.0:1746134037.092023:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b14f480 00000100:00100000:1.0:1746134037.092047:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12924 00000100:00100000:1.0:1746134037.092054:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b14f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552117760:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134037.092826:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552117760:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 770us (903us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134037.092826:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552117888 00000100:00100000:0.0:1746134037.092829:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552117888 00000100:00100000:1.0:1746134037.092831:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12924 00002000:00100000:1.0:1746134037.092837:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b14f480 x1830953552117760/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:248/0 lens 488/4536 e 0 to 0 dl 1746134048 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.092843:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14f480 with x1830953552117760 ext(0->4095) 00002000:00010000:1.0:1746134037.092846:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b14f480 00000100:00100000:0.0:1746134037.093235:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29331 00000100:00100000:0.0:1746134037.093241:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:1755:x1830953552117888:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134037.093250:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134037.093263:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092338000/0x9682c7de153c7f42 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f3d0 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134037.093282:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c7f3b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f3c9 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134037.093287:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134037.093289:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134037.093292:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092338000/0x9682c7de153c7f42 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f3d0 expref: 92 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134037.093314:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c7f3b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f3c9 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134037.093322:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c7f3b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f3c9 expref: 5 pid: 9581 timeout: 806 lvb_type: 0 00000100:00100000:0.0:1746134037.093335:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091a87b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548013440:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134037.093397:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c480 going to sleep for 11 seconds 00000100:00100000:0.0:1746134037.097586:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.097659:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.101301:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.102008:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552118400 00000100:00100000:1.0:1746134037.102013:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552118400 00002000:00100000:1.0:1746134037.102042:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a84380 x1830953552118400/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:248/0 lens 488/0 e 0 to 0 dl 1746134048 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.102050:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a84380 with x1830953552118400 ext(0->4095) 00010000:00010000:1.0:1746134037.102057:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092338000/0x9682c7de153c7f42 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f3d0 expref: 93 pid: 9581 timeout: 806 lvb_type: 0 00010000:00010000:1.0:1746134037.102067:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092338000/0x9682c7de153c7f42 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f3d0 expref: 93 pid: 9581 timeout: 806 lvb_type: 0 00002000:00010000:1.0:1746134037.102078:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091a84380 00000100:00100000:1.0:1746134037.102701:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2247 00000100:00100000:1.0:1746134037.102708:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+93:2009:x1830953552118400:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134037.102805:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+93:2009:x1830953552118400:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 97us (1509us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134037.102810:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2247 00002000:00100000:1.0:1746134037.102814:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a84380 x1830953552118400/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:248/0 lens 488/4536 e 0 to 0 dl 1746134048 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.102821:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a84380 with x1830953552118400 ext(0->4095) 00010000:00010000:1.0:1746134037.102826:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092338000/0x9682c7de153c7f42 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f3d0 expref: 93 pid: 9581 timeout: 806 lvb_type: 0 00010000:00010000:1.0:1746134037.102834:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092338000/0x9682c7de153c7f42 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f3d0 expref: 93 pid: 9581 timeout: 806 lvb_type: 0 00002000:00010000:1.0:1746134037.102839:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091a84380 00000100:00100000:0.0:1746134037.104772:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.107924:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.115443:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.119842:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.119887:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.120259:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552119296 00000100:00100000:1.0:1746134037.120262:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552119296 00002000:00100000:1.0:1746134037.120283:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a84e00 x1830953552119296/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:248/0 lens 488/0 e 0 to 0 dl 1746134048 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.120292:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a84e00 with x1830953552119296 ext(0->4095) 00010000:00010000:1.0:1746134037.120297:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008fc46800/0x9682c7de153c7f50 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f3de expref: 6 pid: 9581 timeout: 806 lvb_type: 0 00010000:00010000:1.0:1746134037.120310:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008fc46800/0x9682c7de153c7f50 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f3de expref: 6 pid: 9581 timeout: 806 lvb_type: 0 00002000:00010000:1.0:1746134037.120314:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091a84e00 00000100:00100000:1.0:1746134037.120326:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2248 00000100:00100000:1.0:1746134037.120330:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552119296:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134037.120420:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552119296:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 89us (585us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134037.120425:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2248 00002000:00100000:1.0:1746134037.120430:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a84e00 x1830953552119296/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:248/0 lens 488/4536 e 0 to 0 dl 1746134048 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.120436:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a84e00 with x1830953552119296 ext(0->4095) 00010000:00010000:1.0:1746134037.120439:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008fc46800/0x9682c7de153c7f50 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f3de expref: 6 pid: 9581 timeout: 806 lvb_type: 0 00010000:00010000:1.0:1746134037.120446:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008fc46800/0x9682c7de153c7f50 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f3de expref: 6 pid: 9581 timeout: 806 lvb_type: 0 00002000:00010000:1.0:1746134037.120451:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091a84e00 00000100:00100000:1.0:1746134037.123762:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.126190:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.131489:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.135555:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.139637:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.139775:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552120320 00000100:00100000:1.0:1746134037.139781:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552120320 00002000:00100000:1.0:1746134037.139812:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a84000 x1830953552120320/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:248/0 lens 488/0 e 0 to 0 dl 1746134048 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.139821:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a84000 with x1830953552120320 ext(0->4095) 00002000:00010000:1.0:1746134037.139824:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091a84000 00000100:00100000:1.0:1746134037.139841:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12926 00000100:00100000:1.0:1746134037.139846:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+93:2009:x1830953552120320:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134037.139953:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+93:2009:x1830953552120320:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (321us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134037.139959:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12926 00002000:00100000:1.0:1746134037.139964:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a84000 x1830953552120320/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:248/0 lens 488/4536 e 0 to 0 dl 1746134048 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.139970:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a84000 with x1830953552120320 ext(0->4095) 00002000:00010000:1.0:1746134037.139972:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091a84000 00000100:00100000:0.0:1746134037.143516:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.147434:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.149844:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.152395:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.152472:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.152701:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29338 00000100:00100000:0.0:1746134037.152708:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+93:1757:x1830953552121088:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134037.152714:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134037.152720:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c7f73 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f401 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134037.152729:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134037.152732:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c7f6c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f3fa expref: 94 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134037.152741:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134037.152744:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c7f73 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f401 expref: 94 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134037.152761:0:18904:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c7f6c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f3fa expref: 94 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134037.152770:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c7f73 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f401 expref: 94 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134037.152778:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095786c00, rc 0) 00000100:00100000:0.0:1746134037.152794:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+94:1757:x1830953552121088:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 88us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134037.152799:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29338 00000100:00100000:1.0:1746134037.157149:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.159896:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.160727:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552121472 00000100:00100000:0.0:1746134037.160732:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552121472 00002000:00100000:0.0:1746134037.160762:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800916fdc00 x1830953552121472/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:248/0 lens 488/0 e 0 to 0 dl 1746134048 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134037.160770:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916fdc00 with x1830953552121472 ext(0->4095) 00010000:00010000:0.0:1746134037.160776:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c7f6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f3fa expref: 93 pid: 9580 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746134037.160787:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c7f6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f3fa expref: 93 pid: 9580 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746134037.160793:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800916fdc00 00000100:00100000:0.0:1746134037.160817:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2250 00000100:00100000:0.0:1746134037.160823:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+93:2009:x1830953552121472:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746134037.160934:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+93:2009:x1830953552121472:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (1043us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134037.160939:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2250 00002000:00100000:0.0:1746134037.160944:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800916fdc00 x1830953552121472/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:248/0 lens 488/4536 e 0 to 0 dl 1746134048 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134037.160950:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916fdc00 with x1830953552121472 ext(0->4095) 00010000:00010000:0.0:1746134037.160955:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c7f6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f3fa expref: 93 pid: 9580 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746134037.160963:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c7f6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f3fa expref: 93 pid: 9580 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746134037.160968:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800916fdc00 00000100:00100000:1.0:1746134037.164153:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.173379:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552121984 00000100:00100000:0.0:1746134037.173386:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552121984 00000100:00100000:0.0:1746134037.173435:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29339 00000100:00100000:0.0:1746134037.173442:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552121984:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134037.173456:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134037.173469:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c7f7a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f408 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134037.173491:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c7f73 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f401 expref: 91 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134037.173502:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134037.173504:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134037.173507:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c7f7a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f408 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134037.173534:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c7f73 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f401 expref: 91 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134037.173545:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c7f73 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f401 expref: 91 pid: 18904 timeout: 806 lvb_type: 0 00000100:00100000:0.0:1746134037.173555:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091a87100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548015488:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134037.174016:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134037.176929:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.180056:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.182176:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.188183:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.188228:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.191933:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.192531:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552123008 00000100:00100000:0.0:1746134037.192536:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552123008 00002000:00100000:0.0:1746134037.192562:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072970000 x1830953552123008/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:248/0 lens 488/0 e 0 to 0 dl 1746134048 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134037.192569:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072970000 with x1830953552123008 ext(0->4095) 00010000:00010000:0.0:1746134037.192575:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c7f81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f40f expref: 93 pid: 9580 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746134037.192589:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c7f81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f40f expref: 93 pid: 9580 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746134037.192594:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072970000 00000100:00100000:0.0:1746134037.192617:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2252 00000100:00100000:0.0:1746134037.192624:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072970000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+93:2009:x1830953552123008:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746134037.192717:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072970000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+93:2009:x1830953552123008:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 94us (785us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134037.192723:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2252 00002000:00100000:0.0:1746134037.192727:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072970000 x1830953552123008/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:248/0 lens 488/4536 e 0 to 0 dl 1746134048 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134037.192733:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072970000 with x1830953552123008 ext(0->4095) 00010000:00010000:0.0:1746134037.192737:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c7f81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f40f expref: 93 pid: 9580 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746134037.192745:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c7f81 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f40f expref: 93 pid: 9580 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746134037.192750:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072970000 00000100:00100000:0.0:1746134037.195248:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.199778:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.201954:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.206635:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.210957:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.213176:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.213591:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552124032 00000100:00100000:1.0:1746134037.213595:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552124032 00002000:00100000:1.0:1746134037.213618:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072972a00 x1830953552124032/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:248/0 lens 488/0 e 0 to 0 dl 1746134048 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.213627:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072972a00 with x1830953552124032 ext(0->4095) 00010000:00010000:1.0:1746134037.213632:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4200/0x9682c7de153c7f8f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f41d expref: 6 pid: 9580 timeout: 806 lvb_type: 0 00010000:00010000:1.0:1746134037.213642:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4200/0x9682c7de153c7f8f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f41d expref: 6 pid: 9580 timeout: 806 lvb_type: 0 00002000:00010000:1.0:1746134037.213647:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072972a00 00000100:00100000:1.0:1746134037.213660:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2253 00000100:00100000:1.0:1746134037.213665:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072972a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552124032:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134037.213763:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072972a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552124032:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 98us (591us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134037.213769:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2253 00002000:00100000:1.0:1746134037.213773:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072972a00 x1830953552124032/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:248/0 lens 488/4536 e 0 to 0 dl 1746134048 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.213780:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072972a00 with x1830953552124032 ext(0->4095) 00010000:00010000:1.0:1746134037.213784:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4200/0x9682c7de153c7f8f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f41d expref: 6 pid: 9580 timeout: 806 lvb_type: 0 00010000:00010000:1.0:1746134037.213791:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4200/0x9682c7de153c7f8f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f41d expref: 6 pid: 9580 timeout: 806 lvb_type: 0 00002000:00010000:1.0:1746134037.213796:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072972a00 00000100:00100000:0.0:1746134037.216759:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.218946:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.223709:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.227352:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.231947:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.233553:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552124928 00000100:00100000:1.0:1746134037.233562:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552124928 00002000:00100000:1.0:1746134037.233595:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012f845180 x1830953552124928/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:248/0 lens 488/0 e 0 to 0 dl 1746134048 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.233603:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f845180 with x1830953552124928 ext(0->4095) 00002000:00010000:1.0:1746134037.233608:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f845180 00000100:00100000:1.0:1746134037.233634:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12930 00000100:00100000:1.0:1746134037.233640:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+92:2009:x1830953552124928:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134037.233906:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+92:2009:x1830953552124928:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 265us (1963us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134037.233912:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12930 00002000:00100000:1.0:1746134037.233917:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012f845180 x1830953552124928/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:248/0 lens 488/4536 e 0 to 0 dl 1746134048 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.233924:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f845180 with x1830953552124928 ext(0->4095) 00002000:00010000:1.0:1746134037.233927:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f845180 00000100:00100000:0.0:1746134037.236612:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.236715:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552125056 00000100:00100000:1.0:1746134037.236721:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552125056 00000100:00100000:1.0:1746134037.236891:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29345 00000100:00100000:1.0:1746134037.236899:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f847800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552125056:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134037.236913:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134037.236926:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c7fa4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f432 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.236950:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c7f9d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f42b expref: 91 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.236956:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134037.236957:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134037.236960:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c7fa4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f432 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.236988:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c7f9d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f42b expref: 91 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.236997:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c7f9d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f42b expref: 91 pid: 9580 timeout: 806 lvb_type: 0 00000100:00100000:1.0:1746134037.237007:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fe85500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548017024:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134037.237076:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746134037.239438:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fe85500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548017024:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134037.239459:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c7fa4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f432 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.239472:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957ea400, rc 0) 00000100:00100000:1.0:1746134037.239506:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f847800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552125056:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2608us (2900us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134037.239513:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29345 00000100:00100000:0.0:1746134037.240040:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.241946:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.242499:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552125312 00000100:00100000:1.0:1746134037.242505:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552125312 00000100:00100000:1.0:1746134037.244045:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29346 00000100:00100000:1.0:1746134037.244056:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f845f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+92:1755:x1830953552125312:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134037.244070:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134037.244083:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c7fab lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f439 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.244104:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c7fa4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f432 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.244137:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134037.244139:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134037.244142:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c7fab lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f439 expref: 93 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.244166:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c7fa4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f432 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.244176:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c7fa4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f432 expref: 5 pid: 9581 timeout: 806 lvb_type: 0 00000100:00100000:1.0:1746134037.244187:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fe85500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548017280:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134037.244256:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134037.246218:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.246371:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552125568 00000100:00100000:1.0:1746134037.246376:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552125568 00002000:00100000:1.0:1746134037.246403:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012f847b80 x1830953552125568/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:248/0 lens 488/0 e 0 to 0 dl 1746134048 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.246412:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f847b80 with x1830953552125568 ext(0->4095) 00010000:00010000:1.0:1746134037.246418:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c7fa4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f432 expref: 6 pid: 9581 timeout: 806 lvb_type: 0 00010000:00010000:1.0:1746134037.246429:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c7fa4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f432 expref: 6 pid: 9581 timeout: 806 lvb_type: 0 00002000:00010000:1.0:1746134037.246434:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f847b80 00000100:00100000:1.0:1746134037.246455:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2255 00000100:00100000:1.0:1746134037.246461:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f847b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552125568:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134037.246554:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f847b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552125568:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 92us (339us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134037.246559:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2255 00002000:00100000:1.0:1746134037.246563:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012f847b80 x1830953552125568/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:248/0 lens 488/4536 e 0 to 0 dl 1746134048 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.246569:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f847b80 with x1830953552125568 ext(0->4095) 00010000:00010000:1.0:1746134037.246573:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c7fa4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f432 expref: 6 pid: 9581 timeout: 806 lvb_type: 0 00010000:00010000:1.0:1746134037.246580:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c7fa4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f432 expref: 6 pid: 9581 timeout: 806 lvb_type: 0 00002000:00010000:1.0:1746134037.246585:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f847b80 00000100:00100000:0.0:1746134037.249369:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.250526:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552125824 00000100:00100000:0.0:1746134037.250530:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552125824 00010000:00010000:0.0:1746134037.250546:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c7fa4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f432 expref: 6 pid: 9581 timeout: 806 lvb_type: 0 00000100:00100000:0.0:1746134037.250570:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14649 00000100:00100000:0.0:1746134037.250575:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129eb6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552125824:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134037.250582:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134037.250596:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c7fa4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f432 expref: 6 pid: 9581 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746134037.250605:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c7fa4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f432 expref: 6 pid: 9581 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746134037.250618:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c7fa4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f432 expref: 6 pid: 9581 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746134037.250637:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134037.250639:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134037.250644:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c7fab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f439 expref: 92 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134037.250650:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c7fab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f439 expref: 92 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134037.250665:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c7fab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f439 expref: 92 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134037.250673:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c7fab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f439 expref: 92 pid: 9581 timeout: 806 lvb_type: 0 00000100:00100000:0.0:1746134037.250681:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f846300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548017536:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134037.250727:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90ca80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134037.252783:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f846300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548017536:192.168.203.26@tcp:105: 00010000:00010000:0.0:1746134037.252797:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134037.252836:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129eb6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552125824:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2260us (2351us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134037.252844:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14649 00000100:00100000:0.0:1746134037.254013:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.257031:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552126208 00000100:00100000:0.0:1746134037.257036:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552126208 00010000:00010000:0.0:1746134037.257061:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c7fab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f439 expref: 93 pid: 9581 timeout: 806 lvb_type: 0 00000100:00100000:0.0:1746134037.257091:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14650 00000100:00100000:0.0:1746134037.257098:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088050380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+93:2012:x1830953552126208:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134037.257108:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134037.257146:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c7fab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f439 expref: 93 pid: 9581 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746134037.257156:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c7fab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f439 expref: 93 pid: 9581 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746134037.257173:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c7fab lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f439 expref: 93 pid: 9581 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746134037.257840:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134037.257842:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134037.257849:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bef5a00/0x9682c7de153c7fb2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f440 expref: 92 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134037.257857:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef5a00/0x9682c7de153c7fb2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f440 expref: 92 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134037.257883:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bef5a00/0x9682c7de153c7fb2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f440 expref: 92 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134037.257893:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f846300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548017664:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134037.258192:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c000 going to sleep for 11 seconds 00000100:00100000:0.0:1746134037.260941:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.261044:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552126464 00000100:00100000:1.0:1746134037.261050:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552126464 00002000:00100000:1.0:1746134037.261080:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012f844a80 x1830953552126464/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:248/0 lens 488/0 e 0 to 0 dl 1746134048 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.261089:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f844a80 with x1830953552126464 ext(0->4095) 00002000:00010000:1.0:1746134037.261093:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f844a80 00000100:00100000:1.0:1746134037.261109:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12931 00000100:00100000:1.0:1746134037.261149:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f844a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+92:2010:x1830953552126464:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134037.261244:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f844a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+92:2010:x1830953552126464:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 97us (303us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134037.261252:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12931 00002000:00100000:1.0:1746134037.261257:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012f844a80 x1830953552126464/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:248/0 lens 488/4536 e 0 to 0 dl 1746134048 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.261264:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f844a80 with x1830953552126464 ext(0->4095) 00002000:00010000:1.0:1746134037.261266:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f844a80 00000100:00100000:0.0:1746134037.263914:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.271918:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.272023:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.276802:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.278662:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.283325:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.287637:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.291542:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.291670:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552128000 00000100:00100000:1.0:1746134037.291675:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552128000 00002000:00100000:1.0:1746134037.291702:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012b6db480 x1830953552128000/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:248/0 lens 488/0 e 0 to 0 dl 1746134048 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.291711:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b6db480 with x1830953552128000 ext(0->4095) 00002000:00010000:1.0:1746134037.291715:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b6db480 00000100:00100000:1.0:1746134037.291738:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12933 00000100:00100000:1.0:1746134037.291744:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b6db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+92:2010:x1830953552128000:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134037.291854:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b6db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+92:2010:x1830953552128000:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (312us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134037.291859:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12933 00002000:00100000:1.0:1746134037.291864:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012b6db480 x1830953552128000/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:248/0 lens 488/4536 e 0 to 0 dl 1746134048 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.291870:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b6db480 with x1830953552128000 ext(0->4095) 00002000:00010000:1.0:1746134037.291873:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b6db480 00000100:00100000:0.0:1746134037.294345:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.297337:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.300741:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.302699:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.305436:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.305704:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552128768 00000100:00100000:1.0:1746134037.305711:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552128768 00000100:00100000:1.0:1746134037.305754:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29353 00000100:00100000:1.0:1746134037.305760:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801360fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+93:1757:x1830953552128768:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134037.305773:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134037.305787:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c7fdc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f46a expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.305806:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134037.305811:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c7fd5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f463 expref: 94 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.305815:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134037.305818:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c7fdc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f46a expref: 94 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.305843:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c7fd5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f463 expref: 94 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.305852:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c7fdc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f46a expref: 94 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.305859:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957eb000, rc 0) 00000100:00100000:1.0:1746134037.305887:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801360fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+94:1757:x1830953552128768:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 128us (459us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134037.305892:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29353 00000100:00100000:0.0:1746134037.307677:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.312879:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.312950:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552129152 00000100:00100000:1.0:1746134037.312956:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552129152 00002000:00100000:1.0:1746134037.312988:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8801360fbb80 x1830953552129152/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:248/0 lens 488/0 e 0 to 0 dl 1746134048 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.313003:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801360fbb80 with x1830953552129152 ext(0->4095) 00010000:00010000:1.0:1746134037.313010:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c7fd5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f463 expref: 93 pid: 18904 timeout: 806 lvb_type: 0 00010000:00010000:1.0:1746134037.313021:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c7fd5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f463 expref: 93 pid: 18904 timeout: 806 lvb_type: 0 00002000:00010000:1.0:1746134037.313027:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801360fbb80 00000100:00100000:1.0:1746134037.313051:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2259 00000100:00100000:1.0:1746134037.313057:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801360fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+93:2010:x1830953552129152:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134037.313194:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801360fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+93:2010:x1830953552129152:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 136us (320us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134037.313200:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2259 00002000:00100000:1.0:1746134037.313204:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8801360fbb80 x1830953552129152/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:248/0 lens 488/4536 e 0 to 0 dl 1746134048 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.313211:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801360fbb80 with x1830953552129152 ext(0->4095) 00010000:00010000:1.0:1746134037.313215:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c7fd5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f463 expref: 93 pid: 18904 timeout: 806 lvb_type: 0 00010000:00010000:1.0:1746134037.313224:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c7fd5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f463 expref: 93 pid: 18904 timeout: 806 lvb_type: 0 00002000:00010000:1.0:1746134037.313229:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801360fbb80 00000100:00100000:0.0:1746134037.316676:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.320877:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.323569:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.326662:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.331359:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.331397:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.335044:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.337167:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.341474:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.341692:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552130688 00000100:00100000:1.0:1746134037.341697:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552130688 00002000:00100000:1.0:1746134037.341723:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009558d180 x1830953552130688/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:248/0 lens 488/0 e 0 to 0 dl 1746134048 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.341731:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009558d180 with x1830953552130688 ext(0->4095) 00010000:00010000:1.0:1746134037.341738:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e400/0x9682c7de153c7fea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f478 expref: 93 pid: 18904 timeout: 806 lvb_type: 0 00010000:00010000:1.0:1746134037.341748:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90e400/0x9682c7de153c7fea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f478 expref: 93 pid: 18904 timeout: 806 lvb_type: 0 00002000:00010000:1.0:1746134037.341753:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009558d180 00000100:00100000:1.0:1746134037.341774:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2260 00000100:00100000:1.0:1746134037.341779:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009558d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+93:2010:x1830953552130688:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134037.341862:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009558d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+93:2010:x1830953552130688:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 83us (394us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134037.341867:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2260 00002000:00100000:1.0:1746134037.341871:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009558d180 x1830953552130688/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:248/0 lens 488/4536 e 0 to 0 dl 1746134048 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.341878:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009558d180 with x1830953552130688 ext(0->4095) 00010000:00010000:1.0:1746134037.341882:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e400/0x9682c7de153c7fea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f478 expref: 93 pid: 18904 timeout: 806 lvb_type: 0 00010000:00010000:1.0:1746134037.341889:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90e400/0x9682c7de153c7fea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f478 expref: 93 pid: 18904 timeout: 806 lvb_type: 0 00002000:00010000:1.0:1746134037.341905:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009558d180 00000100:00100000:0.0:1746134037.344668:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.347472:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.350745:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.354961:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.359493:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088052d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548020224:192.168.203.26@tcp:105: 00010000:00010000:0.0:1746134037.359511:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134037.359554:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:2009:x1830953552131328:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4149us (4593us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134037.359564:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14660 00000100:00100000:1.0:1746134037.359915:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.359966:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552131712 00000100:00100000:1.0:1746134037.359969:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552131712 00002000:00100000:1.0:1746134037.359989:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091aec380 x1830953552131712/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:248/0 lens 488/0 e 0 to 0 dl 1746134048 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.359997:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091aec380 with x1830953552131712 ext(0->4095) 00010000:00010000:1.0:1746134037.360002:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c7ff8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f486 expref: 6 pid: 18904 timeout: 806 lvb_type: 0 00010000:00010000:1.0:1746134037.360010:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c7ff8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f486 expref: 6 pid: 18904 timeout: 806 lvb_type: 0 00002000:00010000:1.0:1746134037.360015:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091aec380 00000100:00100000:1.0:1746134037.360038:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2261 00000100:00100000:1.0:1746134037.360043:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091aec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552131712:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134037.360163:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091aec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552131712:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (247us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134037.360168:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2261 00002000:00100000:1.0:1746134037.360172:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091aec380 x1830953552131712/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:248/0 lens 488/4536 e 0 to 0 dl 1746134048 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.360179:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091aec380 with x1830953552131712 ext(0->4095) 00010000:00010000:1.0:1746134037.360182:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c7ff8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f486 expref: 6 pid: 18904 timeout: 806 lvb_type: 0 00010000:00010000:1.0:1746134037.360189:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c7ff8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f486 expref: 6 pid: 18904 timeout: 806 lvb_type: 0 00002000:00010000:1.0:1746134037.360194:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091aec380 00000100:00100000:0.0:1746134037.364334:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.367579:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.371535:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.375017:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.378302:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548020736:192.168.203.26@tcp:105: 00010000:00010000:0.0:1746134037.378318:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134037.378351:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+92:2009:x1830953552132352:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3140us (3340us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134037.378359:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14662 00000100:00100000:1.0:1746134037.378744:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552132608 00000100:00100000:1.0:1746134037.378749:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552132608 00002000:00100000:1.0:1746134037.378775:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091b08e00 x1830953552132608/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:248/0 lens 488/0 e 0 to 0 dl 1746134048 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.378783:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b08e00 with x1830953552132608 ext(0->4095) 00002000:00010000:1.0:1746134037.378787:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091b08e00 00000100:00100000:1.0:1746134037.378808:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12938 00000100:00100000:1.0:1746134037.378813:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+92:2009:x1830953552132608:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134037.378916:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+92:2009:x1830953552132608:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (703us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134037.378922:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12938 00002000:00100000:1.0:1746134037.378927:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091b08e00 x1830953552132608/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:248/0 lens 488/4536 e 0 to 0 dl 1746134048 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.378933:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b08e00 with x1830953552132608 ext(0->4095) 00002000:00010000:1.0:1746134037.378935:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091b08e00 00000100:00100000:0.0:1746134037.385940:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552132864 00000100:00100000:0.0:1746134037.385946:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552132864 00010000:00010000:0.0:1746134037.385969:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8006 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f494 expref: 92 pid: 18904 timeout: 806 lvb_type: 0 00000100:00100000:0.0:1746134037.385999:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14663 00000100:00100000:0.0:1746134037.386005:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129eb6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+92:2010:x1830953552132864:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134037.386014:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134037.386029:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8006 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f494 expref: 92 pid: 18904 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746134037.386039:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8006 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f494 expref: 92 pid: 18904 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746134037.386056:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8006 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f494 expref: 92 pid: 18904 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746134037.386073:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134037.386075:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134037.386080:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c800d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f49b expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134037.386087:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c800d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f49b expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134037.386110:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c800d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f49b expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134037.386144:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007282e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548020992:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134037.386199:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c000 going to sleep for 11 seconds 00000100:00100000:0.0:1746134037.390980:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.391013:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.395219:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.395753:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552133376 00000100:00100000:1.0:1746134037.395758:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552133376 00000100:00100000:0.0:1746134037.399309:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.403042:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.403287:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552133760 00000100:00100000:1.0:1746134037.403293:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552133760 00002000:00100000:1.0:1746134037.403325:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007282dc00 x1830953552133760/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:248/0 lens 488/0 e 0 to 0 dl 1746134048 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.403334:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282dc00 with x1830953552133760 ext(0->4095) 00010000:00010000:1.0:1746134037.403343:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8014 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4a2 expref: 93 pid: 18904 timeout: 806 lvb_type: 0 00010000:00010000:1.0:1746134037.403354:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8014 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4a2 expref: 93 pid: 18904 timeout: 806 lvb_type: 0 00002000:00010000:1.0:1746134037.403360:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007282dc00 00000100:00100000:1.0:1746134037.403376:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2263 00000100:00100000:1.0:1746134037.403382:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+93:2010:x1830953552133760:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134037.403490:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+93:2010:x1830953552133760:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (452us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134037.403496:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2263 00002000:00100000:1.0:1746134037.403501:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007282dc00 x1830953552133760/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:248/0 lens 488/4536 e 0 to 0 dl 1746134048 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.403507:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282dc00 with x1830953552133760 ext(0->4095) 00010000:00010000:1.0:1746134037.403511:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8014 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4a2 expref: 93 pid: 18904 timeout: 806 lvb_type: 0 00010000:00010000:1.0:1746134037.403518:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8014 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4a2 expref: 93 pid: 18904 timeout: 806 lvb_type: 0 00002000:00010000:1.0:1746134037.403523:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007282dc00 00000100:00100000:0.0:1746134037.406717:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.411787:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.415018:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.419194:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.423574:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.424065:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.424850:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552134656 00000100:00100000:1.0:1746134037.424854:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552134656 00002000:00100000:1.0:1746134037.424877:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007282e680 x1830953552134656/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:248/0 lens 488/0 e 0 to 0 dl 1746134048 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.424890:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282e680 with x1830953552134656 ext(0->4095) 00010000:00010000:1.0:1746134037.424895:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c8022 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4b0 expref: 6 pid: 9580 timeout: 806 lvb_type: 0 00010000:00010000:1.0:1746134037.424903:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c8022 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4b0 expref: 6 pid: 9580 timeout: 806 lvb_type: 0 00002000:00010000:1.0:1746134037.424908:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007282e680 00000100:00100000:1.0:1746134037.424919:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2264 00000100:00100000:1.0:1746134037.424924:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552134656:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134037.425029:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552134656:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (1459us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134037.425034:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2264 00002000:00100000:1.0:1746134037.425039:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007282e680 x1830953552134656/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:248/0 lens 488/4536 e 0 to 0 dl 1746134048 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.425045:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282e680 with x1830953552134656 ext(0->4095) 00010000:00010000:1.0:1746134037.425048:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c8022 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4b0 expref: 6 pid: 9580 timeout: 806 lvb_type: 0 00010000:00010000:1.0:1746134037.425055:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c8022 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4b0 expref: 6 pid: 9580 timeout: 806 lvb_type: 0 00002000:00010000:1.0:1746134037.425060:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007282e680 00000100:00100000:0.0:1746134037.428349:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.430157:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.435157:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552135296 00000100:00100000:0.0:1746134037.435163:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552135296 00002000:00100000:0.0:1746134037.435198:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880088050380 x1830953552135296/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:248/0 lens 488/0 e 0 to 0 dl 1746134048 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134037.435207:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088050380 with x1830953552135296 ext(0->4095) 00010000:00010000:0.0:1746134037.435215:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e200/0x9682c7de153c8029 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4b7 expref: 93 pid: 9580 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746134037.435227:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90e200/0x9682c7de153c8029 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4b7 expref: 93 pid: 9580 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746134037.435233:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088050380 00000100:00100000:0.0:1746134037.435671:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2265 00000100:00100000:0.0:1746134037.435678:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088050380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+93:2009:x1830953552135296:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746134037.435792:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088050380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+93:2009:x1830953552135296:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (880us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134037.435797:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2265 00002000:00100000:0.0:1746134037.435802:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880088050380 x1830953552135296/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:248/0 lens 488/4536 e 0 to 0 dl 1746134048 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134037.435809:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088050380 with x1830953552135296 ext(0->4095) 00010000:00010000:0.0:1746134037.435812:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e200/0x9682c7de153c8029 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4b7 expref: 93 pid: 9580 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746134037.435820:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90e200/0x9682c7de153c8029 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4b7 expref: 93 pid: 9580 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746134037.435830:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088050380 00000100:00100000:0.0:1746134037.437938:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.441286:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.441979:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552135680 00000100:00100000:1.0:1746134037.441985:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552135680 00002000:00100000:1.0:1746134037.442013:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800957a3480 x1830953552135680/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:248/0 lens 488/0 e 0 to 0 dl 1746134048 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.442021:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957a3480 with x1830953552135680 ext(0->4095) 00002000:00010000:1.0:1746134037.442024:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800957a3480 00000100:00100000:1.0:1746134037.442108:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12941 00000100:00100000:1.0:1746134037.442147:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+92:2009:x1830953552135680:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134037.442834:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+92:2009:x1830953552135680:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 687us (1552us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134037.442839:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12941 00002000:00100000:1.0:1746134037.442844:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800957a3480 x1830953552135680/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:248/0 lens 488/4536 e 0 to 0 dl 1746134048 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.442851:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957a3480 with x1830953552135680 ext(0->4095) 00002000:00010000:1.0:1746134037.442854:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800957a3480 00000100:00100000:0.0:1746134037.444706:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.447807:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088051c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548022400:192.168.203.26@tcp:104: 00010000:00010000:0.0:1746134037.447829:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c8037 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4c5 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134037.447840:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f400, rc 0) 00000100:00100000:0.0:1746134037.447884:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552135808:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2647us (3181us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134037.447891:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29366 00000100:00100000:0.0:1746134037.449055:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.453060:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801360f9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548022528:192.168.203.26@tcp:105: 00010000:00010000:0.0:1746134037.453077:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134037.453150:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:2009:x1830953552135936:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3838us (4097us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134037.453159:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14669 00000100:00100000:1.0:1746134037.453680:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552136192 00000100:00100000:1.0:1746134037.453686:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552136192 00002000:00100000:1.0:1746134037.453714:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8801360f9880 x1830953552136192/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:248/0 lens 488/0 e 0 to 0 dl 1746134048 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.453723:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801360f9880 with x1830953552136192 ext(0->4095) 00002000:00010000:1.0:1746134037.453726:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801360f9880 00000100:00100000:1.0:1746134037.453738:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12942 00000100:00100000:1.0:1746134037.453743:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801360f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552136192:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134037.453845:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801360f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552136192:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (479us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134037.453853:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12942 00002000:00100000:1.0:1746134037.453857:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8801360f9880 x1830953552136192/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:248/0 lens 488/4536 e 0 to 0 dl 1746134048 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.453863:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801360f9880 with x1830953552136192 ext(0->4095) 00002000:00010000:1.0:1746134037.453865:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801360f9880 00000100:00100000:0.0:1746134037.454531:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552136320 00000100:00100000:0.0:1746134037.454535:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552136320 00000100:00100000:0.0:1746134037.454568:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29367 00000100:00100000:0.0:1746134037.454573:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088052300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:1755:x1830953552136320:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134037.454582:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134037.454595:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fc47800/0x9682c7de153c803e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f4cc expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134037.454614:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c8037 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4c5 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134037.454620:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134037.454621:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134037.454624:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fc47800/0x9682c7de153c803e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4cc expref: 92 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134037.454645:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c8037 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4c5 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134037.454654:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c8037 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4c5 expref: 5 pid: 9580 timeout: 806 lvb_type: 0 00000100:00100000:0.0:1746134037.454662:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800957a0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548022656:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134037.454721:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134037.456937:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.458369:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800957a0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548022656:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134037.458384:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008fc47800/0x9682c7de153c803e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4cc expref: 93 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.458393:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fc47800, rc 0) 00000100:00100000:1.0:1746134037.458412:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088052300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+93:1755:x1830953552136320:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3839us (4021us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134037.458417:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29367 00000100:00100000:0.0:1746134037.459938:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.464101:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.464512:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552136832 00000100:00100000:1.0:1746134037.464519:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552136832 00002000:00100000:1.0:1746134037.464549:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800872b5180 x1830953552136832/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:248/0 lens 488/0 e 0 to 0 dl 1746134048 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.464557:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800872b5180 with x1830953552136832 ext(0->4095) 00010000:00010000:1.0:1746134037.464563:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008fc47800/0x9682c7de153c803e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4cc expref: 93 pid: 9580 timeout: 806 lvb_type: 0 00010000:00010000:1.0:1746134037.464574:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008fc47800/0x9682c7de153c803e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4cc expref: 93 pid: 9580 timeout: 806 lvb_type: 0 00002000:00010000:1.0:1746134037.464584:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800872b5180 00000100:00100000:1.0:1746134037.464610:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2266 00000100:00100000:1.0:1746134037.464616:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800872b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+93:2010:x1830953552136832:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134037.464724:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800872b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+93:2010:x1830953552136832:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (630us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134037.464730:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2266 00002000:00100000:1.0:1746134037.464735:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800872b5180 x1830953552136832/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:248/0 lens 488/4536 e 0 to 0 dl 1746134048 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.464742:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800872b5180 with x1830953552136832 ext(0->4095) 00010000:00010000:1.0:1746134037.464746:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88008fc47800/0x9682c7de153c803e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4cc expref: 93 pid: 9580 timeout: 806 lvb_type: 0 00010000:00010000:1.0:1746134037.464754:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88008fc47800/0x9682c7de153c803e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4cc expref: 93 pid: 9580 timeout: 806 lvb_type: 0 00002000:00010000:1.0:1746134037.464759:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800872b5180 00000100:00100000:0.0:1746134037.466999:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.470605:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088053480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548023040:192.168.203.26@tcp:105: 00010000:00010000:0.0:1746134037.470625:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134037.470670:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d141880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+92:2010:x1830953552136960:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3206us (3675us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134037.470679:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14671 00000100:00100000:1.0:1746134037.473679:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552137344 00000100:00100000:1.0:1746134037.473685:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552137344 00000100:00100000:1.0:1746134037.473719:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29369 00000100:00100000:1.0:1746134037.473725:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088051500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552137344:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134037.473739:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134037.473753:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c804c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f4da expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.473778:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c8045 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4d3 expref: 91 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.473784:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134037.473786:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134037.473788:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c804c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4da expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.473812:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c8045 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4d3 expref: 91 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.473822:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c8045 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4d3 expref: 91 pid: 9581 timeout: 806 lvb_type: 0 00000100:00100000:1.0:1746134037.473831:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800957a0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548023168:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134037.473903:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746134037.476040:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800957a0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548023168:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134037.476061:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c804c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4da expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.476073:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957ea000, rc 0) 00000100:00100000:1.0:1746134037.476326:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088051500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552137344:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2599us (2780us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134037.476334:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29369 00000100:00100000:0.0:1746134037.476570:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.476771:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552137472 00000100:00100000:1.0:1746134037.476776:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552137472 00010000:00010000:1.0:1746134037.476793:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c8045 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4d3 expref: 92 pid: 9581 timeout: 806 lvb_type: 0 00000100:00100000:1.0:1746134037.476818:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14672 00000100:00100000:1.0:1746134037.476823:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d141c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+92:2010:x1830953552137472:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134037.476832:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134037.476845:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c8045 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4d3 expref: 92 pid: 9581 timeout: 806 lvb_type: 0 00010000:00010000:1.0:1746134037.476854:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c8045 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4d3 expref: 92 pid: 9581 timeout: 806 lvb_type: 0 00010000:00010000:1.0:1746134037.476870:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c8045 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4d3 expref: 92 pid: 9581 timeout: 806 lvb_type: 0 00010000:00010000:1.0:1746134037.477109:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134037.477134:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134037.477140:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c804c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4da expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.477147:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c804c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4da expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.477169:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c804c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4da expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134037.477179:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800957a0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548023296:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134037.477237:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746134037.479964:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800957a0000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548023296:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134037.479983:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134037.480622:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d141c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:2010:x1830953552137472:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3795us (4049us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134037.480631:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14672 00000100:00100000:1.0:1746134037.481218:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.481244:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.481261:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552137856 00000100:00100000:1.0:1746134037.481266:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552137856 00000100:00100000:1.0:1746134037.481302:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29370 00000100:00100000:1.0:1746134037.481308:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:1755:x1830953552137856:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134037.481321:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134037.481333:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957eb800/0x9682c7de153c8053 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f4e1 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.481353:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c804c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4da expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.481359:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134037.481360:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134037.481363:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb800/0x9682c7de153c8053 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4e1 expref: 92 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.481384:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c804c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4da expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.481397:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c804c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4da expref: 5 pid: 9580 timeout: 806 lvb_type: 0 00000100:00100000:1.0:1746134037.481407:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800957a2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548023424:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134037.481453:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134037.481897:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552137728 00000100:00100000:0.0:1746134037.481901:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552137728 00002000:00100000:0.0:1746134037.481925:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800957a0000 x1830953552137728/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:248/0 lens 488/0 e 0 to 0 dl 1746134048 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134037.481933:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957a0000 with x1830953552137728 ext(0->4095) 00010000:00010000:0.0:1746134037.481937:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c804c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4da expref: 6 pid: 9580 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746134037.481945:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c804c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4da expref: 6 pid: 9580 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746134037.481951:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957a0000 00000100:00100000:0.0:1746134037.481975:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2267 00000100:00100000:0.0:1746134037.481980:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552137728:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746134037.482076:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552137728:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 95us (858us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134037.482081:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2267 00002000:00100000:0.0:1746134037.482085:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800957a0000 x1830953552137728/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:248/0 lens 488/4536 e 0 to 0 dl 1746134048 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134037.482092:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957a0000 with x1830953552137728 ext(0->4095) 00010000:00010000:0.0:1746134037.482095:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c804c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4da expref: 6 pid: 9580 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746134037.482103:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c804c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4da expref: 6 pid: 9580 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746134037.482139:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957a0000 00000100:00100000:1.0:1746134037.484182:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800957a2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548023424:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134037.484207:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957eb800/0x9682c7de153c8053 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4e1 expref: 92 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.484221:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957eb800, rc 0) 00000100:00100000:1.0:1746134037.484256:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+92:1755:x1830953552137856:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2947us (3010us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134037.484263:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29370 00000100:00100000:1.0:1746134037.487172:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552137984 00000100:00100000:1.0:1746134037.487179:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552137984 00000100:00100000:1.0:1746134037.487341:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29371 00000100:00100000:1.0:1746134037.487349:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088051880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+92:1757:x1830953552137984:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134037.487363:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134037.487376:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ebc00/0x9682c7de153c805a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f4e8 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.487395:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134037.487400:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb800/0x9682c7de153c8053 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4e1 expref: 93 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.487410:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134037.487413:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ebc00/0x9682c7de153c805a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4e8 expref: 93 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.487441:0:9580:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957eb800/0x9682c7de153c8053 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4e1 expref: 93 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.487450:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957ebc00/0x9682c7de153c805a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4e8 expref: 93 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.487457:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957ebc00, rc 0) 00000100:00100000:0.0:1746134037.487718:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552138112 00000100:00100000:0.0:1746134037.487722:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552138112 00010000:00010000:0.0:1746134037.487737:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c804c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4da expref: 6 pid: 9580 timeout: 806 lvb_type: 0 00000100:00100000:0.0:1746134037.487761:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14673 00000100:00100000:0.0:1746134037.487767:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088050000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552138112:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134037.487774:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134037.487788:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c804c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4da expref: 6 pid: 9580 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746134037.487798:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c804c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4da expref: 6 pid: 9580 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746134037.487812:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c804c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4da expref: 6 pid: 9580 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746134037.487825:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134037.487827:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134037.487831:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb800/0x9682c7de153c8053 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4e1 expref: 93 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134037.487837:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb800/0x9682c7de153c8053 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4e1 expref: 93 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134037.487858:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800957eb800/0x9682c7de153c8053 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4e1 expref: 93 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134037.487867:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957eb800/0x9682c7de153c8053 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4e1 expref: 93 pid: 9580 timeout: 806 lvb_type: 0 00000100:00100000:0.0:1746134037.487876:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d140e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548023680:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134037.488273:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088051880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+93:1757:x1830953552137984:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 923us (1335us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134037.488279:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29371 00000100:00100000:0.0:1746134037.488554:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c480 going to sleep for 11 seconds 00000100:00100000:0.0:1746134037.490557:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d140e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548023680:192.168.203.26@tcp:105: 00010000:00010000:0.0:1746134037.490573:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134037.490827:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088050000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552138112:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3058us (3761us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134037.490835:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14673 00000100:00100000:0.0:1746134037.491833:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552138368 00000100:00100000:0.0:1746134037.491839:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552138368 00002000:00100000:0.0:1746134037.491868:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009558c000 x1830953552138368/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:248/0 lens 488/0 e 0 to 0 dl 1746134048 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134037.491876:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009558c000 with x1830953552138368 ext(0->4095) 00010000:00010000:0.0:1746134037.491883:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb800/0x9682c7de153c8053 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4e1 expref: 93 pid: 9580 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746134037.491894:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957eb800/0x9682c7de153c8053 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4e1 expref: 93 pid: 9580 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746134037.491900:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009558c000 00000100:00100000:0.0:1746134037.491928:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2268 00000100:00100000:0.0:1746134037.491934:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009558c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+93:2009:x1830953552138368:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746134037.492048:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009558c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+93:2009:x1830953552138368:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (422us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134037.492054:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2268 00002000:00100000:0.0:1746134037.492059:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009558c000 x1830953552138368/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:248/0 lens 488/4536 e 0 to 0 dl 1746134048 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134037.492066:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009558c000 with x1830953552138368 ext(0->4095) 00010000:00010000:0.0:1746134037.492070:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb800/0x9682c7de153c8053 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4e1 expref: 93 pid: 9580 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746134037.492078:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957eb800/0x9682c7de153c8053 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4e1 expref: 93 pid: 9580 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746134037.492083:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009558c000 00000100:00100000:0.0:1746134037.496407:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.502138:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552138752 00000100:00100000:0.0:1746134037.502144:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552138752 00002000:00100000:0.0:1746134037.502173:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880088053b80 x1830953552138752/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:248/0 lens 488/0 e 0 to 0 dl 1746134048 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134037.502182:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088053b80 with x1830953552138752 ext(0->4095) 00002000:00010000:0.0:1746134037.502185:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088053b80 00000100:00100000:0.0:1746134037.502199:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12944 00000100:00100000:0.0:1746134037.502204:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088053b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+93:2010:x1830953552138752:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746134037.502661:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088053b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+92:2010:x1830953552138752:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 455us (916us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134037.502667:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12944 00002000:00100000:0.0:1746134037.502672:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880088053b80 x1830953552138752/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:248/0 lens 488/4536 e 0 to 0 dl 1746134048 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134037.502678:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088053b80 with x1830953552138752 ext(0->4095) 00002000:00010000:0.0:1746134037.502680:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088053b80 00000100:00100000:1.0:1746134037.506993:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552138880 00000100:00100000:1.0:1746134037.507000:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552138880 00000100:00100000:1.0:1746134037.507103:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29372 00000100:00100000:1.0:1746134037.507232:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088053100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552138880:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134037.507249:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134037.507264:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c8061 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f4ef expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.507289:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ebc00/0x9682c7de153c805a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4e8 expref: 91 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.507295:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134037.507298:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134037.507301:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c8061 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4ef expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.507326:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ebc00/0x9682c7de153c805a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4e8 expref: 91 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.507337:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957ebc00/0x9682c7de153c805a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4e8 expref: 91 pid: 9580 timeout: 806 lvb_type: 0 00000100:00100000:1.0:1746134037.507347:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800957a2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548023936:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134037.507463:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746134037.509387:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800957a2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548023936:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134037.509413:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c8061 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4ef expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.509426:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957ea600, rc 0) 00000100:00100000:1.0:1746134037.509865:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088053100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552138880:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2753us (3081us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134037.509872:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29372 00000100:00100000:0.0:1746134037.510407:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.513598:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552139136 00000100:00100000:1.0:1746134037.513605:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552139136 00000100:00100000:1.0:1746134037.513650:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29373 00000100:00100000:1.0:1746134037.513657:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088053480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+92:1755:x1830953552139136:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134037.513670:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134037.513684:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c8068 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f4f6 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.513710:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c8061 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4ef expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.513715:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134037.513717:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134037.513720:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c8068 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4f6 expref: 93 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.513743:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c8061 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4ef expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.513752:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c8061 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4ef expref: 5 pid: 9580 timeout: 806 lvb_type: 0 00000100:00100000:1.0:1746134037.513761:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800957a2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548024192:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134037.513817:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134037.514300:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.514316:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552139392 00000100:00100000:0.0:1746134037.514318:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552139392 00002000:00100000:0.0:1746134037.514337:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880131cbc380 x1830953552139392/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:248/0 lens 488/0 e 0 to 0 dl 1746134048 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134037.514345:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cbc380 with x1830953552139392 ext(0->4095) 00010000:00010000:0.0:1746134037.514350:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c8061 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4ef expref: 6 pid: 9580 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746134037.514358:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c8061 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4ef expref: 6 pid: 9580 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746134037.514363:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131cbc380 00000100:00100000:0.0:1746134037.514376:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2269 00000100:00100000:0.0:1746134037.514380:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552139392:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746134037.514464:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552139392:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 83us (164us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134037.514469:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2269 00002000:00100000:0.0:1746134037.514474:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880131cbc380 x1830953552139392/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:248/0 lens 488/4536 e 0 to 0 dl 1746134048 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134037.514480:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cbc380 with x1830953552139392 ext(0->4095) 00010000:00010000:0.0:1746134037.514484:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c8061 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4ef expref: 6 pid: 9580 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746134037.514491:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c8061 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4ef expref: 6 pid: 9580 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746134037.514496:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131cbc380 00000100:00100000:0.0:1746134037.517751:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.518370:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800957a2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548024192:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134037.518391:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c8068 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f4f6 expref: 93 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.518403:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957ea400, rc 0) 00000100:00100000:1.0:1746134037.519783:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088053480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+94:1755:x1830953552139136:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6122us (6265us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134037.519791:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29373 00000100:00100000:0.0:1746134037.520393:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.524860:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.528060:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.531589:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552140288 00000100:00100000:0.0:1746134037.531595:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552140288 00002000:00100000:0.0:1746134037.531629:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880088051c00 x1830953552140288/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:248/0 lens 488/0 e 0 to 0 dl 1746134048 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134037.531638:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088051c00 with x1830953552140288 ext(0->4095) 00002000:00010000:0.0:1746134037.531641:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088051c00 00000100:00100000:0.0:1746134037.531667:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12945 00000100:00100000:0.0:1746134037.531674:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088051c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+93:2010:x1830953552140288:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746134037.531795:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088051c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+93:2010:x1830953552140288:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (260us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134037.531801:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12945 00002000:00100000:0.0:1746134037.531807:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880088051c00 x1830953552140288/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:248/0 lens 488/4536 e 0 to 0 dl 1746134048 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134037.531813:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088051c00 with x1830953552140288 ext(0->4095) 00002000:00010000:0.0:1746134037.531816:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088051c00 00000100:00100000:0.0:1746134037.539015:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.543376:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.546894:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552140928 00000100:00100000:0.0:1746134037.546900:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552140928 00002000:00100000:0.0:1746134037.546933:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880088050000 x1830953552140928/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:248/0 lens 488/0 e 0 to 0 dl 1746134048 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134037.546941:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088050000 with x1830953552140928 ext(0->4095) 00010000:00010000:0.0:1746134037.546948:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4200/0x9682c7de153c8076 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f504 expref: 6 pid: 18904 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746134037.546959:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4200/0x9682c7de153c8076 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f504 expref: 6 pid: 18904 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746134037.546965:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088050000 00000100:00100000:0.0:1746134037.546991:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2271 00000100:00100000:0.0:1746134037.546997:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088050000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552140928:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746134037.547143:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088050000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552140928:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (726us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134037.547150:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2271 00002000:00100000:0.0:1746134037.547156:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880088050000 x1830953552140928/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:248/0 lens 488/4536 e 0 to 0 dl 1746134048 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134037.547168:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088050000 with x1830953552140928 ext(0->4095) 00010000:00010000:0.0:1746134037.547172:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4200/0x9682c7de153c8076 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f504 expref: 6 pid: 18904 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746134037.547180:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4200/0x9682c7de153c8076 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f504 expref: 6 pid: 18904 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746134037.547185:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088050000 00000001:00080000:0.0:1746134037.548965:0:10917:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970615 is committed 00000100:00100000:0.0:1746134037.550634:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.552507:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.557205:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.557333:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552141440 00000100:00100000:1.0:1746134037.557339:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552141440 00002000:00100000:1.0:1746134037.557368:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880092398000 x1830953552141440/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:248/0 lens 488/0 e 0 to 0 dl 1746134048 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.557376:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092398000 with x1830953552141440 ext(0->4095) 00010000:00010000:1.0:1746134037.557383:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c807d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f50b expref: 7 pid: 18904 timeout: 806 lvb_type: 0 00010000:00010000:1.0:1746134037.557394:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c807d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f50b expref: 7 pid: 18904 timeout: 806 lvb_type: 0 00002000:00010000:1.0:1746134037.557401:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092398000 00000100:00100000:1.0:1746134037.557419:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2272 00000100:00100000:1.0:1746134037.557424:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092398000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2009:x1830953552141440:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134037.557524:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092398000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2009:x1830953552141440:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (1418us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134037.557530:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2272 00002000:00100000:1.0:1746134037.557534:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880092398000 x1830953552141440/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:248/0 lens 488/4536 e 0 to 0 dl 1746134048 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.557541:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092398000 with x1830953552141440 ext(0->4095) 00010000:00010000:1.0:1746134037.557545:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c807d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f50b expref: 7 pid: 18904 timeout: 806 lvb_type: 0 00010000:00010000:1.0:1746134037.557553:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c807d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f50b expref: 7 pid: 18904 timeout: 806 lvb_type: 0 00002000:00010000:1.0:1746134037.557560:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092398000 00000100:00100000:1.0:1746134037.560390:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.563926:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.564166:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552141824 00000100:00100000:1.0:1746134037.564171:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552141824 00002000:00100000:1.0:1746134037.564198:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880092399c00 x1830953552141824/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:248/0 lens 488/0 e 0 to 0 dl 1746134048 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.564206:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092399c00 with x1830953552141824 ext(0->4095) 00002000:00010000:1.0:1746134037.564209:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092399c00 00000100:00100000:1.0:1746134037.564229:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12946 00000100:00100000:1.0:1746134037.564235:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092399c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2010:x1830953552141824:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134037.564326:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092399c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2010:x1830953552141824:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 92us (407us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134037.564331:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12946 00002000:00100000:1.0:1746134037.564336:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880092399c00 x1830953552141824/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:248/0 lens 488/4536 e 0 to 0 dl 1746134048 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.564343:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092399c00 with x1830953552141824 ext(0->4095) 00002000:00010000:1.0:1746134037.564345:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092399c00 00000100:00100000:0.0:1746134037.566670:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.570394:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.575474:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.576191:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.580251:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.580437:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552142592 00000100:00100000:1.0:1746134037.580443:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552142592 00000100:00100000:1.0:1746134037.580486:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29380 00000100:00100000:1.0:1746134037.580493:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d968a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:1757:x1830953552142592:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134037.580508:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134037.580521:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957eb200/0x9682c7de153c8099 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f527 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.580539:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134037.580543:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8092 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f520 expref: 8 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.580548:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134037.580550:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb200/0x9682c7de153c8099 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f527 expref: 8 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.580578:0:9580:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8092 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f520 expref: 8 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.580588:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957eb200/0x9682c7de153c8099 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f527 expref: 8 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.580596:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957eb200, rc 0) 00000100:00100000:1.0:1746134037.580626:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d968a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:1757:x1830953552142592:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134037.580631:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29380 00000100:00100000:0.0:1746134037.581830:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.585988:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.586158:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552142976 00000100:00100000:1.0:1746134037.586163:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552142976 00002000:00100000:1.0:1746134037.586190:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d96a300 x1830953552142976/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:248/0 lens 488/0 e 0 to 0 dl 1746134048 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.586199:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d96a300 with x1830953552142976 ext(0->4095) 00010000:00010000:1.0:1746134037.586205:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8092 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f520 expref: 7 pid: 18904 timeout: 806 lvb_type: 0 00010000:00010000:1.0:1746134037.586216:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8092 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f520 expref: 7 pid: 18904 timeout: 806 lvb_type: 0 00002000:00010000:1.0:1746134037.586226:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d96a300 00000100:00100000:1.0:1746134037.586250:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2273 00000100:00100000:1.0:1746134037.586256:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d96a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2010:x1830953552142976:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134037.586356:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d96a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2010:x1830953552142976:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (369us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134037.586361:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2273 00002000:00100000:1.0:1746134037.586365:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d96a300 x1830953552142976/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:248/0 lens 488/4536 e 0 to 0 dl 1746134048 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.586372:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d96a300 with x1830953552142976 ext(0->4095) 00010000:00010000:1.0:1746134037.586376:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8092 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f520 expref: 7 pid: 18904 timeout: 806 lvb_type: 0 00010000:00010000:1.0:1746134037.586383:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8092 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f520 expref: 7 pid: 18904 timeout: 806 lvb_type: 0 00002000:00010000:1.0:1746134037.586387:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d96a300 00000100:00100000:0.0:1746134037.588579:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.591820:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.596415:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.600032:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.604224:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.604969:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.611600:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.612785:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.617421:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.617477:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552144512 00000100:00100000:1.0:1746134037.617483:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552144512 00002000:00100000:1.0:1746134037.617514:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008ad8e680 x1830953552144512/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:248/0 lens 488/0 e 0 to 0 dl 1746134048 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.617523:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ad8e680 with x1830953552144512 ext(0->4095) 00010000:00010000:1.0:1746134037.617530:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c80a7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f535 expref: 7 pid: 18904 timeout: 806 lvb_type: 0 00010000:00010000:1.0:1746134037.617545:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c80a7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f535 expref: 7 pid: 18904 timeout: 806 lvb_type: 0 00002000:00010000:1.0:1746134037.617551:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ad8e680 00000100:00100000:1.0:1746134037.617730:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2275 00000100:00100000:1.0:1746134037.617737:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2010:x1830953552144512:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134037.617840:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2010:x1830953552144512:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (423us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134037.617846:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2275 00002000:00100000:1.0:1746134037.617850:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008ad8e680 x1830953552144512/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:248/0 lens 488/4536 e 0 to 0 dl 1746134048 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.617857:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ad8e680 with x1830953552144512 ext(0->4095) 00010000:00010000:1.0:1746134037.617861:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c80a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f535 expref: 7 pid: 18904 timeout: 806 lvb_type: 0 00010000:00010000:1.0:1746134037.617868:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c80a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f535 expref: 7 pid: 18904 timeout: 806 lvb_type: 0 00002000:00010000:1.0:1746134037.617873:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ad8e680 00000100:00100000:0.0:1746134037.620494:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.624552:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.627839:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.630992:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.635522:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.639792:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.639859:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552145536 00000100:00100000:1.0:1746134037.639865:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552145536 00002000:00100000:1.0:1746134037.639896:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d5e2a00 x1830953552145536/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:248/0 lens 488/0 e 0 to 0 dl 1746134048 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.639905:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d5e2a00 with x1830953552145536 ext(0->4095) 00010000:00010000:1.0:1746134037.639913:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092339c00/0x9682c7de153c80b5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f543 expref: 6 pid: 9581 timeout: 806 lvb_type: 0 00010000:00010000:1.0:1746134037.639925:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092339c00/0x9682c7de153c80b5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f543 expref: 6 pid: 9581 timeout: 806 lvb_type: 0 00002000:00010000:1.0:1746134037.639931:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d5e2a00 00000100:00100000:1.0:1746134037.640023:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2276 00000100:00100000:1.0:1746134037.640031:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552145536:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134037.640817:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552145536:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 786us (1030us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134037.640823:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2276 00002000:00100000:1.0:1746134037.640828:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d5e2a00 x1830953552145536/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:248/0 lens 488/4536 e 0 to 0 dl 1746134048 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.640835:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d5e2a00 with x1830953552145536 ext(0->4095) 00010000:00010000:1.0:1746134037.640839:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092339c00/0x9682c7de153c80b5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f543 expref: 6 pid: 9581 timeout: 806 lvb_type: 0 00010000:00010000:1.0:1746134037.640847:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092339c00/0x9682c7de153c80b5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f543 expref: 6 pid: 9581 timeout: 806 lvb_type: 0 00002000:00010000:1.0:1746134037.640852:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d5e2a00 00000100:00100000:0.0:1746134037.644288:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.648820:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.664285:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.680585:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.687946:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:2011:x1830953552146176:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 1922us (7361us total) trans 4294970616 rc 0/0 00000100:00100000:0.0:1746134037.687956:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2277 00002000:00100000:0.0:1746134037.687963:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800957a0380 x1830953552146176/t4294970616(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:248/0 lens 496/448 e 0 to 0 dl 1746134048 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134037.687972:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957a0380 with x1830953552146176 ext(0->7) 00010000:00010000:0.0:1746134037.687980:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c80bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f54a expref: 8 pid: 9581 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746134037.687991:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c80bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f54a expref: 8 pid: 9581 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746134037.687996:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957a0380 00000100:00100000:0.0:1746134037.694431:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.697299:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.701158:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.701219:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552146688 00000100:00100000:1.0:1746134037.701225:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552146688 00002000:00100000:1.0:1746134037.701259:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b5a9180 x1830953552146688/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:248/0 lens 488/0 e 0 to 0 dl 1746134048 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.701269:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5a9180 with x1830953552146688 ext(0->4095) 00010000:00010000:1.0:1746134037.701276:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c80c3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f551 expref: 6 pid: 9581 timeout: 806 lvb_type: 0 00010000:00010000:1.0:1746134037.701287:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c80c3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f551 expref: 6 pid: 9581 timeout: 806 lvb_type: 0 00002000:00010000:1.0:1746134037.701292:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b5a9180 00000100:00100000:1.0:1746134037.701307:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2278 00000100:00100000:1.0:1746134037.701312:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552146688:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134037.701420:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552146688:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (269us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134037.701426:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2278 00002000:00100000:1.0:1746134037.701431:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b5a9180 x1830953552146688/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:248/0 lens 488/4536 e 0 to 0 dl 1746134048 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.701438:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5a9180 with x1830953552146688 ext(0->4095) 00010000:00010000:1.0:1746134037.701442:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c80c3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f551 expref: 6 pid: 9581 timeout: 806 lvb_type: 0 00010000:00010000:1.0:1746134037.701450:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c80c3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f551 expref: 6 pid: 9581 timeout: 806 lvb_type: 0 00002000:00010000:1.0:1746134037.701455:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b5a9180 00000100:00100000:0.0:1746134037.704041:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.708711:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.709257:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552147072 00000100:00100000:1.0:1746134037.709264:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552147072 00002000:00100000:1.0:1746134037.709297:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b5a9500 x1830953552147072/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:248/0 lens 488/0 e 0 to 0 dl 1746134048 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.709306:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5a9500 with x1830953552147072 ext(0->4095) 00002000:00010000:1.0:1746134037.709310:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5a9500 00000100:00100000:1.0:1746134037.709634:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12951 00000100:00100000:1.0:1746134037.709640:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:2010:x1830953552147072:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134037.709855:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:2010:x1830953552147072:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 214us (1149us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134037.709861:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12951 00002000:00100000:1.0:1746134037.709865:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b5a9500 x1830953552147072/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:248/0 lens 488/4536 e 0 to 0 dl 1746134048 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.709872:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5a9500 with x1830953552147072 ext(0->4095) 00002000:00010000:1.0:1746134037.709875:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5a9500 00000100:00100000:0.0:1746134037.724567:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.735620:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.737984:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552147328 00000100:00100000:1.0:1746134037.737994:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552147328 00002000:00100000:1.0:1746134037.738032:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880099b2ed80 x1830953552147328/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:248/0 lens 496/0 e 0 to 0 dl 1746134048 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.738041:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099b2ed80 with x1830953552147328 ext(0->7) 00010000:00010000:1.0:1746134037.738049:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c80ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f558 expref: 8 pid: 9581 timeout: 806 lvb_type: 0 00010000:00010000:1.0:1746134037.738061:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c80ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f558 expref: 8 pid: 9581 timeout: 806 lvb_type: 0 00002000:00010000:1.0:1746134037.738071:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099b2ed80 00000100:00100000:1.0:1746134037.738095:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2279 00000100:00100000:1.0:1746134037.738102:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:2009:x1830953552147328:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746134037.739181:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2009:x1830953552147328:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 1075us (3565us total) trans 4294970617 rc 0/0 00000100:00100000:0.0:1746134037.739189:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2279 00002000:00100000:0.0:1746134037.739196:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880099b2ed80 x1830953552147328/t4294970617(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:248/0 lens 496/448 e 0 to 0 dl 1746134048 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134037.739203:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099b2ed80 with x1830953552147328 ext(0->7) 00010000:00010000:0.0:1746134037.739209:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c80ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f558 expref: 10 pid: 9581 timeout: 806 lvb_type: 0 00010000:00010000:0.0:1746134037.739220:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c80ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f558 expref: 10 pid: 9581 timeout: 806 lvb_type: 0 00002000:00010000:0.0:1746134037.739225:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099b2ed80 00000100:00100000:0.0:1746134037.745104:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.746480:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.749074:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.749319:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552147840 00000100:00100000:1.0:1746134037.749324:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552147840 00002000:00100000:1.0:1746134037.749352:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880099b2f800 x1830953552147840/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:248/0 lens 488/0 e 0 to 0 dl 1746134048 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.749360:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099b2f800 with x1830953552147840 ext(0->4095) 00010000:00010000:1.0:1746134037.749366:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c80d1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f55f expref: 6 pid: 9581 timeout: 806 lvb_type: 0 00010000:00010000:1.0:1746134037.749376:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c80d1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f55f expref: 6 pid: 9581 timeout: 806 lvb_type: 0 00002000:00010000:1.0:1746134037.749381:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099b2f800 00000100:00100000:1.0:1746134037.749394:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2280 00000100:00100000:1.0:1746134037.749401:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552147840:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134037.749506:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552147840:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (438us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134037.749511:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2280 00002000:00100000:1.0:1746134037.749515:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880099b2f800 x1830953552147840/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:248/0 lens 488/4536 e 0 to 0 dl 1746134048 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.749523:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099b2f800 with x1830953552147840 ext(0->4095) 00010000:00010000:1.0:1746134037.749527:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c80d1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f55f expref: 6 pid: 9581 timeout: 806 lvb_type: 0 00010000:00010000:1.0:1746134037.749536:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c80d1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f55f expref: 6 pid: 9581 timeout: 806 lvb_type: 0 00002000:00010000:1.0:1746134037.749541:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099b2f800 00000100:00100000:0.0:1746134037.751867:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.754795:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.758032:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.762468:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.765908:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.766438:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.771761:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.771803:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.776083:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.776562:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552149376 00000100:00100000:1.0:1746134037.776567:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552149376 00002000:00100000:1.0:1746134037.776594:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800916fed80 x1830953552149376/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:248/0 lens 488/0 e 0 to 0 dl 1746134048 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.776602:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916fed80 with x1830953552149376 ext(0->4095) 00010000:00010000:1.0:1746134037.776608:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092339800/0x9682c7de153c80e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f574 expref: 11 pid: 9581 timeout: 806 lvb_type: 0 00010000:00010000:1.0:1746134037.776618:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092339800/0x9682c7de153c80e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f574 expref: 11 pid: 9581 timeout: 806 lvb_type: 0 00002000:00010000:1.0:1746134037.776625:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800916fed80 00000100:00100000:1.0:1746134037.776639:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2282 00000100:00100000:1.0:1746134037.776644:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:2009:x1830953552149376:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134037.776742:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:2009:x1830953552149376:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 97us (667us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134037.776748:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2282 00002000:00100000:1.0:1746134037.776752:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800916fed80 x1830953552149376/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:248/0 lens 488/4536 e 0 to 0 dl 1746134048 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.776763:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916fed80 with x1830953552149376 ext(0->4095) 00010000:00010000:1.0:1746134037.776767:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092339800/0x9682c7de153c80e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f574 expref: 11 pid: 9581 timeout: 806 lvb_type: 0 00010000:00010000:1.0:1746134037.776775:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092339800/0x9682c7de153c80e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f574 expref: 11 pid: 9581 timeout: 806 lvb_type: 0 00002000:00010000:1.0:1746134037.776779:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800916fed80 00000100:00100000:0.0:1746134037.780047:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.783508:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.785464:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.787898:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.790753:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.793737:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.793817:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.794169:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552150400 00000100:00100000:1.0:1746134037.794175:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552150400 00000100:00100000:1.0:1746134037.794205:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552150528 00000100:00100000:1.0:1746134037.794207:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552150528 00000100:00100000:1.0:1746134037.794231:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29394 00000100:00100000:1.0:1746134037.794238:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:1757:x1830953552150400:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134037.794251:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134037.794264:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c80fb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f589 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.794284:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092338a00/0x9682c7de153c80f4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f582 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.794290:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134037.794292:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134037.794294:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c80fb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f589 expref: 11 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.794318:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092338a00/0x9682c7de153c80f4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f582 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.794328:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092338a00/0x9682c7de153c80f4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f582 expref: 5 pid: 18904 timeout: 806 lvb_type: 0 00000100:00100000:1.0:1746134037.794337:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800957a2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548029568:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134037.794395:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20000 going to sleep for 11 seconds 00000100:00100000:0.0:1746134037.794441:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29395 00000100:00100000:0.0:1746134037.794447:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:1755:x1830953552150528:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134037.794453:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134037.794459:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bd36600/0x9682c7de153c8102 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f590 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134037.794468:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134037.794472:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c80fb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f589 expref: 12 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134037.794476:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134037.794479:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bd36600/0x9682c7de153c8102 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f590 expref: 12 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134037.794494:0:9580:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c80fb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f589 expref: 12 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134037.794503:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bd36600/0x9682c7de153c8102 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f590 expref: 12 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134037.794511:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bd36600, rc 0) 00000100:00100000:0.0:1746134037.794525:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+12:1755:x1830953552150528:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 80us (709us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134037.794530:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29395 00000100:00100000:0.0:1746134037.797459:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.797617:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800957a2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548029568:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134037.797639:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c80fb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f589 expref: 11 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.797652:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957eb000, rc 0) 00000100:00100000:1.0:1746134037.797694:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:1757:x1830953552150400:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3456us (3961us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134037.797702:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29394 00000100:00100000:0.0:1746134037.802676:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.802753:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552150912 00000100:00100000:1.0:1746134037.802759:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552150912 00002000:00100000:1.0:1746134037.802792:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a1e680 x1830953552150912/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:248/0 lens 488/0 e 0 to 0 dl 1746134048 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.802800:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a1e680 with x1830953552150912 ext(0->4095) 00010000:00010000:1.0:1746134037.802808:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c80fb lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f589 expref: 11 pid: 9581 timeout: 806 lvb_type: 0 00010000:00010000:1.0:1746134037.802819:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c80fb lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f589 expref: 11 pid: 9581 timeout: 806 lvb_type: 0 00002000:00010000:1.0:1746134037.802829:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091a1e680 00000100:00100000:1.0:1746134037.802929:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2283 00000100:00100000:1.0:1746134037.802935:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:2010:x1830953552150912:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134037.803522:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:2010:x1830953552150912:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 585us (851us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134037.803528:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2283 00002000:00100000:1.0:1746134037.803533:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a1e680 x1830953552150912/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:248/0 lens 488/4536 e 0 to 0 dl 1746134048 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.803540:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a1e680 with x1830953552150912 ext(0->4095) 00010000:00010000:1.0:1746134037.803545:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c80fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f589 expref: 11 pid: 9581 timeout: 806 lvb_type: 0 00010000:00010000:1.0:1746134037.803553:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c80fb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f589 expref: 11 pid: 9581 timeout: 806 lvb_type: 0 00002000:00010000:1.0:1746134037.803558:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091a1e680 00000100:00100000:0.0:1746134037.806040:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.811370:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.812013:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552151296 00000100:00100000:1.0:1746134037.812019:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552151296 00002000:00100000:1.0:1746134037.812047:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a1ea00 x1830953552151296/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:248/0 lens 488/0 e 0 to 0 dl 1746134048 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.812056:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a1ea00 with x1830953552151296 ext(0->4095) 00002000:00010000:1.0:1746134037.812060:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091a1ea00 00000100:00100000:1.0:1746134037.812083:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12955 00000100:00100000:1.0:1746134037.812091:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2009:x1830953552151296:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134037.812231:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2009:x1830953552151296:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 140us (866us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134037.812237:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12955 00002000:00100000:1.0:1746134037.812242:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a1ea00 x1830953552151296/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:248/0 lens 488/4536 e 0 to 0 dl 1746134048 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.812249:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a1ea00 with x1830953552151296 ext(0->4095) 00002000:00010000:1.0:1746134037.812252:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091a1ea00 00000100:00100000:0.0:1746134037.815583:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.820242:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552151424 00000100:00100000:1.0:1746134037.820253:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552151424 00000100:00100000:1.0:1746134037.820308:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29396 00000100:00100000:1.0:1746134037.820315:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552151424:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134037.820330:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134037.820344:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8109 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f597 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.820367:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bd36600/0x9682c7de153c8102 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f590 expref: 9 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.820374:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134037.820375:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134037.820378:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8109 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f597 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.820401:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bd36600/0x9682c7de153c8102 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f590 expref: 9 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.820415:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bd36600/0x9682c7de153c8102 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f590 expref: 9 pid: 9580 timeout: 806 lvb_type: 0 00000100:00100000:1.0:1746134037.820425:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800957a2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548030080:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134037.820497:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746134037.826318:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800957a2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548030080:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134037.826342:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8109 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f597 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.826356:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957eb600, rc 0) 00000100:00100000:1.0:1746134037.827910:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552151424:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7588us (12326us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134037.827919:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29396 00000100:00100000:1.0:1746134037.837198:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.837669:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.837684:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552151680 00000100:00100000:1.0:1746134037.837687:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552151680 00000100:00100000:1.0:1746134037.837714:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29397 00000100:00100000:1.0:1746134037.837718:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:1755:x1830953552151680:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134037.837726:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134037.837737:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957eb800/0x9682c7de153c8110 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f59e expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.837752:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134037.837757:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8109 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f597 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.837762:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746134037.837765:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb800/0x9682c7de153c8110 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f59e expref: 12 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.837791:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8109 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f597 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.837800:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957eb800/0x9682c7de153c8110 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f59e expref: 12 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.837809:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957eb800, rc 0) 00000100:00100000:1.0:1746134037.837841:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+12:1755:x1830953552151680:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 122us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134037.837846:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29397 00000100:00100000:0.0:1746134037.839489:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+13:2009:x1830953552151552:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 1948us (2291us total) trans 4294970618 rc 0/0 00000100:00100000:0.0:1746134037.839497:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2284 00002000:00100000:0.0:1746134037.839504:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800957a2d80 x1830953552151552/t4294970618(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:248/0 lens 496/448 e 0 to 0 dl 1746134048 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134037.839512:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957a2d80 with x1830953552151552 ext(0->7) 00010000:00010000:0.0:1746134037.839518:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bd36600/0x9682c7de153c8102 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f590 expref: 13 pid: 9580 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746134037.839530:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bd36600/0x9682c7de153c8102 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f590 expref: 13 pid: 9580 timeout: 807 lvb_type: 0 00002000:00010000:0.0:1746134037.839535:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957a2d80 00000100:00100000:0.0:1746134037.841260:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.844237:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.844459:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552152064 00000100:00100000:1.0:1746134037.844464:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552152064 00002000:00100000:1.0:1746134037.844494:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ae1880 x1830953552152064/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:248/0 lens 488/0 e 0 to 0 dl 1746134048 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.844503:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ae1880 with x1830953552152064 ext(0->4095) 00010000:00010000:1.0:1746134037.844510:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8109 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f597 expref: 6 pid: 9581 timeout: 807 lvb_type: 0 00010000:00010000:1.0:1746134037.844521:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8109 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f597 expref: 6 pid: 9581 timeout: 807 lvb_type: 0 00002000:00010000:1.0:1746134037.844530:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072ae1880 00000100:00100000:1.0:1746134037.844557:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2285 00000100:00100000:1.0:1746134037.844563:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552152064:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134037.844678:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552152064:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (445us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134037.844684:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2285 00002000:00100000:1.0:1746134037.844689:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ae1880 x1830953552152064/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:248/0 lens 488/4536 e 0 to 0 dl 1746134048 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.844695:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ae1880 with x1830953552152064 ext(0->4095) 00010000:00010000:1.0:1746134037.844700:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8109 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f597 expref: 6 pid: 9581 timeout: 807 lvb_type: 0 00010000:00010000:1.0:1746134037.844708:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8109 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f597 expref: 6 pid: 9581 timeout: 807 lvb_type: 0 00002000:00010000:1.0:1746134037.844713:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072ae1880 00000100:00100000:0.0:1746134037.847506:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.852703:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.855566:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.859109:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.862632:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.862830:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552152960 00000100:00100000:1.0:1746134037.862835:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552152960 00002000:00100000:1.0:1746134037.862860:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ae2680 x1830953552152960/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:248/0 lens 488/0 e 0 to 0 dl 1746134048 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.862868:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ae2680 with x1830953552152960 ext(0->4095) 00002000:00010000:1.0:1746134037.862872:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072ae2680 00000100:00100000:1.0:1746134037.862895:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12957 00000100:00100000:1.0:1746134037.862901:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552152960:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134037.862998:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552152960:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 97us (370us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134037.863003:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12957 00002000:00100000:1.0:1746134037.863007:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ae2680 x1830953552152960/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:248/0 lens 488/4536 e 0 to 0 dl 1746134048 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.863014:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ae2680 with x1830953552152960 ext(0->4095) 00002000:00010000:1.0:1746134037.863016:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072ae2680 00000100:00100000:0.0:1746134037.863697:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.865238:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.865299:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552153216 00000100:00100000:1.0:1746134037.865303:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552153216 00000100:00100000:1.0:1746134037.865336:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29400 00000100:00100000:1.0:1746134037.865342:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+13:1757:x1830953552153216:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134037.865350:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134037.865359:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c8125 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f5b3 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.865373:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134037.865377:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c811e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f5ac expref: 14 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.865381:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134037.865384:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c8125 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f5b3 expref: 14 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.865403:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c811e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f5ac expref: 14 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.865415:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c8125 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f5b3 expref: 14 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.865423:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957ea800, rc 0) 00000100:00100000:1.0:1746134037.865446:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+14:1757:x1830953552153216:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 104us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134037.865451:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29400 00000100:00100000:0.0:1746134037.867534:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.870882:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.874069:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.878412:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.881699:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.885109:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.890021:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.890048:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.890093:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552154496 00000100:00100000:1.0:1746134037.890099:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552154496 00002000:00100000:1.0:1746134037.890155:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012da67800 x1830953552154496/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:248/0 lens 488/0 e 0 to 0 dl 1746134048 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.890164:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da67800 with x1830953552154496 ext(0->4095) 00002000:00010000:1.0:1746134037.890167:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012da67800 00000100:00100000:1.0:1746134037.890733:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2287 00000100:00100000:1.0:1746134037.890740:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552154496:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134037.890837:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552154496:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 97us (817us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134037.890843:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2287 00002000:00100000:1.0:1746134037.890848:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012da67800 x1830953552154496/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:248/0 lens 488/4536 e 0 to 0 dl 1746134048 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.890855:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da67800 with x1830953552154496 ext(0->4095) 00010000:00010000:1.0:1746134037.890861:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c812c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f5ba expref: 6 pid: 18904 timeout: 807 lvb_type: 0 00010000:00010000:1.0:1746134037.890879:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c812c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f5ba expref: 6 pid: 18904 timeout: 807 lvb_type: 0 00002000:00010000:1.0:1746134037.890884:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012da67800 00000100:00100000:0.0:1746134037.893519:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.895056:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.898206:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.900609:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.903506:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.903607:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552155520 00000100:00100000:1.0:1746134037.903612:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552155520 00002000:00100000:1.0:1746134037.903638:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b900a80 x1830953552155520/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:248/0 lens 488/0 e 0 to 0 dl 1746134048 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.903647:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b900a80 with x1830953552155520 ext(0->4095) 00002000:00010000:1.0:1746134037.903651:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b900a80 00000100:00100000:1.0:1746134037.903674:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12960 00000100:00100000:1.0:1746134037.903680:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b900a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+12:2012:x1830953552155520:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746134037.904031:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b900a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+12:2012:x1830953552155520:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 Request processed in 350us (526us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134037.904037:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12960 00002000:00100000:1.0:1746134037.904043:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b900a80 x1830953552155520/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:248/0 lens 488/4536 e 0 to 0 dl 1746134048 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.904050:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b900a80 with x1830953552155520 ext(0->4095) 00002000:00010000:1.0:1746134037.904053:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b900a80 00000100:00100000:0.0:1746134037.907340:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.908025:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552155648 00000100:00100000:1.0:1746134037.908033:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552155648 00000100:00100000:1.0:1746134037.908078:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29404 00000100:00100000:1.0:1746134037.908085:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b900000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552155648:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134037.908104:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134037.908142:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c8141 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f5cf expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.908166:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c813a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f5c8 expref: 11 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.908173:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134037.908174:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134037.908177:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c8141 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f5cf expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.908202:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c813a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f5c8 expref: 11 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.908210:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c813a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f5c8 expref: 11 pid: 18904 timeout: 807 lvb_type: 0 00000100:00100000:1.0:1746134037.908221:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800957a3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548032128:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134037.908285:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20480 going to sleep for 11 seconds 00000100:00100000:1.0:1746134037.910661:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800957a3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548032128:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134037.910684:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c8141 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f5cf expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.910697:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957ebe00, rc 0) 00000100:00100000:1.0:1746134037.910729:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b900000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552155648:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2644us (3396us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134037.910740:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29404 00000100:00100000:0.0:1746134037.911433:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.914474:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.914519:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.914773:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552156160 00000100:00100000:1.0:1746134037.914777:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552156160 00000100:00100000:1.0:1746134037.914832:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29405 00000100:00100000:1.0:1746134037.914839:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c431c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:1755:x1830953552156160:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134037.914848:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134037.914861:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c8148 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f5d6 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.914881:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c8141 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f5cf expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.914886:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134037.914887:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134037.914889:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c8148 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f5d6 expref: 12 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.914907:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c8141 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f5cf expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.914914:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c8141 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f5cf expref: 6 pid: 9581 timeout: 807 lvb_type: 0 00000100:00100000:1.0:1746134037.914921:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800957a3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548032384:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134037.914970:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20480 going to sleep for 11 seconds 00000100:00100000:1.0:1746134037.917972:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800957a3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548032384:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134037.917996:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c8148 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f5d6 expref: 12 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.918011:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957eb000, rc 0) 00000100:00100000:1.0:1746134037.918045:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c431c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+12:1755:x1830953552156160:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3206us (3525us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134037.918052:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29405 00000100:00100000:0.0:1746134037.920741:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.921254:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552156288 00000100:00100000:1.0:1746134037.921261:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552156288 00000100:00100000:1.0:1746134037.921307:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29406 00000100:00100000:1.0:1746134037.921313:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c431880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+12:1757:x1830953552156288:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134037.921328:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134037.921341:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c814f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f5dd expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.921363:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134037.921368:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c8148 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f5d6 expref: 13 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.921372:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134037.921375:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c814f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f5dd expref: 13 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.921403:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c8148 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f5d6 expref: 13 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.921411:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c814f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f5dd expref: 13 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.921423:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957ea400, rc 0) 00000100:00100000:1.0:1746134037.921627:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c431880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+13:1757:x1830953552156288:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 313us (893us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134037.921632:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29406 00000100:00100000:0.0:1746134037.927335:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.943578:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.951059:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.955102:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.955285:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552157056 00000100:00100000:1.0:1746134037.955291:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552157056 00002000:00100000:1.0:1746134037.955322:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880092055f80 x1830953552157056/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:248/0 lens 488/0 e 0 to 0 dl 1746134048 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.955330:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092055f80 with x1830953552157056 ext(0->4095) 00002000:00010000:1.0:1746134037.955334:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092055f80 00000100:00100000:1.0:1746134037.955356:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12962 00000100:00100000:1.0:1746134037.955362:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092055f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+12:2009:x1830953552157056:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134037.955464:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092055f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+12:2009:x1830953552157056:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (378us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134037.955469:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12962 00002000:00100000:1.0:1746134037.955474:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880092055f80 x1830953552157056/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:248/0 lens 488/4536 e 0 to 0 dl 1746134048 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134037.955480:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092055f80 with x1830953552157056 ext(0->4095) 00002000:00010000:1.0:1746134037.955482:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092055f80 00000100:00100000:0.0:1746134037.957149:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.957227:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552157184 00000100:00100000:1.0:1746134037.957234:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552157184 00000100:00100000:1.0:1746134037.957716:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29407 00000100:00100000:1.0:1746134037.957724:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552157184:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134037.957737:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134037.957751:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c8156 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f5e4 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.957776:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c814f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f5dd expref: 11 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.957783:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134037.957784:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134037.957787:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c8156 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f5e4 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.957810:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c814f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f5dd expref: 11 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.957820:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c814f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f5dd expref: 11 pid: 9581 timeout: 807 lvb_type: 0 00000100:00100000:1.0:1746134037.957831:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800957a3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548032896:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134037.957913:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20480 going to sleep for 11 seconds 00000100:00100000:1.0:1746134037.959432:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800957a3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548032896:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134037.959450:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c8156 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f5e4 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.959461:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957ea800, rc 0) 00000100:00100000:1.0:1746134037.959488:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552157184:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1765us (2382us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134037.959499:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29407 00000100:00100000:0.0:1746134037.961570:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.965814:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.965875:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552157440 00000100:00100000:1.0:1746134037.965882:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552157440 00000100:00100000:1.0:1746134037.965927:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29408 00000100:00100000:1.0:1746134037.965934:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+12:1755:x1830953552157440:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134037.965947:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134037.965959:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c815d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f5eb expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.965982:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c8156 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f5e4 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.965988:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134037.965990:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134037.965993:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c815d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f5eb expref: 13 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.966014:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c8156 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f5e4 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.966024:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c8156 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f5e4 expref: 5 pid: 9581 timeout: 807 lvb_type: 0 00000100:00100000:1.0:1746134037.966034:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800957a3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548033152:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134037.966086:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20480 going to sleep for 11 seconds 00000100:00100000:0.0:1746134037.968689:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.969061:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800957a3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548033152:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134037.969083:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c815d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f5eb expref: 12 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.969094:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957eb000, rc 0) 00000100:00100000:1.0:1746134037.969174:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+12:1755:x1830953552157440:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3239us (3368us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134037.969180:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29408 00000100:00100000:0.0:1746134037.973019:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134037.983094:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134037.989354:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552158208 00000100:00100000:1.0:1746134037.989361:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552158208 00000100:00100000:1.0:1746134037.989395:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29409 00000100:00100000:1.0:1746134037.989402:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552158208:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134037.989414:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134037.989427:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957eb200/0x9682c7de153c8164 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f5f2 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.989448:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c815d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f5eb expref: 11 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.989454:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134037.989456:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134037.989459:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb200/0x9682c7de153c8164 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f5f2 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.989481:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c815d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f5eb expref: 11 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.989490:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c815d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f5eb expref: 11 pid: 9581 timeout: 807 lvb_type: 0 00000100:00100000:1.0:1746134037.989501:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800957a3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548033408:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134037.989581:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20480 going to sleep for 11 seconds 00000100:00100000:1.0:1746134037.993055:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800957a3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548033408:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134037.993079:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957eb200/0x9682c7de153c8164 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f5f2 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134037.993094:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957eb200, rc 0) 00000100:00100000:1.0:1746134037.993177:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552158208:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3774us (3894us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134037.993185:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29409 00000100:00100000:0.0:1746134038.000420:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134038.003280:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+14:2010:x1830953552158336:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 2643us (2857us total) trans 4294970619 rc 0/0 00000100:00100000:0.0:1746134038.003291:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2291 00002000:00100000:0.0:1746134038.003300:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88008fe27480 x1830953552158336/t4294970619(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 496/448 e 0 to 0 dl 1746134049 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134038.003309:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe27480 with x1830953552158336 ext(0->7) 00010000:00010000:0.0:1746134038.003318:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c815d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f5eb expref: 14 pid: 9581 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746134038.003333:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c815d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f5eb expref: 14 pid: 9581 timeout: 807 lvb_type: 0 00002000:00010000:0.0:1746134038.003339:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fe27480 00000100:00100000:0.0:1746134038.013930:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.013998:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552158464 00000100:00100000:1.0:1746134038.014005:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552158464 00000100:00100000:1.0:1746134038.014057:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29410 00000100:00100000:1.0:1746134038.014064:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+14:1755:x1830953552158464:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134038.014078:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134038.014091:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ebc00/0x9682c7de153c816b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f5f9 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.014149:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134038.014154:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb200/0x9682c7de153c8164 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f5f2 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.014160:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746134038.014164:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ebc00/0x9682c7de153c816b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f5f9 expref: 15 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.014196:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957eb200/0x9682c7de153c8164 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f5f2 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.014207:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957ebc00/0x9682c7de153c816b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f5f9 expref: 15 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.014215:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957ebc00, rc 0) 00000100:00100000:1.0:1746134038.014251:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+15:1755:x1830953552158464:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 188us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134038.014257:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29410 00000100:00100000:1.0:1746134038.023805:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134038.026442:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.026966:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552158848 00000100:00100000:1.0:1746134038.026971:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552158848 00002000:00100000:1.0:1746134038.026999:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091869f80 x1830953552158848/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.027008:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091869f80 with x1830953552158848 ext(0->4095) 00010000:00010000:1.0:1746134038.027015:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb200/0x9682c7de153c8164 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f5f2 expref: 6 pid: 9581 timeout: 807 lvb_type: 0 00010000:00010000:1.0:1746134038.027026:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957eb200/0x9682c7de153c8164 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f5f2 expref: 6 pid: 9581 timeout: 807 lvb_type: 0 00002000:00010000:1.0:1746134038.027032:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091869f80 00000100:00100000:1.0:1746134038.027290:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2292 00000100:00100000:1.0:1746134038.027297:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091869f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552158848:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134038.027926:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091869f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552158848:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 628us (1490us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134038.027932:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2292 00002000:00100000:1.0:1746134038.027937:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091869f80 x1830953552158848/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.027945:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091869f80 with x1830953552158848 ext(0->4095) 00010000:00010000:1.0:1746134038.027950:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb200/0x9682c7de153c8164 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f5f2 expref: 6 pid: 9581 timeout: 807 lvb_type: 0 00010000:00010000:1.0:1746134038.027959:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957eb200/0x9682c7de153c8164 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f5f2 expref: 6 pid: 9581 timeout: 807 lvb_type: 0 00002000:00010000:1.0:1746134038.027964:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091869f80 00000100:00100000:0.0:1746134038.032510:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134038.037002:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.037097:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552159232 00000100:00100000:1.0:1746134038.037103:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552159232 00002000:00100000:1.0:1746134038.037171:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009bfbdf80 x1830953552159232/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.037181:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfbdf80 with x1830953552159232 ext(0->4095) 00002000:00010000:1.0:1746134038.037185:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bfbdf80 00000100:00100000:1.0:1746134038.037201:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12964 00000100:00100000:1.0:1746134038.037208:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+14:2009:x1830953552159232:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134038.037315:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+14:2009:x1830953552159232:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (319us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134038.037321:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12964 00002000:00100000:1.0:1746134038.037328:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009bfbdf80 x1830953552159232/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.037335:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfbdf80 with x1830953552159232 ext(0->4095) 00002000:00010000:1.0:1746134038.037337:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bfbdf80 00000100:00100000:0.0:1746134038.045353:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134038.052408:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134038.056644:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134038.060541:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.060855:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552160256 00000100:00100000:1.0:1746134038.060861:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552160256 00002000:00100000:1.0:1746134038.060887:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008f8b4e00 x1830953552160256/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.060896:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b4e00 with x1830953552160256 ext(0->4095) 00002000:00010000:1.0:1746134038.060900:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f8b4e00 00000100:00100000:1.0:1746134038.060924:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12965 00000100:00100000:1.0:1746134038.060930:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+14:2011:x1830953552160256:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746134038.061047:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+14:2011:x1830953552160256:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 Request processed in 117us (506us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134038.061053:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12965 00002000:00100000:1.0:1746134038.061058:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008f8b4e00 x1830953552160256/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.061065:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b4e00 with x1830953552160256 ext(0->4095) 00002000:00010000:1.0:1746134038.061067:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f8b4e00 00000100:00100000:0.0:1746134038.066218:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134038.077412:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134038.079258:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2010:x1830953552160512:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 1575us (1847us total) trans 4294970620 rc 0/0 00000100:00100000:0.0:1746134038.079266:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2294 00002000:00100000:0.0:1746134038.079274:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88008f8b7b80 x1830953552160512/t4294970620(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 496/448 e 0 to 0 dl 1746134049 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134038.079281:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b7b80 with x1830953552160512 ext(0->7) 00010000:00010000:0.0:1746134038.079289:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8179 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f607 expref: 16 pid: 10181 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746134038.079300:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8179 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f607 expref: 16 pid: 10181 timeout: 807 lvb_type: 0 00002000:00010000:0.0:1746134038.079306:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f8b7b80 00000100:00100000:0.0:1746134038.091204:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134038.097850:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134038.099555:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.100392:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552161024 00000100:00100000:1.0:1746134038.100397:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552161024 00002000:00100000:1.0:1746134038.100425:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008f8b4380 x1830953552161024/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.100433:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b4380 with x1830953552161024 ext(0->4095) 00010000:00010000:1.0:1746134038.100440:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8180 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f60e expref: 6 pid: 10181 timeout: 807 lvb_type: 0 00010000:00010000:1.0:1746134038.100450:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8180 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f60e expref: 6 pid: 10181 timeout: 807 lvb_type: 0 00002000:00010000:1.0:1746134038.100456:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f8b4380 00000100:00100000:1.0:1746134038.100480:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2295 00000100:00100000:1.0:1746134038.100486:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552161024:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134038.101244:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552161024:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 756us (1688us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134038.101250:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2295 00002000:00100000:1.0:1746134038.101255:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008f8b4380 x1830953552161024/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.101262:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b4380 with x1830953552161024 ext(0->4095) 00010000:00010000:1.0:1746134038.101267:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8180 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f60e expref: 6 pid: 10181 timeout: 807 lvb_type: 0 00010000:00010000:1.0:1746134038.101276:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8180 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f60e expref: 6 pid: 10181 timeout: 807 lvb_type: 0 00002000:00010000:1.0:1746134038.101281:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f8b4380 00000100:00100000:0.0:1746134038.102957:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.103006:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552161152 00000100:00100000:1.0:1746134038.103013:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552161152 00000100:00100000:1.0:1746134038.103051:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29415 00000100:00100000:1.0:1746134038.103057:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+17:1757:x1830953552161152:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134038.103068:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134038.103079:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c818e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f61c expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.103098:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134038.103103:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8187 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f615 expref: 18 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.103108:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134038.103139:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c818e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f61c expref: 18 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.103166:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8187 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f615 expref: 18 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.103176:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c818e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f61c expref: 18 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.103184:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957ea600, rc 0) 00000100:00100000:1.0:1746134038.103209:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+18:1757:x1830953552161152:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 152us (256us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134038.103214:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29415 00000100:00100000:0.0:1746134038.105367:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.108703:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134038.112459:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134038.116029:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134038.119001:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134038.122012:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134038.125559:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.125696:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552162432 00000100:00100000:1.0:1746134038.125702:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552162432 00002000:00100000:1.0:1746134038.125729:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a87800 x1830953552162432/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.125743:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a87800 with x1830953552162432 ext(0->4095) 00002000:00010000:1.0:1746134038.125747:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091a87800 00000100:00100000:1.0:1746134038.125760:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12967 00000100:00100000:1.0:1746134038.125765:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552162432:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134038.125868:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552162432:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (309us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134038.125874:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12967 00002000:00100000:1.0:1746134038.125879:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a87800 x1830953552162432/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.125886:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a87800 with x1830953552162432 ext(0->4095) 00002000:00010000:1.0:1746134038.125888:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091a87800 00000100:00100000:0.0:1746134038.127233:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134038.129810:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134038.130948:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134038.135370:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134038.139322:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134038.143800:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009558e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548035840:192.168.203.26@tcp:105: 00010000:00010000:0.0:1746134038.143817:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134038.143848:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f845f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2009:x1830953552163200:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4120us (4533us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134038.143856:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14721 00000100:00100000:1.0:1746134038.144465:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552163456 00000100:00100000:1.0:1746134038.144472:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552163456 00002000:00100000:1.0:1746134038.144502:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009558ce00 x1830953552163456/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.144510:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009558ce00 with x1830953552163456 ext(0->4095) 00002000:00010000:1.0:1746134038.144514:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009558ce00 00000100:00100000:1.0:1746134038.144708:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12968 00000100:00100000:1.0:1746134038.144714:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009558ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2011:x1830953552163456:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746134038.144822:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009558ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2011:x1830953552163456:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 Request processed in 107us (1092us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134038.144828:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12968 00002000:00100000:1.0:1746134038.144834:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009558ce00 x1830953552163456/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.144840:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009558ce00 with x1830953552163456 ext(0->4095) 00002000:00010000:1.0:1746134038.144843:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009558ce00 00000100:00100000:0.0:1746134038.153771:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.153847:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552163584 00000100:00100000:1.0:1746134038.153855:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552163584 00000100:00100000:1.0:1746134038.153896:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29419 00000100:00100000:1.0:1746134038.153902:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f844000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552163584:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134038.153916:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134038.153929:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c81aa lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f638 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.153952:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c81a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f631 expref: 15 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.153958:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134038.153960:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134038.153963:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c81aa lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f638 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.153985:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c81a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f631 expref: 15 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.153994:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c81a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f631 expref: 15 pid: 10181 timeout: 807 lvb_type: 0 00000100:00100000:1.0:1746134038.154003:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800957a2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548035968:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134038.161226:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746134038.164300:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800957a2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548035968:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134038.164326:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c81aa lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f638 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.164341:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957ea600, rc 0) 00000100:00100000:1.0:1746134038.164379:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f844000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552163584:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10474us (10613us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134038.164386:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29419 00000100:00100000:0.0:1746134038.171727:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.171810:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552163712 00000100:00100000:1.0:1746134038.171817:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552163712 00000100:00100000:1.0:1746134038.171863:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29420 00000100:00100000:1.0:1746134038.171870:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f846a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:1755:x1830953552163712:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134038.171884:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134038.171897:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c81b1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f63f expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.171919:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134038.171924:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c81aa lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f638 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.171930:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746134038.171934:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c81b1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f63f expref: 17 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.171963:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c81aa lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f638 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.171978:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c81b1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f63f expref: 17 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.171987:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957ea400, rc 0) 00000100:00100000:1.0:1746134038.172022:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f846a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+17:1755:x1830953552163712:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 152us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134038.172027:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29420 00000100:00100000:0.0:1746134038.173398:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134038.175090:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801360fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+19:2009:x1830953552163840:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 1527us (1690us total) trans 4294970621 rc 0/0 00000100:00100000:0.0:1746134038.175099:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2298 00002000:00100000:0.0:1746134038.175106:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8801360fa680 x1830953552163840/t4294970621(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 496/448 e 0 to 0 dl 1746134049 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134038.175146:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801360fa680 with x1830953552163840 ext(0->7) 00010000:00010000:0.0:1746134038.175153:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c81a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f631 expref: 19 pid: 10181 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746134038.175164:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c81a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f631 expref: 19 pid: 10181 timeout: 807 lvb_type: 0 00002000:00010000:0.0:1746134038.175169:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801360fa680 00000100:00100000:0.0:1746134038.180995:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134038.181032:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134038.181057:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134038.181079:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134038.181095:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134038.181107:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134038.181168:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00080000:0.0:1746134038.182011:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746134038.182014:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746134038.182016:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746134038.183468:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.189329:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134038.190546:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552165120 00000100:00100000:0.0:1746134038.190553:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552165120 00002000:00100000:0.0:1746134038.190587:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800957a2a00 x1830953552165120/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134038.190596:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957a2a00 with x1830953552165120 ext(0->4095) 00010000:00010000:0.0:1746134038.190603:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c81aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f638 expref: 6 pid: 9581 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746134038.190615:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c81aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f638 expref: 6 pid: 9581 timeout: 807 lvb_type: 0 00002000:00010000:0.0:1746134038.190621:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957a2a00 00000100:00100000:0.0:1746134038.191847:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2299 00000100:00100000:0.0:1746134038.191857:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552165120:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746134038.191976:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552165120:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 122us (2653us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134038.191985:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2299 00002000:00100000:0.0:1746134038.191990:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800957a2a00 x1830953552165120/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134038.191997:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957a2a00 with x1830953552165120 ext(0->4095) 00010000:00010000:0.0:1746134038.192003:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c81aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f638 expref: 6 pid: 9581 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746134038.192013:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c81aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f638 expref: 6 pid: 9581 timeout: 807 lvb_type: 0 00002000:00010000:0.0:1746134038.192018:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957a2a00 00000100:00100000:0.0:1746134038.196447:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134038.203938:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.204165:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552165504 00000100:00100000:1.0:1746134038.204172:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552165504 00002000:00100000:1.0:1746134038.204202:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880088052300 x1830953552165504/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.204210:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088052300 with x1830953552165504 ext(0->4095) 00002000:00010000:1.0:1746134038.204213:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088052300 00000100:00100000:1.0:1746134038.204229:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12969 00000100:00100000:1.0:1746134038.204234:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088052300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+18:2009:x1830953552165504:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134038.204716:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088052300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+18:2009:x1830953552165504:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 479us (779us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134038.204721:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12969 00002000:00100000:1.0:1746134038.204726:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880088052300 x1830953552165504/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.204732:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088052300 with x1830953552165504 ext(0->4095) 00002000:00010000:1.0:1746134038.204735:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088052300 00000100:00100000:0.0:1746134038.214137:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134038.225429:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.226912:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552165888 00000100:00100000:1.0:1746134038.226920:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552165888 00002000:00100000:1.0:1746134038.226956:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880088051880 x1830953552165888/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 496/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.226965:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088051880 with x1830953552165888 ext(0->7) 00010000:00010000:1.0:1746134038.226973:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c81b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f63f expref: 18 pid: 9581 timeout: 807 lvb_type: 0 00010000:00010000:1.0:1746134038.226984:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c81b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f63f expref: 18 pid: 9581 timeout: 807 lvb_type: 0 00002000:00010000:1.0:1746134038.226990:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088051880 00000100:00100000:1.0:1746134038.227033:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2300 00000100:00100000:1.0:1746134038.227039:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088051880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+18:2010:x1830953552165888:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746134038.230817:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088051880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+20:2010:x1830953552165888:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 3770us (5387us total) trans 4294970622 rc 0/0 00000100:00100000:1.0:1746134038.230828:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2300 00002000:00100000:1.0:1746134038.230838:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880088051880 x1830953552165888/t4294970622(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 496/448 e 0 to 0 dl 1746134049 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.230846:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088051880 with x1830953552165888 ext(0->7) 00010000:00010000:1.0:1746134038.230855:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c81b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f63f expref: 20 pid: 9581 timeout: 807 lvb_type: 0 00010000:00010000:1.0:1746134038.230867:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c81b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f63f expref: 20 pid: 9581 timeout: 807 lvb_type: 0 00002000:00010000:1.0:1746134038.230877:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088051880 00000100:00100000:0.0:1746134038.234508:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134038.239819:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.240243:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552166272 00000100:00100000:1.0:1746134038.240248:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552166272 00002000:00100000:1.0:1746134038.240277:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880088053480 x1830953552166272/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.240286:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088053480 with x1830953552166272 ext(0->4095) 00010000:00010000:1.0:1746134038.240293:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092339a00/0x9682c7de153c81b8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f646 expref: 6 pid: 9581 timeout: 807 lvb_type: 0 00010000:00010000:1.0:1746134038.240304:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092339a00/0x9682c7de153c81b8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f646 expref: 6 pid: 9581 timeout: 807 lvb_type: 0 00002000:00010000:1.0:1746134038.240310:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088053480 00000100:00100000:1.0:1746134038.240323:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2301 00000100:00100000:1.0:1746134038.240328:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088053480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552166272:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134038.240434:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088053480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552166272:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (615us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134038.240439:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2301 00002000:00100000:1.0:1746134038.240444:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880088053480 x1830953552166272/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.240451:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088053480 with x1830953552166272 ext(0->4095) 00010000:00010000:1.0:1746134038.240455:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092339a00/0x9682c7de153c81b8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f646 expref: 6 pid: 9581 timeout: 807 lvb_type: 0 00010000:00010000:1.0:1746134038.240467:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092339a00/0x9682c7de153c81b8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f646 expref: 6 pid: 9581 timeout: 807 lvb_type: 0 00002000:00010000:1.0:1746134038.240472:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088053480 00000100:00100000:0.0:1746134038.246573:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.247082:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552166656 00000100:00100000:1.0:1746134038.247087:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552166656 00002000:00100000:1.0:1746134038.247148:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880088052d80 x1830953552166656/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.247156:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088052d80 with x1830953552166656 ext(0->4095) 00002000:00010000:1.0:1746134038.247159:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088052d80 00000100:00100000:1.0:1746134038.247174:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12970 00000100:00100000:1.0:1746134038.247180:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088052d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+20:2012:x1830953552166656:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746134038.247273:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088052d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+20:2012:x1830953552166656:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 Request processed in 93us (706us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134038.247278:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12970 00002000:00100000:1.0:1746134038.247283:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880088052d80 x1830953552166656/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.247290:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088052d80 with x1830953552166656 ext(0->4095) 00002000:00010000:1.0:1746134038.247292:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088052d80 00000100:00100000:0.0:1746134038.288570:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134038.314008:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134038.323621:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134038.323705:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.323788:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552167424 00000100:00100000:1.0:1746134038.323795:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552167424 00000100:00100000:1.0:1746134038.323840:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552167552 00000100:00100000:1.0:1746134038.323843:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552167552 00000100:00100000:1.0:1746134038.323857:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29424 00000100:00100000:1.0:1746134038.323864:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092028e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+22:1755:x1830953552167424:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134038.323879:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134038.323893:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c81cd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f65b expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.323915:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092339c00/0x9682c7de153c81c6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f654 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.323923:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134038.323924:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134038.323927:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c81cd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f65b expref: 23 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.323952:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092339c00/0x9682c7de153c81c6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f654 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.323962:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092339c00/0x9682c7de153c81c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f654 expref: 5 pid: 9581 timeout: 807 lvb_type: 0 00000100:00100000:1.0:1746134038.323972:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548037248:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134038.324035:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20780 going to sleep for 11 seconds 00000100:00100000:1.0:1746134038.324063:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29425 00000100:00100000:1.0:1746134038.324069:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092029880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+23:1757:x1830953552167552:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134038.324075:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134038.324080:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c81d4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f662 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.324094:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134038.324097:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c81cd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f65b expref: 24 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.324101:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134038.324104:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c81d4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f662 expref: 24 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.324160:0:18904:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c81cd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f65b expref: 24 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.324170:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c81d4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f662 expref: 24 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.324179:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957ea600, rc 0) 00000100:00100000:1.0:1746134038.324198:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092029880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+24:1757:x1830953552167552:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 130us (493us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134038.324203:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29425 00000100:00100000:1.0:1746134038.325629:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548037248:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134038.325646:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c81cd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f65b expref: 23 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.325656:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957ebe00, rc 0) 00000100:00100000:1.0:1746134038.325679:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092028e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+23:1755:x1830953552167424:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1816us (2064us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134038.325685:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29424 00000100:00100000:0.0:1746134038.330509:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.330581:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552167936 00000100:00100000:1.0:1746134038.330588:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552167936 00002000:00100000:1.0:1746134038.330622:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009202bb80 x1830953552167936/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.330631:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009202bb80 with x1830953552167936 ext(0->4095) 00010000:00010000:1.0:1746134038.330639:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c81cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f65b expref: 23 pid: 9580 timeout: 807 lvb_type: 0 00010000:00010000:1.0:1746134038.330649:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c81cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f65b expref: 23 pid: 9580 timeout: 807 lvb_type: 0 00002000:00010000:1.0:1746134038.330655:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009202bb80 00000100:00100000:1.0:1746134038.330680:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2303 00000100:00100000:1.0:1746134038.330687:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009202bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+23:2009:x1830953552167936:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134038.330796:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009202bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+23:2009:x1830953552167936:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (290us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134038.330801:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2303 00002000:00100000:1.0:1746134038.330806:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009202bb80 x1830953552167936/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.330813:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009202bb80 with x1830953552167936 ext(0->4095) 00010000:00010000:1.0:1746134038.330817:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c81cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f65b expref: 23 pid: 9580 timeout: 807 lvb_type: 0 00010000:00010000:1.0:1746134038.330826:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c81cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f65b expref: 23 pid: 9580 timeout: 807 lvb_type: 0 00002000:00010000:1.0:1746134038.330835:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009202bb80 00000100:00100000:0.0:1746134038.334229:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134038.336342:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.336418:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552168448 00000100:00100000:1.0:1746134038.336424:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552168448 00000100:00100000:1.0:1746134038.336465:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29426 00000100:00100000:1.0:1746134038.336471:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d968a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552168448:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134038.336483:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134038.336496:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c81db lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f669 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.336516:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c81d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f662 expref: 21 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.336522:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134038.336524:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134038.336527:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c81db lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f669 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.336550:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c81d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f662 expref: 21 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.336560:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c81d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f662 expref: 21 pid: 18904 timeout: 807 lvb_type: 0 00000100:00100000:1.0:1746134038.336571:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548037760:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134038.336635:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20300 going to sleep for 11 seconds 00000100:00100000:1.0:1746134038.337983:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548037760:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134038.338002:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c81db lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f669 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.338012:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957ea800, rc 0) 00000100:00100000:1.0:1746134038.338036:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d968a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552168448:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1565us (1698us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134038.338043:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29426 00000100:00100000:1.0:1746134038.347890:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.355683:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552168832 00000100:00100000:1.0:1746134038.355695:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552168832 00002000:00100000:1.0:1746134038.355738:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009186b800 x1830953552168832/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.355746:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186b800 with x1830953552168832 ext(0->4095) 00010000:00010000:1.0:1746134038.355754:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c81db lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f669 expref: 6 pid: 9580 timeout: 807 lvb_type: 0 00010000:00010000:1.0:1746134038.355766:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c81db lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f669 expref: 6 pid: 9580 timeout: 807 lvb_type: 0 00002000:00010000:1.0:1746134038.355771:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009186b800 00000100:00100000:1.0:1746134038.355804:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2304 00000100:00100000:1.0:1746134038.355811:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552168832:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134038.355945:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552168832:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 134us (2159us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134038.355950:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2304 00002000:00100000:1.0:1746134038.355956:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009186b800 x1830953552168832/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.355964:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186b800 with x1830953552168832 ext(0->4095) 00010000:00010000:1.0:1746134038.355969:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c81db lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f669 expref: 6 pid: 9580 timeout: 807 lvb_type: 0 00010000:00010000:1.0:1746134038.355977:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c81db lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f669 expref: 6 pid: 9580 timeout: 807 lvb_type: 0 00002000:00010000:1.0:1746134038.355982:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009186b800 00000100:00100000:0.0:1746134038.360256:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.361921:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.365474:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134038.365531:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552169472 00000100:00100000:0.0:1746134038.365537:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552169472 00002000:00100000:0.0:1746134038.365568:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800923a5f80 x1830953552169472/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134038.365576:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923a5f80 with x1830953552169472 ext(0->4095) 00010000:00010000:0.0:1746134038.365583:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092339e00/0x9682c7de153c81e2 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f670 expref: 24 pid: 9580 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746134038.365593:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092339e00/0x9682c7de153c81e2 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f670 expref: 24 pid: 9580 timeout: 807 lvb_type: 0 00002000:00010000:0.0:1746134038.365599:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800923a5f80 00000100:00100000:0.0:1746134038.365611:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2305 00000100:00100000:0.0:1746134038.365616:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+24:2009:x1830953552169472:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746134038.365724:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+24:2009:x1830953552169472:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (256us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134038.365730:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2305 00002000:00100000:0.0:1746134038.365735:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800923a5f80 x1830953552169472/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134038.365742:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923a5f80 with x1830953552169472 ext(0->4095) 00010000:00010000:0.0:1746134038.365746:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092339e00/0x9682c7de153c81e2 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f670 expref: 24 pid: 9580 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746134038.365754:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092339e00/0x9682c7de153c81e2 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f670 expref: 24 pid: 9580 timeout: 807 lvb_type: 0 00002000:00010000:0.0:1746134038.365763:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800923a5f80 00000100:00100000:0.0:1746134038.368475:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134038.372394:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.372959:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552169856 00000100:00100000:1.0:1746134038.372965:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552169856 00002000:00100000:1.0:1746134038.372995:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009239a680 x1830953552169856/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.373004:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009239a680 with x1830953552169856 ext(0->4095) 00002000:00010000:1.0:1746134038.373008:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009239a680 00000100:00100000:1.0:1746134038.373021:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12973 00000100:00100000:1.0:1746134038.373026:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009239a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+22:2009:x1830953552169856:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134038.373153:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009239a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+22:2009:x1830953552169856:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (760us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134038.373159:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12973 00002000:00100000:1.0:1746134038.373164:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009239a680 x1830953552169856/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.373177:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009239a680 with x1830953552169856 ext(0->4095) 00002000:00010000:1.0:1746134038.373179:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009239a680 00000100:00100000:0.0:1746134038.376871:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134038.387441:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134038.396282:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134038.399451:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134038.403394:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134038.407262:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.407310:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552171008 00000100:00100000:1.0:1746134038.407316:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552171008 00002000:00100000:1.0:1746134038.407345:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072971880 x1830953552171008/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.407355:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072971880 with x1830953552171008 ext(0->4095) 00002000:00010000:1.0:1746134038.407359:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072971880 00000100:00100000:1.0:1746134038.407382:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12974 00000100:00100000:1.0:1746134038.407388:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072971880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+24:2010:x1830953552171008:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134038.408920:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072971880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+24:2010:x1830953552171008:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 1527us (1655us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134038.408928:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12974 00002000:00100000:1.0:1746134038.408935:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072971880 x1830953552171008/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.408943:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072971880 with x1830953552171008 ext(0->4095) 00002000:00010000:1.0:1746134038.408946:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072971880 00000100:00100000:0.0:1746134038.410826:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134038.413761:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134038.420775:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134038.420873:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00010000:00010000:3.0:1746134038.421424:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8205 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f693 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.421447:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c81fe lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f68c expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.421453:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134038.421455:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134038.421458:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8205 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f693 expref: 24 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.421479:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c81fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f68c expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.421489:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c81fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f68c expref: 5 pid: 9580 timeout: 807 lvb_type: 0 00000100:00100000:3.0:1746134038.421498:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bfbca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548039296:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134038.421546:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920c8000 going to sleep for 11 seconds 00000100:00100000:0.0:1746134038.423188:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134038.424668:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.432497:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552172160 00000100:00100000:1.0:1746134038.432503:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552172160 00002000:00100000:1.0:1746134038.432536:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009558e300 x1830953552172160/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.432545:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009558e300 with x1830953552172160 ext(0->4095) 00010000:00010000:1.0:1746134038.432552:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8205 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f693 expref: 25 pid: 9580 timeout: 807 lvb_type: 0 00010000:00010000:1.0:1746134038.432564:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8205 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f693 expref: 25 pid: 9580 timeout: 807 lvb_type: 0 00002000:00010000:1.0:1746134038.432570:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009558e300 00000100:00100000:1.0:1746134038.432595:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2308 00000100:00100000:1.0:1746134038.432601:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009558e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+25:2010:x1830953552172160:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134038.432727:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009558e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+25:2010:x1830953552172160:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (442us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134038.432733:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2308 00002000:00100000:1.0:1746134038.432738:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009558e300 x1830953552172160/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.432745:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009558e300 with x1830953552172160 ext(0->4095) 00010000:00010000:1.0:1746134038.432749:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8205 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f693 expref: 25 pid: 9580 timeout: 807 lvb_type: 0 00010000:00010000:1.0:1746134038.432758:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8205 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f693 expref: 25 pid: 9580 timeout: 807 lvb_type: 0 00002000:00010000:1.0:1746134038.432763:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009558e300 00000100:00100000:3.0:1746134038.435152:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134038.438490:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134038.438951:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552172544 00000100:00100000:3.0:1746134038.438957:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552172544 00002000:00100000:3.0:1746134038.438988:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d5e3800 x1830953552172544/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134038.438998:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d5e3800 with x1830953552172544 ext(0->4095) 00002000:00010000:3.0:1746134038.439001:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d5e3800 00000100:00100000:3.0:1746134038.439483:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12976 00000100:00100000:3.0:1746134038.439491:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+24:2010:x1830953552172544:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134038.439612:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+24:2010:x1830953552172544:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 122us (1123us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134038.439618:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12976 00002000:00100000:3.0:1746134038.439623:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d5e3800 x1830953552172544/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134038.439630:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d5e3800 with x1830953552172544 ext(0->4095) 00002000:00010000:3.0:1746134038.439633:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d5e3800 00000100:00100000:3.0:1746134038.442098:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134038.445838:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134038.449066:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.449443:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552173056 00000100:00100000:1.0:1746134038.449448:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552173056 00002000:00100000:1.0:1746134038.449479:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008f8b5880 x1830953552173056/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.449487:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b5880 with x1830953552173056 ext(0->4095) 00002000:00010000:1.0:1746134038.449492:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f8b5880 00000100:00100000:1.0:1746134038.449530:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12977 00000100:00100000:1.0:1746134038.449536:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552173056:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134038.450024:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134038.450180:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552173184 00000100:00100000:2.0:1746134038.450183:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552173184 00000100:00100000:2.0:1746134038.450200:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29435 00000100:00100000:2.0:1746134038.450204:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+23:1755:x1830953552173184:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134038.450212:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134038.450222:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c821a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f6a8 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.450240:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8213 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6a1 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.450245:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134038.450247:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134038.450250:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c821a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6a8 expref: 24 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.450269:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8213 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6a1 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.450278:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8213 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6a1 expref: 6 pid: 9580 timeout: 807 lvb_type: 0 00000100:00100000:2.0:1746134038.450287:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009558f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548040064:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134038.450322:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02b9f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746134038.450742:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552173056:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 1206us (1681us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134038.450748:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12977 00002000:00100000:1.0:1746134038.450753:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008f8b5880 x1830953552173056/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.450760:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b5880 with x1830953552173056 ext(0->4095) 00010000:00010000:1.0:1746134038.450764:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8213 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6a1 expref: 6 pid: 9580 timeout: 807 lvb_type: 0 00010000:00010000:1.0:1746134038.450774:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8213 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6a1 expref: 6 pid: 9580 timeout: 807 lvb_type: 0 00002000:00010000:1.0:1746134038.450779:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f8b5880 00000100:00100000:0.0:1746134038.453953:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.454257:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552173312 00000100:00100000:1.0:1746134038.454265:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552173312 00000100:00100000:1.0:1746134038.454300:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29436 00000100:00100000:1.0:1746134038.454307:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+25:1757:x1830953552173312:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134038.454320:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134038.454334:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c8221 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f6af expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.454354:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134038.454360:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c821a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6a8 expref: 26 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.454365:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134038.454368:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c8221 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6af expref: 26 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.454396:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c821a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6a8 expref: 26 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.454406:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c8221 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6af expref: 26 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.454414:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957ea600, rc 0) 00000100:00100000:1.0:1746134038.454448:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:1757:x1830953552173312:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 142us (502us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134038.454453:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29436 00000100:00100000:2.0:1746134038.454755:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009558f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548040064:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134038.454768:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c821a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6a8 expref: 25 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.454780:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095787000, rc 0) 00000100:00100000:2.0:1746134038.454796:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+25:1755:x1830953552173184:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4591us (4772us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134038.454801:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29435 00000100:00100000:0.0:1746134038.455487:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134038.457310:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552173440 00000100:00100000:2.0:1746134038.457318:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552173440 00010000:00010000:2.0:1746134038.457346:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8213 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6a1 expref: 6 pid: 9580 timeout: 807 lvb_type: 0 00000100:00100000:2.0:1746134038.457378:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14738 00000100:00100000:2.0:1746134038.457384:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552173440:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134038.457395:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134038.457409:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8213 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6a1 expref: 6 pid: 9580 timeout: 807 lvb_type: 0 00010000:00010000:2.0:1746134038.457418:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8213 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6a1 expref: 6 pid: 9580 timeout: 807 lvb_type: 0 00010000:00010000:2.0:1746134038.457434:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8213 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6a1 expref: 6 pid: 9580 timeout: 807 lvb_type: 0 00010000:00010000:2.0:1746134038.457459:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134038.457461:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134038.457466:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c821a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6a8 expref: 24 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.457476:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c821a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6a8 expref: 24 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.457498:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c821a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6a8 expref: 24 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.457508:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c821a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6a8 expref: 24 pid: 9580 timeout: 807 lvb_type: 0 00000100:00100000:2.0:1746134038.457518:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009558f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548040320:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134038.458990:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02b9f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746134038.461735:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134038.461793:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009558f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548040320:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134038.461805:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134038.461834:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552173440:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4450us (6348us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134038.461842:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14738 00000100:00100000:1.0:1746134038.461897:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552173696 00000100:00100000:1.0:1746134038.461901:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552173696 00002000:00100000:1.0:1746134038.461926:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d5e3100 x1830953552173696/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.461934:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d5e3100 with x1830953552173696 ext(0->4095) 00010000:00010000:1.0:1746134038.461940:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c821a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6a8 expref: 25 pid: 9580 timeout: 807 lvb_type: 0 00010000:00010000:1.0:1746134038.461950:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c821a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6a8 expref: 25 pid: 9580 timeout: 807 lvb_type: 0 00002000:00010000:1.0:1746134038.461960:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d5e3100 00000100:00100000:1.0:1746134038.462475:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2309 00000100:00100000:1.0:1746134038.462483:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+25:2009:x1830953552173696:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134038.462599:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+25:2009:x1830953552173696:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (868us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134038.462605:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2309 00002000:00100000:1.0:1746134038.462610:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d5e3100 x1830953552173696/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.462618:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d5e3100 with x1830953552173696 ext(0->4095) 00010000:00010000:1.0:1746134038.462623:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c821a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6a8 expref: 25 pid: 9580 timeout: 807 lvb_type: 0 00010000:00010000:1.0:1746134038.462632:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c821a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6a8 expref: 25 pid: 9580 timeout: 807 lvb_type: 0 00002000:00010000:1.0:1746134038.462637:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d5e3100 00000100:00100000:0.0:1746134038.464853:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134038.464991:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552173824 00000100:00100000:2.0:1746134038.464998:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552173824 00010000:00010000:2.0:1746134038.465024:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c821a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6a8 expref: 25 pid: 9580 timeout: 807 lvb_type: 0 00000100:00100000:2.0:1746134038.465045:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14739 00000100:00100000:2.0:1746134038.465050:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+25:2009:x1830953552173824:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134038.465061:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134038.465074:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c821a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6a8 expref: 25 pid: 9580 timeout: 807 lvb_type: 0 00010000:00010000:2.0:1746134038.465085:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c821a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6a8 expref: 25 pid: 9580 timeout: 807 lvb_type: 0 00010000:00010000:2.0:1746134038.465102:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c821a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6a8 expref: 25 pid: 9580 timeout: 807 lvb_type: 0 00010000:00010000:2.0:1746134038.465257:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134038.465259:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134038.465265:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c8221 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6af expref: 24 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.465272:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c8221 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6af expref: 24 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.465297:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c8221 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6af expref: 24 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134038.465307:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009558f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548040448:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134038.465773:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02b9f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746134038.471363:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009558f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548040448:192.168.203.26@tcp:105: 00010000:00010000:0.0:1746134038.471380:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134038.471425:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+24:2009:x1830953552173824:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 6373us (6647us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134038.471433:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14739 00000100:00100000:2.0:1746134038.471502:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134038.471595:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552174080 00000100:00100000:3.0:1746134038.471601:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552174080 00002000:00100000:3.0:1746134038.471630:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009558f100 x1830953552174080/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134038.471639:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009558f100 with x1830953552174080 ext(0->4095) 00002000:00010000:3.0:1746134038.471643:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009558f100 00000100:00100000:3.0:1746134038.471657:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12978 00000100:00100000:3.0:1746134038.471663:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009558f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+24:2010:x1830953552174080:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134038.471776:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009558f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+24:2010:x1830953552174080:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (273us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134038.471782:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12978 00002000:00100000:3.0:1746134038.471786:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009558f100 x1830953552174080/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134038.471798:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009558f100 with x1830953552174080 ext(0->4095) 00002000:00010000:3.0:1746134038.471800:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009558f100 00000100:00100000:0.0:1746134038.473671:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134038.473751:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552174208 00000100:00100000:2.0:1746134038.473756:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552174208 00000100:00100000:2.0:1746134038.473785:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29437 00000100:00100000:2.0:1746134038.473791:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552174208:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134038.473803:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134038.473818:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c8228 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f6b6 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.473840:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c8221 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6af expref: 23 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.473847:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134038.473848:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134038.473851:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c8228 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6b6 expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.473874:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c8221 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6af expref: 23 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.473885:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c8221 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6af expref: 23 pid: 9581 timeout: 807 lvb_type: 0 00000100:00100000:2.0:1746134038.473895:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d969500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548040576:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134038.474043:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02b9e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746134038.475241:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d969500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548040576:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134038.475257:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c8228 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6b6 expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.475268:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589200, rc 0) 00000100:00100000:2.0:1746134038.475298:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552174208:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1507us (1631us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134038.475304:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29437 00000100:00100000:3.0:1746134038.477560:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134038.477794:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552174336 00000100:00100000:0.0:1746134038.477801:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552174336 00010000:00010000:0.0:1746134038.477828:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c8221 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6af expref: 24 pid: 9581 timeout: 807 lvb_type: 0 00000100:00100000:0.0:1746134038.477892:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14740 00000100:00100000:0.0:1746134038.477899:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129e4e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+24:2009:x1830953552174336:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134038.477909:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134038.477923:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c8221 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6af expref: 24 pid: 9581 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746134038.477932:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c8221 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6af expref: 24 pid: 9581 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746134038.477950:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c8221 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6af expref: 24 pid: 9581 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746134038.477971:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134038.477973:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134038.477979:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c8228 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6b6 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134038.477985:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c8228 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6b6 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134038.478017:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c8228 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6b6 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134038.478058:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548040704:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134038.478219:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c240 going to sleep for 11 seconds 00000100:00100000:2.0:1746134038.479533:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5a8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548040704:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134038.479703:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.479870:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552174592 00000100:00100000:1.0:1746134038.479874:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552174592 00002000:00100000:1.0:1746134038.479905:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008f8b4a80 x1830953552174592/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.479913:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b4a80 with x1830953552174592 ext(0->4095) 00002000:00010000:1.0:1746134038.479917:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f8b4a80 00000100:00100000:1.0:1746134038.479932:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12979 00000100:00100000:1.0:1746134038.479938:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552174592:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134038.480039:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552174592:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (336us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134038.480045:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12979 00002000:00100000:1.0:1746134038.480050:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008f8b4a80 x1830953552174592/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.480056:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b4a80 with x1830953552174592 ext(0->4095) 00002000:00010000:1.0:1746134038.480059:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f8b4a80 00010000:00010000:2.0:1746134038.480159:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134038.480182:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129e4e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+23:2009:x1830953552174336:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2283us (2627us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134038.480189:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14740 00000100:00100000:3.0:1746134038.481826:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134038.481867:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552174720 00000100:00100000:2.0:1746134038.481872:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552174720 00000100:00100000:3.0:1746134038.481893:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134038.481924:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552174848 00000100:00100000:0.0:1746134038.481928:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552174848 00000100:00100000:2.0:1746134038.481961:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29438 00000100:00100000:2.0:1746134038.481967:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+24:1757:x1830953552174720:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134038.481980:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134038.481992:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c822f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f6bd expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.482012:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c8228 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6b6 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.482019:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134038.482021:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134038.482024:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c822f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6bd expref: 25 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.482047:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c8228 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6b6 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.482056:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c8228 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6b6 expref: 5 pid: 10181 timeout: 807 lvb_type: 0 00000100:00100000:2.0:1746134038.482066:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d969500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548040832:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134038.482157:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02b9f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746134038.482157:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29439 00000100:00100000:0.0:1746134038.482163:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+25:1755:x1830953552174848:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134038.482170:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134038.482176:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009565ea00/0x9682c7de153c8236 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f6c4 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134038.482186:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134038.482189:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c822f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6bd expref: 26 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134038.482193:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134038.482196:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009565ea00/0x9682c7de153c8236 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6c4 expref: 26 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134038.482213:0:9580:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c822f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6bd expref: 26 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134038.482222:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009565ea00/0x9682c7de153c8236 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6c4 expref: 26 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134038.482230:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009565ea00, rc 0) 00000100:00100000:0.0:1746134038.482247:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:1755:x1830953552174848:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 85us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134038.482253:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29439 00000100:00100000:2.0:1746134038.483740:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d969500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548040832:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134038.483756:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c822f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6bd expref: 25 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.483766:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589e00, rc 0) 00000100:00100000:2.0:1746134038.483805:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+25:1757:x1830953552174720:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1836us (1982us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134038.483811:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29438 00000100:00100000:0.0:1746134038.484049:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134038.484137:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552174976 00000100:00100000:2.0:1746134038.484142:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552174976 00010000:00010000:2.0:1746134038.484162:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c8228 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6b6 expref: 6 pid: 10181 timeout: 807 lvb_type: 0 00000100:00100000:2.0:1746134038.484182:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14741 00000100:00100000:2.0:1746134038.484187:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552174976:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134038.484195:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134038.484209:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c8228 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6b6 expref: 6 pid: 10181 timeout: 807 lvb_type: 0 00010000:00010000:2.0:1746134038.484219:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c8228 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6b6 expref: 6 pid: 10181 timeout: 807 lvb_type: 0 00010000:00010000:2.0:1746134038.484235:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c8228 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6b6 expref: 6 pid: 10181 timeout: 807 lvb_type: 0 00010000:00010000:2.0:1746134038.484262:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134038.484263:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134038.484268:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c822f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6bd expref: 24 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.484274:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c822f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6bd expref: 24 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.484294:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c822f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6bd expref: 24 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.484303:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c822f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6bd expref: 24 pid: 10181 timeout: 807 lvb_type: 0 00000100:00100000:2.0:1746134038.484312:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d969500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548041088:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134038.484364:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02b9f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746134038.485959:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d969500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548041088:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134038.485971:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134038.486047:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552174976:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1858us (1997us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134038.486055:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14741 00000100:00100000:2.0:1746134038.486818:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134038.486884:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552175232 00000100:00100000:0.0:1746134038.486889:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552175232 00002000:00100000:0.0:1746134038.486917:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d969500 x1830953552175232/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134038.486926:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d969500 with x1830953552175232 ext(0->4095) 00010000:00010000:0.0:1746134038.486932:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c822f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6bd expref: 25 pid: 10181 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746134038.486943:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c822f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6bd expref: 25 pid: 10181 timeout: 807 lvb_type: 0 00002000:00010000:0.0:1746134038.486948:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d969500 00000100:00100000:0.0:1746134038.486971:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2310 00000100:00100000:0.0:1746134038.486977:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d969500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+25:2009:x1830953552175232:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746134038.487076:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d969500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+25:2009:x1830953552175232:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (258us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134038.487082:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2310 00002000:00100000:0.0:1746134038.487087:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d969500 x1830953552175232/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134038.487094:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d969500 with x1830953552175232 ext(0->4095) 00010000:00010000:0.0:1746134038.487099:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c822f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6bd expref: 25 pid: 10181 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746134038.487147:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c822f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6bd expref: 25 pid: 10181 timeout: 807 lvb_type: 0 00002000:00010000:0.0:1746134038.487152:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d969500 00000100:00100000:0.0:1746134038.489490:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134038.489786:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552175360 00000100:00100000:2.0:1746134038.489793:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552175360 00000100:00100000:2.0:1746134038.489839:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29440 00000100:00100000:2.0:1746134038.489846:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552175360:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134038.489858:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134038.489871:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c823d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f6cb expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.489891:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134038.489896:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009565ea00/0x9682c7de153c8236 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6c4 expref: 24 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.489906:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746134038.489910:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c823d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6cb expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.489937:0:10181:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009565ea00/0x9682c7de153c8236 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6c4 expref: 24 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.489947:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c823d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6cb expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.489955:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095588200, rc 0) 00000100:00100000:2.0:1746134038.489999:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552175360:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 154us (514us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134038.490004:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29440 00000100:00100000:0.0:1746134038.490142:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134038.490631:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552175488 00000100:00100000:2.0:1746134038.490634:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552175488 00010000:00010000:2.0:1746134038.490647:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c822f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6bd expref: 25 pid: 10181 timeout: 807 lvb_type: 0 00000100:00100000:2.0:1746134038.490660:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14742 00000100:00100000:2.0:1746134038.490664:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+25:2011:x1830953552175488:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134038.490670:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134038.490681:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c822f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6bd expref: 25 pid: 10181 timeout: 807 lvb_type: 0 00010000:00010000:2.0:1746134038.490687:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c822f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6bd expref: 25 pid: 10181 timeout: 807 lvb_type: 0 00010000:00010000:2.0:1746134038.490697:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c822f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6bd expref: 25 pid: 10181 timeout: 807 lvb_type: 0 00010000:00010000:2.0:1746134038.490709:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134038.490710:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134038.490714:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009565ea00/0x9682c7de153c8236 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6c4 expref: 24 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.490718:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009565ea00/0x9682c7de153c8236 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6c4 expref: 24 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.490730:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009565ea00/0x9682c7de153c8236 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6c4 expref: 24 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.490739:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009565ea00/0x9682c7de153c8236 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6c4 expref: 24 pid: 9580 timeout: 807 lvb_type: 0 00000100:00100000:2.0:1746134038.490748:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d968a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548041344:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134038.490801:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02b9f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746134038.492367:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.492422:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552175744 00000100:00100000:1.0:1746134038.492427:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552175744 00002000:00100000:1.0:1746134038.492458:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009c7e6680 x1830953552175744/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.492466:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7e6680 with x1830953552175744 ext(0->4095) 00010000:00010000:1.0:1746134038.492472:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009565ea00/0x9682c7de153c8236 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6c4 expref: 25 pid: 9580 timeout: 807 lvb_type: 0 00010000:00010000:1.0:1746134038.492484:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009565ea00/0x9682c7de153c8236 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6c4 expref: 25 pid: 9580 timeout: 807 lvb_type: 0 00002000:00010000:1.0:1746134038.492490:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7e6680 00000100:00100000:1.0:1746134038.492504:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2311 00000100:00100000:1.0:1746134038.492509:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+25:2012:x1830953552175744:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746134038.492823:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d968a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548041344:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134038.492836:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134038.493174:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+25:2012:x1830953552175744:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 Request processed in 663us (811us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134038.493183:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2311 00002000:00100000:1.0:1746134038.493189:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009c7e6680 x1830953552175744/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.493195:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7e6680 with x1830953552175744 ext(0->4095) 00010000:00010000:1.0:1746134038.493199:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009565ea00/0x9682c7de153c8236 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6c4 expref: 25 pid: 9580 timeout: 807 lvb_type: 0 00010000:00010000:1.0:1746134038.493208:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009565ea00/0x9682c7de153c8236 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6c4 expref: 25 pid: 9580 timeout: 807 lvb_type: 0 00002000:00010000:1.0:1746134038.493214:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7e6680 00000100:00100000:2.0:1746134038.493268:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+24:2011:x1830953552175488:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2601us (3159us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134038.493276:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14742 00000100:00100000:0.0:1746134038.494720:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.494846:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552176000 00000100:00100000:1.0:1746134038.494851:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552176000 00000100:00100000:1.0:1746134038.494887:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29441 00000100:00100000:1.0:1746134038.494893:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d141880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+24:1755:x1830953552176000:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134038.494908:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134038.494920:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8244 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f6d2 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.494938:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134038.494942:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c823d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6cb expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.494948:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746134038.494951:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8244 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6d2 expref: 25 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134038.494961:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00010000:00010000:1.0:1746134038.494979:0:9580:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c823d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6cb expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.494989:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8244 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6d2 expref: 25 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.494997:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957eb600, rc 0) 00000100:00100000:1.0:1746134038.495023:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d141880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+25:1755:x1830953552176000:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 130us (305us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134038.495028:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29441 00000100:00100000:2.0:1746134038.495209:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552175872 00000100:00100000:2.0:1746134038.495213:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552175872 00010000:00010000:2.0:1746134038.495225:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009565ea00/0x9682c7de153c8236 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6c4 expref: 25 pid: 9580 timeout: 807 lvb_type: 0 00000100:00100000:2.0:1746134038.495252:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14743 00000100:00100000:2.0:1746134038.495258:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+25:2009:x1830953552175872:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134038.495264:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134038.495276:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009565ea00/0x9682c7de153c8236 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6c4 expref: 25 pid: 9580 timeout: 807 lvb_type: 0 00010000:00010000:2.0:1746134038.495284:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009565ea00/0x9682c7de153c8236 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6c4 expref: 25 pid: 9580 timeout: 807 lvb_type: 0 00010000:00010000:2.0:1746134038.495297:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009565ea00/0x9682c7de153c8236 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6c4 expref: 25 pid: 9580 timeout: 807 lvb_type: 0 00010000:00010000:2.0:1746134038.495305:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134038.495307:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134038.495311:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c823d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6cb expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.495316:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c823d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6cb expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.495333:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c823d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6cb expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.495341:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c823d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6cb expref: 5 pid: 10181 timeout: 807 lvb_type: 0 00000100:00100000:2.0:1746134038.495350:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d968a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548041600:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134038.495398:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02b9f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746134038.498159:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d968a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548041600:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134038.498177:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134038.498310:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+24:2009:x1830953552175872:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3049us (3347us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134038.498318:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14743 00000100:00100000:0.0:1746134038.502609:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.502735:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552176256 00000100:00100000:1.0:1746134038.502743:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552176256 00002000:00100000:1.0:1746134038.502780:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d141c00 x1830953552176256/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.502788:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d141c00 with x1830953552176256 ext(0->4095) 00010000:00010000:1.0:1746134038.502796:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c823d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6cb expref: 6 pid: 10181 timeout: 807 lvb_type: 0 00010000:00010000:1.0:1746134038.502808:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c823d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6cb expref: 6 pid: 10181 timeout: 807 lvb_type: 0 00002000:00010000:1.0:1746134038.502814:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d141c00 00000100:00100000:1.0:1746134038.502841:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2312 00000100:00100000:1.0:1746134038.502848:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d141c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552176256:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134038.502979:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d141c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552176256:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 130us (376us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134038.502986:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2312 00002000:00100000:1.0:1746134038.502991:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d141c00 x1830953552176256/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.502997:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d141c00 with x1830953552176256 ext(0->4095) 00010000:00010000:1.0:1746134038.503002:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c823d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6cb expref: 6 pid: 10181 timeout: 807 lvb_type: 0 00010000:00010000:1.0:1746134038.503010:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c823d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6cb expref: 6 pid: 10181 timeout: 807 lvb_type: 0 00002000:00010000:1.0:1746134038.503016:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d141c00 00000100:00100000:3.0:1746134038.506791:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134038.506995:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552176384 00000100:00100000:2.0:1746134038.507002:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552176384 00010000:00010000:2.0:1746134038.507028:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c823d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6cb expref: 6 pid: 10181 timeout: 807 lvb_type: 0 00000100:00100000:2.0:1746134038.507145:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14744 00000100:00100000:2.0:1746134038.507152:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552176384:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134038.507163:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134038.507179:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c823d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6cb expref: 6 pid: 10181 timeout: 807 lvb_type: 0 00010000:00010000:2.0:1746134038.507193:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c823d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6cb expref: 6 pid: 10181 timeout: 807 lvb_type: 0 00010000:00010000:2.0:1746134038.507210:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c823d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6cb expref: 6 pid: 10181 timeout: 807 lvb_type: 0 00010000:00010000:2.0:1746134038.507230:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134038.507232:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134038.507237:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8244 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6d2 expref: 23 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.507245:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8244 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6d2 expref: 23 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.507346:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8244 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6d2 expref: 23 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134038.507357:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d968a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548041728:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134038.507534:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02b9f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746134038.507571:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134038.507632:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552176512 00000100:00100000:2.0:1746134038.507635:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552176512 00000100:00100000:2.0:1746134038.507748:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29442 00000100:00100000:2.0:1746134038.507754:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d140e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552176512:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134038.507763:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134038.507772:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c824b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f6d9 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.507790:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8244 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6d2 expref: 23 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.507795:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134038.507796:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134038.507799:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c824b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6d9 expref: 7 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.507813:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8244 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6d2 expref: 23 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.507821:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8244 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6d2 expref: 23 pid: 9580 timeout: 807 lvb_type: 0 00000100:00100000:2.0:1746134038.507827:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad8f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548041856:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134038.507859:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02b99c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746134038.510977:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ad8f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548041856:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134038.511000:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c824b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6d9 expref: 7 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.511014:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095588000, rc 0) 00000100:00100000:2.0:1746134038.511060:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d140e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+7:1757:x1830953552176512:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3304us (3487us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134038.511068:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29442 00000100:00100000:2.0:1746134038.511689:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d968a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548041728:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134038.511698:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134038.511953:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552176384:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4800us (5166us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134038.511960:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14744 00000100:00100000:0.0:1746134038.512843:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134038.512949:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552176640 00000100:00100000:2.0:1746134038.512953:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552176640 00010000:00010000:2.0:1746134038.512972:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8244 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6d2 expref: 24 pid: 9580 timeout: 807 lvb_type: 0 00000100:00100000:2.0:1746134038.513035:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14745 00000100:00100000:2.0:1746134038.513041:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d140700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+24:2012:x1830953552176640:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134038.513051:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134038.513065:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8244 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6d2 expref: 24 pid: 9580 timeout: 807 lvb_type: 0 00010000:00010000:2.0:1746134038.513074:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8244 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6d2 expref: 24 pid: 9580 timeout: 807 lvb_type: 0 00010000:00010000:2.0:1746134038.513090:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8244 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6d2 expref: 24 pid: 9580 timeout: 807 lvb_type: 0 00010000:00010000:2.0:1746134038.513137:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134038.513139:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134038.513145:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c824b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6d9 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.513152:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c824b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6d9 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.513176:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c824b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6d9 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134038.513186:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad8f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548041984:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134038.513524:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02b9f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746134038.518003:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ad8f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548041984:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134038.518020:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134038.518065:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d140700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+23:2012:x1830953552176640:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 5023us (5222us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134038.518074:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14745 00000100:00100000:3.0:1746134038.519564:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.519619:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552176896 00000100:00100000:1.0:1746134038.519625:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552176896 00002000:00100000:1.0:1746134038.519766:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800915f1c00 x1830953552176896/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.519775:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915f1c00 with x1830953552176896 ext(0->4095) 00002000:00010000:1.0:1746134038.519779:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800915f1c00 00000100:00100000:1.0:1746134038.519804:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12980 00000100:00100000:1.0:1746134038.519811:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552176896:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134038.520378:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552176896:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 565us (816us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134038.520384:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12980 00002000:00100000:1.0:1746134038.520390:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800915f1c00 x1830953552176896/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.520402:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915f1c00 with x1830953552176896 ext(0->4095) 00002000:00010000:1.0:1746134038.520405:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800915f1c00 00000100:00100000:0.0:1746134038.524679:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134038.524740:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552177024 00000100:00100000:2.0:1746134038.524748:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552177024 00000100:00100000:2.0:1746134038.524793:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29443 00000100:00100000:2.0:1746134038.524800:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b14f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+23:1755:x1830953552177024:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134038.524814:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134038.524828:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c8252 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f6e0 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.524852:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c824b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6d9 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.524858:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134038.524859:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134038.524862:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c8252 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6e0 expref: 24 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134038.524867:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00010000:00010000:2.0:1746134038.524890:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c824b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6d9 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.524902:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c824b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6d9 expref: 5 pid: 9580 timeout: 807 lvb_type: 0 00000100:00100000:2.0:1746134038.524912:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad8f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548042112:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134038.524953:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552177152 00000100:00100000:1.0:1746134038.524957:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552177152 00000100:00100000:2.0:1746134038.524976:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02b9f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746134038.524979:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29444 00000100:00100000:1.0:1746134038.524984:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+25:1757:x1830953552177152:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134038.524995:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134038.525002:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c8259 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f6e7 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.525014:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134038.525018:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c8252 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6e0 expref: 26 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.525022:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134038.525063:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c8259 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6e7 expref: 26 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.525083:0:18904:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c8252 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6e0 expref: 26 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.525091:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c8259 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6e7 expref: 26 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.525100:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957ebe00, rc 0) 00000100:00100000:1.0:1746134038.525247:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:1757:x1830953552177152:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 178us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134038.525254:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29444 00000100:00100000:2.0:1746134038.526022:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ad8f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548042112:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134038.526034:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c8252 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6e0 expref: 25 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.526043:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589200, rc 0) 00000100:00100000:2.0:1746134038.526073:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+25:1755:x1830953552177024:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1274us (1402us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134038.526079:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29443 00000100:00100000:0.0:1746134038.527500:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134038.527788:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552177280 00000100:00100000:2.0:1746134038.527794:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552177280 00010000:00010000:2.0:1746134038.527817:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c824b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6d9 expref: 6 pid: 9580 timeout: 807 lvb_type: 0 00000100:00100000:2.0:1746134038.527838:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14746 00000100:00100000:2.0:1746134038.527844:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc73800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552177280:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134038.527853:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134038.527868:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c824b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6d9 expref: 6 pid: 9580 timeout: 807 lvb_type: 0 00010000:00010000:2.0:1746134038.527877:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c824b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6d9 expref: 6 pid: 9580 timeout: 807 lvb_type: 0 00010000:00010000:2.0:1746134038.527894:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c824b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6d9 expref: 6 pid: 9580 timeout: 807 lvb_type: 0 00010000:00010000:2.0:1746134038.527917:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134038.527919:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134038.527924:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c8252 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6e0 expref: 24 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.527930:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c8252 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6e0 expref: 24 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.527950:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c8252 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6e0 expref: 24 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.527959:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c8252 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6e0 expref: 24 pid: 9580 timeout: 807 lvb_type: 0 00000100:00100000:2.0:1746134038.527968:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad8f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548042368:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134038.528019:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02b9f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746134038.530340:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ad8f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548042368:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134038.530357:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134038.530401:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc73800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552177280:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2556us (2901us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134038.530411:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14746 00000100:00100000:0.0:1746134038.530756:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134038.530789:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552177536 00000100:00100000:2.0:1746134038.530794:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552177536 00002000:00100000:2.0:1746134038.530820:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009bc73100 x1830953552177536/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134038.530829:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc73100 with x1830953552177536 ext(0->4095) 00010000:00010000:2.0:1746134038.530837:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c8252 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6e0 expref: 25 pid: 9580 timeout: 807 lvb_type: 0 00010000:00010000:2.0:1746134038.530848:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c8252 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6e0 expref: 25 pid: 9580 timeout: 807 lvb_type: 0 00002000:00010000:2.0:1746134038.530854:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bc73100 00000100:00100000:2.0:1746134038.530875:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2313 00000100:00100000:2.0:1746134038.530880:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+25:2009:x1830953552177536:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134038.530985:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+25:2009:x1830953552177536:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (229us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134038.530991:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2313 00002000:00100000:2.0:1746134038.530995:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009bc73100 x1830953552177536/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134038.531002:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc73100 with x1830953552177536 ext(0->4095) 00010000:00010000:2.0:1746134038.531006:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c8252 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6e0 expref: 25 pid: 9580 timeout: 807 lvb_type: 0 00010000:00010000:2.0:1746134038.531018:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c8252 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6e0 expref: 25 pid: 9580 timeout: 807 lvb_type: 0 00002000:00010000:2.0:1746134038.531023:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bc73100 00000100:00100000:0.0:1746134038.536287:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134038.536436:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552177664 00000100:00100000:2.0:1746134038.536443:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552177664 00010000:00010000:2.0:1746134038.536470:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c8252 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6e0 expref: 25 pid: 9580 timeout: 807 lvb_type: 0 00000100:00100000:2.0:1746134038.536505:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14747 00000100:00100000:2.0:1746134038.536512:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129e4f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+25:2011:x1830953552177664:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134038.536522:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134038.536538:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c8252 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6e0 expref: 25 pid: 9580 timeout: 807 lvb_type: 0 00010000:00010000:2.0:1746134038.536549:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c8252 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6e0 expref: 25 pid: 9580 timeout: 807 lvb_type: 0 00010000:00010000:2.0:1746134038.536566:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c8252 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6e0 expref: 25 pid: 9580 timeout: 807 lvb_type: 0 00010000:00010000:2.0:1746134038.536587:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134038.536589:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134038.536900:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c8259 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6e7 expref: 24 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.536915:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c8259 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6e7 expref: 24 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.536942:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c8259 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6e7 expref: 24 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134038.536956:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad8f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548042496:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134038.538481:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02b99c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746134038.543834:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ad8f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548042496:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134038.543851:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00010000:00010000:2.0:1746134038.543852:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134038.543997:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552177920 00000100:00100000:0.0:1746134038.544003:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552177920 00002000:00100000:0.0:1746134038.544037:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800915f2680 x1830953552177920/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134038.544046:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915f2680 with x1830953552177920 ext(0->4095) 00002000:00010000:0.0:1746134038.544050:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800915f2680 00000100:00100000:2.0:1746134038.544409:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129e4f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+25:2011:x1830953552177664:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 7895us (8126us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134038.544417:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14747 00000100:00100000:0.0:1746134038.544819:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12981 00000100:00100000:0.0:1746134038.544827:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+24:2009:x1830953552177920:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746134038.544938:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+24:2009:x1830953552177920:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (1087us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134038.544942:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12981 00002000:00100000:0.0:1746134038.544947:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800915f2680 x1830953552177920/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134038.544953:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915f2680 with x1830953552177920 ext(0->4095) 00002000:00010000:0.0:1746134038.544956:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800915f2680 00000100:00100000:3.0:1746134038.551271:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134038.551361:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552178048 00000100:00100000:2.0:1746134038.551369:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552178048 00000100:00100000:2.0:1746134038.551419:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29445 00000100:00100000:2.0:1746134038.551426:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552178048:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134038.551440:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134038.551460:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8260 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f6ee expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.551485:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c8259 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6e7 expref: 23 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.551492:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134038.551495:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134038.551498:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8260 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6ee expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.551521:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c8259 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6e7 expref: 23 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.551531:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c8259 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6e7 expref: 23 pid: 18904 timeout: 807 lvb_type: 0 00000100:00100000:2.0:1746134038.551542:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad8f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548042624:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134038.551602:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02b9840 going to sleep for 11 seconds 00000100:00100000:2.0:1746134038.555552:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ad8f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548042624:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134038.555579:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8260 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6ee expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.555594:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589a00, rc 0) 00000100:00100000:2.0:1746134038.557331:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552178048:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5897us (6058us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134038.557341:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29445 00000100:00100000:0.0:1746134038.562491:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.562540:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552178176 00000100:00100000:1.0:1746134038.562546:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552178176 00002000:00100000:1.0:1746134038.562577:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009bc71880 x1830953552178176/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 496/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.562585:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc71880 with x1830953552178176 ext(0->7) 00010000:00010000:1.0:1746134038.562592:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c8259 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6e7 expref: 24 pid: 18904 timeout: 807 lvb_type: 0 00010000:00010000:1.0:1746134038.562603:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c8259 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6e7 expref: 24 pid: 18904 timeout: 807 lvb_type: 0 00002000:00010000:1.0:1746134038.562609:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bc71880 00000100:00100000:1.0:1746134038.562635:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2314 00000100:00100000:1.0:1746134038.562641:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+24:2009:x1830953552178176:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746134038.569924:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:2009:x1830953552178176:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 7275us (7430us total) trans 4294970625 rc 0/0 00000100:00100000:1.0:1746134038.569934:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2314 00002000:00100000:1.0:1746134038.569942:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009bc71880 x1830953552178176/t4294970625(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 496/448 e 0 to 0 dl 1746134049 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.569950:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc71880 with x1830953552178176 ext(0->7) 00010000:00010000:1.0:1746134038.569958:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c8259 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6e7 expref: 26 pid: 18904 timeout: 807 lvb_type: 0 00010000:00010000:1.0:1746134038.569976:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c8259 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6e7 expref: 26 pid: 18904 timeout: 807 lvb_type: 0 00002000:00010000:1.0:1746134038.569981:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bc71880 00000100:00100000:3.0:1746134038.572793:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134038.573193:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552178304 00000100:00100000:2.0:1746134038.573200:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552178304 00000100:00100000:2.0:1746134038.573371:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29446 00000100:00100000:2.0:1746134038.573379:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:1755:x1830953552178304:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134038.573393:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134038.573406:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8267 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f6f5 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.573433:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134038.573437:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8260 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6ee expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.573443:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746134038.573446:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8267 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6f5 expref: 27 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.573473:0:9580:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8260 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6ee expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.573482:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8267 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6f5 expref: 27 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.573491:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095588e00, rc 0) 00000100:00100000:2.0:1746134038.573914:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:1755:x1830953552178304:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 534us (1125us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134038.573920:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29446 00000100:00100000:0.0:1746134038.575414:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134038.575575:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552178432 00000100:00100000:2.0:1746134038.575580:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552178432 00010000:00010000:2.0:1746134038.575601:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c8259 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6e7 expref: 27 pid: 18904 timeout: 807 lvb_type: 0 00000100:00100000:2.0:1746134038.575623:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14748 00000100:00100000:2.0:1746134038.575628:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc73800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2012:x1830953552178432:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134038.575638:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746134038.575651:0:7220:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb mtime from disk: 1746134038 -> 1746134039 00002000:00010000:2.0:1746134038.575653:0:7220:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb ctime from disk: 1746134038 -> 1746134039 00010000:00010000:2.0:1746134038.575658:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c8259 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6e7 expref: 27 pid: 18904 timeout: 807 lvb_type: 0 00010000:00010000:2.0:1746134038.575669:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c8259 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6e7 expref: 27 pid: 18904 timeout: 807 lvb_type: 0 00010000:00010000:2.0:1746134038.575684:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c8259 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6e7 expref: 27 pid: 18904 timeout: 807 lvb_type: 0 00010000:00010000:2.0:1746134038.575707:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134038.575709:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134038.575714:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8260 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6ee expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.575721:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8260 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6ee expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.575742:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8260 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6ee expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.575751:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8260 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6ee expref: 5 pid: 9580 timeout: 807 lvb_type: 0 00000100:00100000:2.0:1746134038.575761:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad8f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548042880:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134038.575821:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02b9840 going to sleep for 11 seconds 00000100:00100000:2.0:1746134038.578646:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ad8f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548042880:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134038.578663:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134038.578693:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc73800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:2012:x1830953552178432:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3064us (3281us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134038.578702:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14748 00000100:00100000:0.0:1746134038.581779:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.581842:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552178688 00000100:00100000:1.0:1746134038.581849:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552178688 00002000:00100000:1.0:1746134038.581880:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880085f3d500 x1830953552178688/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.581889:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3d500 with x1830953552178688 ext(0->4095) 00010000:00010000:1.0:1746134038.581897:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8260 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6ee expref: 6 pid: 9580 timeout: 807 lvb_type: 0 00010000:00010000:1.0:1746134038.581908:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8260 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6ee expref: 6 pid: 9580 timeout: 807 lvb_type: 0 00002000:00010000:1.0:1746134038.581914:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085f3d500 00000100:00100000:1.0:1746134038.581938:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2315 00000100:00100000:1.0:1746134038.581944:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552178688:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134038.582058:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552178688:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (286us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134038.582064:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2315 00002000:00100000:1.0:1746134038.582069:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880085f3d500 x1830953552178688/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.582074:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3d500 with x1830953552178688 ext(0->4095) 00010000:00010000:1.0:1746134038.582079:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8260 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6ee expref: 6 pid: 9580 timeout: 807 lvb_type: 0 00010000:00010000:1.0:1746134038.582086:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8260 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6ee expref: 6 pid: 9580 timeout: 807 lvb_type: 0 00002000:00010000:1.0:1746134038.582556:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085f3d500 00000100:00100000:0.0:1746134038.591234:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134038.591325:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552178816 00000100:00100000:2.0:1746134038.591332:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552178816 00010000:00010000:2.0:1746134038.591359:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8260 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6ee expref: 6 pid: 9580 timeout: 807 lvb_type: 0 00000100:00100000:2.0:1746134038.591485:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14749 00000100:00100000:2.0:1746134038.591492:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552178816:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134038.591502:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134038.591517:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8260 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6ee expref: 6 pid: 9580 timeout: 807 lvb_type: 0 00010000:00010000:2.0:1746134038.591528:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8260 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6ee expref: 6 pid: 9580 timeout: 807 lvb_type: 0 00010000:00010000:2.0:1746134038.591547:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8260 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6ee expref: 6 pid: 9580 timeout: 807 lvb_type: 0 00010000:00010000:2.0:1746134038.591573:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134038.591575:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134038.591581:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8267 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6f5 expref: 25 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.591588:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8267 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6f5 expref: 25 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.591614:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8267 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6f5 expref: 25 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134038.591623:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad8f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548043008:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134038.592374:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02b9840 going to sleep for 11 seconds 00000100:00100000:2.0:1746134038.600394:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ad8f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548043008:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134038.600403:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00010000:00010000:2.0:1746134038.600409:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134038.600452:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552178816:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 8960us (9223us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134038.600460:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14749 00000100:00100000:3.0:1746134038.600515:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552179072 00000100:00100000:3.0:1746134038.600522:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552179072 00002000:00100000:3.0:1746134038.600551:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880085f3c380 x1830953552179072/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134038.600559:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3c380 with x1830953552179072 ext(0->4095) 00002000:00010000:3.0:1746134038.600563:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085f3c380 00000100:00100000:3.0:1746134038.601039:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12982 00000100:00100000:3.0:1746134038.601046:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:2009:x1830953552179072:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134038.601188:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:2009:x1830953552179072:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 143us (787us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134038.601194:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12982 00002000:00100000:3.0:1746134038.601198:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880085f3c380 x1830953552179072/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134038.601205:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3c380 with x1830953552179072 ext(0->4095) 00002000:00010000:3.0:1746134038.601207:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085f3c380 00000100:00100000:0.0:1746134038.602276:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134038.602337:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552179200 00000100:00100000:2.0:1746134038.602341:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552179200 00000100:00100000:2.0:1746134038.602369:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29447 00000100:00100000:2.0:1746134038.602374:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552179200:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134038.602384:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134038.602397:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c826e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f6fc expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.602415:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8267 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6f5 expref: 25 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.602427:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134038.602428:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134038.602431:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c826e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6fc expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.602457:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8267 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6f5 expref: 25 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.602466:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8267 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6f5 expref: 25 pid: 9580 timeout: 807 lvb_type: 0 00000100:00100000:2.0:1746134038.602474:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad8f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548043136:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134038.602544:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02b9840 going to sleep for 11 seconds 00000100:00100000:2.0:1746134038.603688:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ad8f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548043136:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134038.603704:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c826e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6fc expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134038.603710:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00010000:00010000:2.0:1746134038.603717:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589c00, rc 0) 00000100:00100000:2.0:1746134038.603750:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552179200:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1375us (1476us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134038.603767:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29447 00000100:00100000:3.0:1746134038.603989:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552179328 00000100:00100000:3.0:1746134038.603993:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552179328 00010000:00010000:3.0:1746134038.604014:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8267 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6f5 expref: 26 pid: 9580 timeout: 807 lvb_type: 0 00000100:00100000:3.0:1746134038.604043:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14750 00000100:00100000:3.0:1746134038.604051:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c417480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:2010:x1830953552179328:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134038.604059:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134038.604074:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8267 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6f5 expref: 26 pid: 9580 timeout: 807 lvb_type: 0 00010000:00010000:3.0:1746134038.604202:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8267 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6f5 expref: 26 pid: 9580 timeout: 807 lvb_type: 0 00010000:00010000:3.0:1746134038.604226:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8267 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6f5 expref: 26 pid: 9580 timeout: 807 lvb_type: 0 00010000:00010000:3.0:1746134038.604248:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134038.604250:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134038.604255:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c826e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6fc expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.604261:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c826e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6fc expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.604287:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c826e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6fc expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134038.604296:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548043264:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134038.604347:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920c8780 going to sleep for 11 seconds 00000100:00100000:3.0:1746134038.605608:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548043264:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134038.605633:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134038.605668:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c417480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+25:2010:x1830953552179328:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1616us (1957us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134038.605675:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14750 00000100:00100000:0.0:1746134038.606202:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134038.606267:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552179584 00000100:00100000:3.0:1746134038.606272:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552179584 00002000:00100000:3.0:1746134038.606298:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009c414000 x1830953552179584/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134038.606306:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c414000 with x1830953552179584 ext(0->4095) 00002000:00010000:3.0:1746134038.606310:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c414000 00000100:00100000:3.0:1746134038.606492:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12983 00000100:00100000:3.0:1746134038.606501:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552179584:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134038.606764:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552179584:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 264us (562us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134038.606769:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12983 00002000:00100000:3.0:1746134038.606773:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009c414000 x1830953552179584/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134038.606784:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c414000 with x1830953552179584 ext(0->4095) 00002000:00010000:3.0:1746134038.606786:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c414000 00000100:00100000:0.0:1746134038.608659:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134038.608800:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552179712 00000100:00100000:2.0:1746134038.608807:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552179712 00000100:00100000:2.0:1746134038.608944:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29448 00000100:00100000:2.0:1746134038.608951:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c414e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+25:1757:x1830953552179712:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134038.608965:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134038.608978:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8275 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f703 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.608998:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c826e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6fc expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.609005:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134038.609007:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134038.609010:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8275 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f703 expref: 26 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.609032:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c826e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6fc expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.609042:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c826e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6fc expref: 5 pid: 9580 timeout: 807 lvb_type: 0 00000100:00100000:2.0:1746134038.609051:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad8f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548043392:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134038.609392:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02b9840 going to sleep for 11 seconds 00000100:00100000:0.0:1746134038.611213:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134038.611598:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134038.611685:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ad8f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548043392:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134038.611708:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8275 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f703 expref: 26 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.611722:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589000, rc 0) 00000100:00100000:2.0:1746134038.611754:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c414e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:1757:x1830953552179712:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2803us (3100us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134038.611762:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29448 00000100:00100000:2.0:1746134038.611782:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552179840 00000100:00100000:2.0:1746134038.611787:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552179840 00000100:00100000:2.0:1746134038.611807:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29449 00000100:00100000:2.0:1746134038.611812:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:1755:x1830953552179840:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134038.611824:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134038.611835:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c827c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f70a expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.611849:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134038.611852:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8275 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f703 expref: 27 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.611857:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134038.611860:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c827c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f70a expref: 27 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.611881:0:9580:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8275 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f703 expref: 27 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.611889:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c827c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f70a expref: 27 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.611896:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589800, rc 0) 00000100:00100000:2.0:1746134038.611909:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:1755:x1830953552179840:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 98us (702us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134038.611914:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29449 00000100:00100000:3.0:1746134038.611992:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552179968 00000100:00100000:3.0:1746134038.611996:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552179968 00010000:00010000:3.0:1746134038.612014:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c826e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6fc expref: 6 pid: 9580 timeout: 807 lvb_type: 0 00000100:00100000:3.0:1746134038.612031:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14751 00000100:00100000:3.0:1746134038.612036:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552179968:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134038.612044:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134038.612058:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c826e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6fc expref: 6 pid: 9580 timeout: 807 lvb_type: 0 00010000:00010000:3.0:1746134038.612066:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c826e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6fc expref: 6 pid: 9580 timeout: 807 lvb_type: 0 00010000:00010000:3.0:1746134038.612081:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c826e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f6fc expref: 6 pid: 9580 timeout: 807 lvb_type: 0 00010000:00010000:3.0:1746134038.612091:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134038.612093:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134038.612097:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8275 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f703 expref: 26 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.612102:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8275 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f703 expref: 26 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.612154:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8275 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f703 expref: 26 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.612163:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8275 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f703 expref: 26 pid: 9580 timeout: 807 lvb_type: 0 00000100:00100000:3.0:1746134038.612172:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548043648:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134038.612207:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920c8480 going to sleep for 11 seconds 00000100:00100000:0.0:1746134038.615746:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134038.615901:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552180224 00000100:00100000:2.0:1746134038.615908:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552180224 00002000:00100000:2.0:1746134038.615941:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917e5c00 x1830953552180224/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134038.615950:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e5c00 with x1830953552180224 ext(0->4095) 00010000:00010000:2.0:1746134038.615956:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8275 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f703 expref: 27 pid: 9580 timeout: 807 lvb_type: 0 00010000:00010000:2.0:1746134038.615967:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8275 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f703 expref: 27 pid: 9580 timeout: 807 lvb_type: 0 00002000:00010000:2.0:1746134038.615972:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917e5c00 00000100:00100000:2.0:1746134038.615988:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2316 00000100:00100000:2.0:1746134038.615994:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2011:x1830953552180224:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746134038.616416:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548043648:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134038.616445:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134038.616629:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2011:x1830953552180224:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 Request processed in 634us (889us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134038.616636:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2316 00000100:00100000:3.0:1746134038.616757:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552179968:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4720us (5158us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134038.616764:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14751 00002000:00100000:2.0:1746134038.616904:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917e5c00 x1830953552180224/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134038.616912:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e5c00 with x1830953552180224 ext(0->4095) 00010000:00010000:2.0:1746134038.616918:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8275 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f703 expref: 27 pid: 9580 timeout: 807 lvb_type: 0 00010000:00010000:2.0:1746134038.616927:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8275 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f703 expref: 27 pid: 9580 timeout: 807 lvb_type: 0 00002000:00010000:2.0:1746134038.616933:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917e5c00 00000100:00100000:0.0:1746134038.622080:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.622381:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552180352 00000100:00100000:1.0:1746134038.622389:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552180352 00000100:00100000:1.0:1746134038.622485:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29450 00000100:00100000:1.0:1746134038.622493:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552180352:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134038.622507:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134038.622521:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c8283 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f711 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.622543:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134038.622548:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c827c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f70a expref: 26 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.622554:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746134038.622557:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c8283 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f711 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.622585:0:18904:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c827c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f70a expref: 26 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.622594:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c8283 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f711 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.622607:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957ea000, rc 0) 00000100:00100000:1.0:1746134038.622654:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552180352:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 151us (570us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134038.622660:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29450 00000100:00100000:0.0:1746134038.622718:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134038.622889:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552180480 00000100:00100000:3.0:1746134038.622893:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552180480 00010000:00010000:3.0:1746134038.622908:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8275 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f703 expref: 27 pid: 9580 timeout: 807 lvb_type: 0 00000100:00100000:3.0:1746134038.622929:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14752 00000100:00100000:3.0:1746134038.622933:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2009:x1830953552180480:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134038.622940:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134038.622952:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8275 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f703 expref: 27 pid: 9580 timeout: 807 lvb_type: 0 00010000:00010000:3.0:1746134038.622964:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8275 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f703 expref: 27 pid: 9580 timeout: 807 lvb_type: 0 00010000:00010000:3.0:1746134038.622977:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8275 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f703 expref: 27 pid: 9580 timeout: 807 lvb_type: 0 00010000:00010000:3.0:1746134038.623560:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134038.623562:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134038.623570:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c827c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f70a expref: 26 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.623577:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c827c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f70a expref: 26 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.623599:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c827c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f70a expref: 26 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.623607:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c827c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f70a expref: 26 pid: 9580 timeout: 807 lvb_type: 0 00000100:00100000:3.0:1746134038.623616:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548043904:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134038.623656:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920c8480 going to sleep for 11 seconds 00000100:00100000:3.0:1746134038.628783:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548043904:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134038.628812:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134038.628854:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:2009:x1830953552180480:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 5919us (6134us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134038.628865:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14752 00000100:00100000:0.0:1746134038.630041:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134038.630737:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552180736 00000100:00100000:2.0:1746134038.630743:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552180736 00002000:00100000:2.0:1746134038.630776:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917e6680 x1830953552180736/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134038.630790:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e6680 with x1830953552180736 ext(0->4095) 00010000:00010000:2.0:1746134038.630797:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c827c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f70a expref: 26 pid: 9580 timeout: 807 lvb_type: 0 00010000:00010000:2.0:1746134038.630809:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c827c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f70a expref: 26 pid: 9580 timeout: 807 lvb_type: 0 00002000:00010000:2.0:1746134038.630815:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917e6680 00000100:00100000:2.0:1746134038.630843:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2317 00000100:00100000:2.0:1746134038.630849:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:2010:x1830953552180736:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134038.630963:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:2010:x1830953552180736:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (924us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134038.630969:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2317 00002000:00100000:2.0:1746134038.630974:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917e6680 x1830953552180736/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134038.630980:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e6680 with x1830953552180736 ext(0->4095) 00010000:00010000:2.0:1746134038.630985:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c827c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f70a expref: 26 pid: 9580 timeout: 807 lvb_type: 0 00010000:00010000:2.0:1746134038.630992:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c827c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f70a expref: 26 pid: 9580 timeout: 807 lvb_type: 0 00002000:00010000:2.0:1746134038.630997:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917e6680 00000100:00100000:0.0:1746134038.632731:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134038.632935:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552180864 00000100:00100000:2.0:1746134038.632940:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552180864 00000100:00100000:2.0:1746134038.632980:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29451 00000100:00100000:2.0:1746134038.632987:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:1755:x1830953552180864:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134038.632999:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134038.633011:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c828a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f718 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.633031:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134038.633035:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c8283 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f711 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.633040:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746134038.633043:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c828a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f718 expref: 27 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.633070:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c8283 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f711 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.633080:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c828a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f718 expref: 27 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.633088:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589a00, rc 0) 00000100:00100000:2.0:1746134038.633159:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:1755:x1830953552180864:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 172us (433us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134038.633164:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29451 00000100:00100000:0.0:1746134038.633385:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134038.633586:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552180992 00000100:00100000:3.0:1746134038.633591:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552180992 00010000:00010000:3.0:1746134038.633607:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c827c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f70a expref: 27 pid: 9580 timeout: 807 lvb_type: 0 00000100:00100000:3.0:1746134038.633624:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14753 00000100:00100000:3.0:1746134038.633628:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2009:x1830953552180992:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134038.633636:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134038.633649:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c827c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f70a expref: 27 pid: 9580 timeout: 807 lvb_type: 0 00010000:00010000:3.0:1746134038.633657:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c827c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f70a expref: 27 pid: 9580 timeout: 807 lvb_type: 0 00010000:00010000:3.0:1746134038.633670:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c827c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f70a expref: 27 pid: 9580 timeout: 807 lvb_type: 0 00010000:00010000:3.0:1746134038.633682:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134038.633684:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134038.633688:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c8283 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f711 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.633694:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c8283 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f711 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.633711:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c8283 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f711 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.633720:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c8283 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f711 expref: 5 pid: 18904 timeout: 807 lvb_type: 0 00000100:00100000:3.0:1746134038.633730:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548044160:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134038.633780:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920c8480 going to sleep for 11 seconds 00000100:00100000:3.0:1746134038.637971:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548044160:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134038.638003:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134038.638284:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:2009:x1830953552180992:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4653us (4898us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134038.638293:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14753 00000100:00100000:0.0:1746134038.638956:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134038.639307:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552181248 00000100:00100000:2.0:1746134038.639313:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552181248 00002000:00100000:2.0:1746134038.639340:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917f5880 x1830953552181248/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134038.639354:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917f5880 with x1830953552181248 ext(0->4095) 00010000:00010000:2.0:1746134038.639361:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c8283 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f711 expref: 6 pid: 18904 timeout: 807 lvb_type: 0 00010000:00010000:2.0:1746134038.639371:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c8283 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f711 expref: 6 pid: 18904 timeout: 807 lvb_type: 0 00002000:00010000:2.0:1746134038.639376:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917f5880 00000100:00100000:2.0:1746134038.639388:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2318 00000100:00100000:2.0:1746134038.639393:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552181248:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134038.639483:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552181248:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 90us (528us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134038.639488:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2318 00002000:00100000:2.0:1746134038.639493:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917f5880 x1830953552181248/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134038.639499:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917f5880 with x1830953552181248 ext(0->4095) 00010000:00010000:2.0:1746134038.639503:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c8283 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f711 expref: 6 pid: 18904 timeout: 807 lvb_type: 0 00010000:00010000:2.0:1746134038.639511:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c8283 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f711 expref: 6 pid: 18904 timeout: 807 lvb_type: 0 00002000:00010000:2.0:1746134038.639515:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917f5880 00000100:00100000:0.0:1746134038.642218:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134038.642383:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552181376 00000100:00100000:3.0:1746134038.642391:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552181376 00010000:00010000:3.0:1746134038.642422:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c8283 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f711 expref: 6 pid: 18904 timeout: 807 lvb_type: 0 00000100:00100000:3.0:1746134038.642455:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14754 00000100:00100000:3.0:1746134038.642462:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129e4d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552181376:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134038.642471:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134038.642486:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c8283 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f711 expref: 6 pid: 18904 timeout: 807 lvb_type: 0 00010000:00010000:3.0:1746134038.642495:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c8283 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f711 expref: 6 pid: 18904 timeout: 807 lvb_type: 0 00010000:00010000:3.0:1746134038.642511:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c8283 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f711 expref: 6 pid: 18904 timeout: 807 lvb_type: 0 00010000:00010000:3.0:1746134038.642527:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134038.642529:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134038.642534:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c828a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f718 expref: 25 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.642540:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c828a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f718 expref: 25 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.642566:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c828a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f718 expref: 25 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134038.642576:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548044288:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134038.643308:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920c8480 going to sleep for 11 seconds 00000100:00100000:3.0:1746134038.645500:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548044288:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134038.645529:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134038.645561:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129e4d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552181376:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3099us (3350us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134038.645571:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14754 00000100:00100000:0.0:1746134038.647204:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134038.647264:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552181632 00000100:00100000:2.0:1746134038.647270:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552181632 00002000:00100000:2.0:1746134038.647299:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917f7480 x1830953552181632/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134038.647307:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917f7480 with x1830953552181632 ext(0->4095) 00002000:00010000:2.0:1746134038.647310:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917f7480 00000100:00100000:2.0:1746134038.647326:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12984 00000100:00100000:2.0:1746134038.647331:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:2010:x1830953552181632:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134038.647443:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:2010:x1830953552181632:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (242us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134038.647448:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12984 00002000:00100000:2.0:1746134038.647453:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917f7480 x1830953552181632/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134038.647460:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917f7480 with x1830953552181632 ext(0->4095) 00002000:00010000:2.0:1746134038.647462:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917f7480 00000100:00100000:0.0:1746134038.649040:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.649274:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552181760 00000100:00100000:1.0:1746134038.649278:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552181760 00000100:00100000:1.0:1746134038.649316:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29452 00000100:00100000:1.0:1746134038.649321:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552181760:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134038.649333:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134038.649344:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c8291 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f71f expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.649363:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c828a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f718 expref: 25 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.649368:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134038.649370:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134038.649373:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c8291 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f71f expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.649393:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c828a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f718 expref: 25 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.649401:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c828a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f718 expref: 25 pid: 9581 timeout: 807 lvb_type: 0 00000100:00100000:1.0:1746134038.649415:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da68a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548044416:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134038.649477:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20480 going to sleep for 11 seconds 00000100:00100000:1.0:1746134038.651469:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da68a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548044416:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134038.651489:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c8291 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f71f expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.651502:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957ea600, rc 0) 00000100:00100000:1.0:1746134038.651541:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552181760:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2219us (2505us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134038.651548:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29452 00000100:00100000:0.0:1746134038.652065:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134038.652207:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552181888 00000100:00100000:3.0:1746134038.652212:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552181888 00010000:00010000:3.0:1746134038.652234:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c828a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f718 expref: 26 pid: 9581 timeout: 807 lvb_type: 0 00000100:00100000:3.0:1746134038.652512:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14755 00000100:00100000:3.0:1746134038.652520:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ff3d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:2010:x1830953552181888:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134038.652532:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134038.652547:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c828a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f718 expref: 26 pid: 9581 timeout: 807 lvb_type: 0 00010000:00010000:3.0:1746134038.652557:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c828a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f718 expref: 26 pid: 9581 timeout: 807 lvb_type: 0 00010000:00010000:3.0:1746134038.652573:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c828a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f718 expref: 26 pid: 9581 timeout: 807 lvb_type: 0 00010000:00010000:3.0:1746134038.652585:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134038.652587:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134038.652592:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c8291 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f71f expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.652598:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c8291 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f71f expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.652621:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c8291 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f71f expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134038.652630:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548044544:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134038.652685:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920c8d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134038.655908:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134038.656003:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548044544:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134038.656034:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134038.656065:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ff3d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+25:2010:x1830953552181888:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3546us (4001us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134038.656076:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14755 00000100:00100000:1.0:1746134038.656902:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552182144 00000100:00100000:1.0:1746134038.656909:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552182144 00002000:00100000:1.0:1746134038.656938:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007282c380 x1830953552182144/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746134038.657008:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00002000:00100000:1.0:1746134038.657020:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282c380 with x1830953552182144 ext(0->4095) 00002000:00010000:1.0:1746134038.657024:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007282c380 00000100:00100000:1.0:1746134038.657048:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12985 00000100:00100000:1.0:1746134038.657054:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552182144:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746134038.657281:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552182272 00000100:00100000:0.0:1746134038.657284:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552182272 00000100:00100000:0.0:1746134038.657305:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29453 00000100:00100000:0.0:1746134038.657310:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+25:1755:x1830953552182272:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134038.657318:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134038.657330:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009565e600/0x9682c7de153c8298 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f726 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134038.657348:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c8291 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f71f expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134038.657354:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134038.657356:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134038.657359:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009565e600/0x9682c7de153c8298 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f726 expref: 26 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134038.657360:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552182144:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 306us (1459us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134038.657365:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12985 00002000:00100000:1.0:1746134038.657370:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007282c380 x1830953552182144/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00010000:00010000:0.0:1746134038.657379:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c8291 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f71f expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00002000:00100000:1.0:1746134038.657382:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282c380 with x1830953552182144 ext(0->4095) 00010000:00010000:1.0:1746134038.657386:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c8291 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f71f expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134038.657389:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c8291 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f71f expref: 6 pid: 18904 timeout: 807 lvb_type: 0 00010000:00010000:1.0:1746134038.657394:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c8291 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f71f expref: 6 pid: 18904 timeout: 807 lvb_type: 0 00000100:00100000:0.0:1746134038.657398:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007282fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548044672:192.168.203.26@tcp:104: 00002000:00010000:1.0:1746134038.657399:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007282c380 00000100:00100000:0.0:1746134038.657454:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c480 going to sleep for 11 seconds 00000100:00100000:1.0:1746134038.661413:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134038.661471:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552182400 00000100:00100000:3.0:1746134038.661477:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552182400 00000100:00100000:3.0:1746134038.661510:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29454 00000100:00100000:3.0:1746134038.661518:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:1757:x1830953552182400:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134038.661533:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134038.661547:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c829f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f72d expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.661566:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134038.661571:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009565e600/0x9682c7de153c8298 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f726 expref: 28 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.661577:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134038.661579:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c829f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f72d expref: 28 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.661622:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009565e600/0x9682c7de153c8298 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f726 expref: 28 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.661633:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c829f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f72d expref: 28 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.661641:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fa00, rc 0) 00000100:00100000:3.0:1746134038.661686:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:1757:x1830953552182400:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 169us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134038.661692:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29454 00000100:00100000:2.0:1746134038.661806:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007282fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548044672:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134038.661819:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009565e600/0x9682c7de153c8298 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f726 expref: 27 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.661825:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009565e600, rc 0) 00000100:00100000:2.0:1746134038.661841:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:1755:x1830953552182272:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4531us (4835us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134038.661846:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29453 00000100:00100000:1.0:1746134038.662037:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134038.662086:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552182528 00000100:00100000:3.0:1746134038.662089:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552182528 00010000:00010000:3.0:1746134038.662103:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c8291 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f71f expref: 6 pid: 18904 timeout: 807 lvb_type: 0 00000100:00100000:3.0:1746134038.662141:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14756 00000100:00100000:3.0:1746134038.662146:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da68700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552182528:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134038.662153:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134038.662166:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c8291 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f71f expref: 6 pid: 18904 timeout: 807 lvb_type: 0 00010000:00010000:3.0:1746134038.662175:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c8291 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f71f expref: 6 pid: 18904 timeout: 807 lvb_type: 0 00010000:00010000:3.0:1746134038.662188:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c8291 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f71f expref: 6 pid: 18904 timeout: 807 lvb_type: 0 00010000:00010000:3.0:1746134038.662208:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134038.662210:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134038.662215:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009565e600/0x9682c7de153c8298 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f726 expref: 26 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.662221:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009565e600/0x9682c7de153c8298 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f726 expref: 26 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.662237:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009565e600/0x9682c7de153c8298 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f726 expref: 26 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.662251:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009565e600/0x9682c7de153c8298 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f726 expref: 26 pid: 18904 timeout: 807 lvb_type: 0 00000100:00100000:3.0:1746134038.662260:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548044928:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134038.663529:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920c8d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746134038.666776:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548044928:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134038.666806:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134038.666850:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da68700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552182528:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4702us (4811us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134038.666859:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14756 00000100:00100000:0.0:1746134038.667220:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.667461:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552182784 00000100:00100000:1.0:1746134038.667467:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552182784 00002000:00100000:1.0:1746134038.667493:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007282ed80 x1830953552182784/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.667501:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282ed80 with x1830953552182784 ext(0->4095) 00010000:00010000:1.0:1746134038.667507:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009565e600/0x9682c7de153c8298 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f726 expref: 27 pid: 18904 timeout: 807 lvb_type: 0 00010000:00010000:1.0:1746134038.667517:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009565e600/0x9682c7de153c8298 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f726 expref: 27 pid: 18904 timeout: 807 lvb_type: 0 00002000:00010000:1.0:1746134038.667523:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007282ed80 00000100:00100000:1.0:1746134038.667680:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2319 00000100:00100000:1.0:1746134038.667687:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2009:x1830953552182784:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134038.667884:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2009:x1830953552182784:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 196us (664us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134038.667890:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2319 00002000:00100000:1.0:1746134038.667895:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007282ed80 x1830953552182784/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.667901:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282ed80 with x1830953552182784 ext(0->4095) 00010000:00010000:1.0:1746134038.667906:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009565e600/0x9682c7de153c8298 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f726 expref: 27 pid: 18904 timeout: 807 lvb_type: 0 00010000:00010000:1.0:1746134038.667914:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009565e600/0x9682c7de153c8298 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f726 expref: 27 pid: 18904 timeout: 807 lvb_type: 0 00002000:00010000:1.0:1746134038.667919:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007282ed80 00000100:00100000:0.0:1746134038.670299:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134038.670417:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552182912 00000100:00100000:3.0:1746134038.670424:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552182912 00010000:00010000:3.0:1746134038.670450:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009565e600/0x9682c7de153c8298 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f726 expref: 27 pid: 18904 timeout: 807 lvb_type: 0 00000100:00100000:3.0:1746134038.670670:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14757 00000100:00100000:3.0:1746134038.670678:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2010:x1830953552182912:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134038.670687:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134038.670702:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009565e600/0x9682c7de153c8298 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f726 expref: 27 pid: 18904 timeout: 807 lvb_type: 0 00010000:00010000:3.0:1746134038.670711:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009565e600/0x9682c7de153c8298 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f726 expref: 27 pid: 18904 timeout: 807 lvb_type: 0 00010000:00010000:3.0:1746134038.670727:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009565e600/0x9682c7de153c8298 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f726 expref: 27 pid: 18904 timeout: 807 lvb_type: 0 00010000:00010000:3.0:1746134038.670815:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134038.670818:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134038.670824:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c829f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f72d expref: 26 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.670831:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c829f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f72d expref: 26 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.670856:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c829f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f72d expref: 26 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134038.670867:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548045056:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134038.671381:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920c8d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134038.673780:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.673941:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552183168 00000100:00100000:1.0:1746134038.673948:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552183168 00002000:00100000:1.0:1746134038.673980:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007282fb80 x1830953552183168/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.673988:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282fb80 with x1830953552183168 ext(0->4095) 00002000:00010000:1.0:1746134038.673992:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007282fb80 00000100:00100000:1.0:1746134038.674021:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12986 00000100:00100000:1.0:1746134038.674027:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2010:x1830953552183168:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134038.674161:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2010:x1830953552183168:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 134us (387us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134038.674167:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12986 00002000:00100000:1.0:1746134038.674172:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007282fb80 x1830953552183168/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.674183:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282fb80 with x1830953552183168 ext(0->4095) 00002000:00010000:1.0:1746134038.674185:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007282fb80 00000100:00100000:2.0:1746134038.675254:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548045056:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134038.675280:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134038.675315:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:2010:x1830953552182912:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4638us (5022us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134038.675322:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14757 00000100:00100000:0.0:1746134038.676702:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134038.676752:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552183296 00000100:00100000:2.0:1746134038.676759:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552183296 00000100:00100000:2.0:1746134038.676806:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29455 00000100:00100000:2.0:1746134038.676812:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552183296:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134038.676825:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134038.676839:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c82a6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f734 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.676862:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c829f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f72d expref: 25 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.676868:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134038.676870:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134038.676873:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c82a6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f734 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.676896:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c829f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f72d expref: 25 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.676906:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c829f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f72d expref: 25 pid: 9581 timeout: 807 lvb_type: 0 00000100:00100000:2.0:1746134038.676916:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad8f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548045184:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134038.676989:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02b9840 going to sleep for 11 seconds 00000100:00100000:2.0:1746134038.679178:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ad8f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548045184:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134038.679200:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c82a6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f734 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.679214:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095588000, rc 0) 00000100:00100000:2.0:1746134038.679245:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552183296:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2433us (2546us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134038.679251:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29455 00000100:00100000:0.0:1746134038.679695:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134038.679990:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552183424 00000100:00100000:2.0:1746134038.679996:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552183424 00010000:00010000:2.0:1746134038.680016:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c829f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f72d expref: 26 pid: 9581 timeout: 807 lvb_type: 0 00000100:00100000:2.0:1746134038.680245:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14758 00000100:00100000:2.0:1746134038.680252:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801360f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:2010:x1830953552183424:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134038.680263:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134038.680278:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c829f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f72d expref: 26 pid: 9581 timeout: 807 lvb_type: 0 00010000:00010000:2.0:1746134038.680288:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c829f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f72d expref: 26 pid: 9581 timeout: 807 lvb_type: 0 00010000:00010000:2.0:1746134038.680307:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c829f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f72d expref: 26 pid: 9581 timeout: 807 lvb_type: 0 00010000:00010000:2.0:1746134038.680856:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134038.680859:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134038.680866:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c82a6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f734 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.680875:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c82a6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f734 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.680902:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c82a6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f734 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134038.680914:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad8f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548045312:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134038.680993:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02b9840 going to sleep for 11 seconds 00000100:00100000:0.0:1746134038.683477:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134038.683534:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552183680 00000100:00100000:3.0:1746134038.683541:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552183680 00000100:00100000:2.0:1746134038.683574:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ad8f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548045312:192.168.203.26@tcp:105: 00002000:00100000:3.0:1746134038.683578:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ad9880 x1830953552183680/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134038.683585:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ad9880 with x1830953552183680 ext(0->4095) 00002000:00010000:3.0:1746134038.683589:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072ad9880 00010000:00010000:2.0:1746134038.683589:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134038.683619:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12987 00000100:00100000:3.0:1746134038.683626:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ad9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552183680:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134038.684151:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801360f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+25:2010:x1830953552183424:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3899us (4456us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134038.684159:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14758 00000100:00100000:3.0:1746134038.684568:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ad9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552183680:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 941us (1096us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134038.684574:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12987 00002000:00100000:3.0:1746134038.684580:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ad9880 x1830953552183680/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134038.684586:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ad9880 with x1830953552183680 ext(0->4095) 00002000:00010000:3.0:1746134038.684589:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072ad9880 00000100:00100000:0.0:1746134038.686409:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134038.686485:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552183808 00000100:00100000:2.0:1746134038.686492:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552183808 00000100:00100000:2.0:1746134038.686534:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29456 00000100:00100000:2.0:1746134038.686540:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072adb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+25:1755:x1830953552183808:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134038.686554:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134038.686567:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c82ad lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f73b expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.686589:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c82a6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f734 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.686595:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134038.686598:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134038.686600:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c82ad lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f73b expref: 26 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.686627:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c82a6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f734 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.686635:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c82a6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f734 expref: 5 pid: 18904 timeout: 807 lvb_type: 0 00000100:00100000:2.0:1746134038.686645:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad8f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548045440:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134038.686704:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02b9840 going to sleep for 11 seconds 00000100:00100000:0.0:1746134038.688355:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134038.688407:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552183936 00000100:00100000:3.0:1746134038.688412:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552183936 00000100:00100000:3.0:1746134038.688439:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29457 00000100:00100000:3.0:1746134038.688445:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:1757:x1830953552183936:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134038.688455:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134038.688465:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c82b4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f742 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.688480:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134038.688484:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c82ad lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f73b expref: 28 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.688489:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134038.688492:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c82b4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f742 expref: 28 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.688521:0:9580:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c82ad lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f73b expref: 28 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.688530:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c82b4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f742 expref: 28 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.688537:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f800, rc 0) 00000100:00100000:2.0:1746134038.688778:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ad8f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548045440:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134038.688790:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c82ad lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f73b expref: 28 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.688797:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095588800, rc 0) 00000100:00100000:3.0:1746134038.688830:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:1757:x1830953552183936:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 383us (477us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134038.688836:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29457 00000100:00100000:0.0:1746134038.688952:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134038.689003:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072adb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:1755:x1830953552183808:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2463us (2598us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134038.689008:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29456 00000100:00100000:3.0:1746134038.689095:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552184064 00000100:00100000:3.0:1746134038.689099:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552184064 00010000:00010000:3.0:1746134038.689141:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c82a6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f734 expref: 6 pid: 18904 timeout: 807 lvb_type: 0 00000100:00100000:3.0:1746134038.689260:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14759 00000100:00100000:3.0:1746134038.689266:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cbf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552184064:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134038.689273:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134038.689286:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c82a6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f734 expref: 6 pid: 18904 timeout: 807 lvb_type: 0 00010000:00010000:3.0:1746134038.689295:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c82a6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f734 expref: 6 pid: 18904 timeout: 807 lvb_type: 0 00010000:00010000:3.0:1746134038.689309:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588000/0x9682c7de153c82a6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f734 expref: 6 pid: 18904 timeout: 807 lvb_type: 0 00010000:00010000:3.0:1746134038.689356:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134038.689358:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134038.689363:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c82ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f73b expref: 26 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.689370:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c82ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f73b expref: 26 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.689386:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c82ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f73b expref: 26 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.689395:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c82ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f73b expref: 26 pid: 18904 timeout: 807 lvb_type: 0 00000100:00100000:3.0:1746134038.689404:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548045696:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134038.689460:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920c8000 going to sleep for 11 seconds 00000100:00100000:3.0:1746134038.694753:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548045696:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134038.694782:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134038.694813:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cbf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552184064:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 5547us (5860us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134038.694822:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14759 00000100:00100000:0.0:1746134038.701281:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134038.701384:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552184320 00000100:00100000:3.0:1746134038.701392:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552184320 00002000:00100000:3.0:1746134038.701430:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a86300 x1830953552184320/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134038.701438:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a86300 with x1830953552184320 ext(0->4095) 00010000:00010000:3.0:1746134038.701446:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c82ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f73b expref: 27 pid: 18904 timeout: 807 lvb_type: 0 00010000:00010000:3.0:1746134038.701457:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c82ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f73b expref: 27 pid: 18904 timeout: 807 lvb_type: 0 00002000:00010000:3.0:1746134038.701463:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091a86300 00000100:00100000:3.0:1746134038.703204:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2320 00000100:00100000:3.0:1746134038.703218:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2009:x1830953552184320:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134038.703355:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2009:x1830953552184320:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 141us (2080us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134038.703361:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2320 00002000:00100000:3.0:1746134038.703366:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a86300 x1830953552184320/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134038.703374:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a86300 with x1830953552184320 ext(0->4095) 00010000:00010000:3.0:1746134038.703381:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c82ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f73b expref: 27 pid: 18904 timeout: 807 lvb_type: 0 00010000:00010000:3.0:1746134038.703391:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c82ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f73b expref: 27 pid: 18904 timeout: 807 lvb_type: 0 00002000:00010000:3.0:1746134038.703396:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091a86300 00000100:00100000:0.0:1746134038.715849:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134038.717687:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552184448 00000100:00100000:3.0:1746134038.717698:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552184448 00010000:00010000:3.0:1746134038.717733:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c82ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f73b expref: 27 pid: 18904 timeout: 807 lvb_type: 0 00000100:00100000:3.0:1746134038.717773:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14760 00000100:00100000:3.0:1746134038.717781:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a87100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2011:x1830953552184448:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134038.717793:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134038.717809:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c82ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f73b expref: 27 pid: 18904 timeout: 807 lvb_type: 0 00010000:00010000:3.0:1746134038.717820:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c82ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f73b expref: 27 pid: 18904 timeout: 807 lvb_type: 0 00010000:00010000:3.0:1746134038.717840:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c82ad lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f73b expref: 27 pid: 18904 timeout: 807 lvb_type: 0 00010000:00010000:3.0:1746134038.717862:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134038.717864:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134038.717870:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c82b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f742 expref: 26 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.717877:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c82b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f742 expref: 26 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.717906:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c82b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f742 expref: 26 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134038.717917:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548045824:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134038.718711:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920c8d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746134038.720051:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548045824:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134038.720080:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134038.720148:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a87100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:2011:x1830953552184448:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2366us (4304us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134038.720157:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14760 00000100:00100000:0.0:1746134038.720638:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.720684:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552184704 00000100:00100000:1.0:1746134038.720690:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552184704 00002000:00100000:1.0:1746134038.720718:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a86680 x1830953552184704/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.720728:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a86680 with x1830953552184704 ext(0->4095) 00002000:00010000:1.0:1746134038.720731:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091a86680 00000100:00100000:1.0:1746134038.720745:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12988 00000100:00100000:1.0:1746134038.720751:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:2010:x1830953552184704:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134038.720853:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:2010:x1830953552184704:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (216us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134038.720858:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12988 00002000:00100000:1.0:1746134038.720863:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a86680 x1830953552184704/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.720870:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a86680 with x1830953552184704 ext(0->4095) 00002000:00010000:1.0:1746134038.720873:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091a86680 00000100:00100000:0.0:1746134038.726732:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134038.726819:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552184832 00000100:00100000:2.0:1746134038.726827:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552184832 00000100:00100000:2.0:1746134038.726871:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29458 00000100:00100000:2.0:1746134038.726882:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552184832:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134038.726896:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134038.726910:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c82bb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f749 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.726939:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c82b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f742 expref: 25 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.726945:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134038.726947:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134038.726950:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c82bb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f749 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.726972:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c82b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f742 expref: 25 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.726983:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c82b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f742 expref: 25 pid: 9580 timeout: 807 lvb_type: 0 00000100:00100000:2.0:1746134038.726992:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad8f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548045952:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134038.727065:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02b9840 going to sleep for 11 seconds 00000100:00100000:2.0:1746134038.730944:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ad8f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548045952:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134038.730971:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c82bb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f749 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.730986:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095588c00, rc 0) 00000100:00100000:2.0:1746134038.731026:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552184832:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4147us (4300us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134038.731034:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29458 00000100:00100000:0.0:1746134038.731495:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134038.731758:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552184960 00000100:00100000:2.0:1746134038.731764:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552184960 00000100:00100000:2.0:1746134038.731916:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29459 00000100:00100000:2.0:1746134038.731923:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092029880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:1755:x1830953552184960:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134038.731936:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134038.731948:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c82c2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f750 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.731965:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134038.731969:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c82bb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f749 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.731974:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746134038.731976:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c82c2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f750 expref: 27 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.731999:0:18904:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c82bb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f749 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.732007:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c82c2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f750 expref: 27 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.732015:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095588200, rc 0) 00000100:00100000:2.0:1746134038.732233:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092029880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:1755:x1830953552184960:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 310us (737us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134038.732239:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29459 00000100:00100000:0.0:1746134038.732512:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134038.732545:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552185088 00000100:00100000:3.0:1746134038.732549:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552185088 00010000:00010000:3.0:1746134038.732565:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c82b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f742 expref: 27 pid: 9580 timeout: 807 lvb_type: 0 00000100:00100000:3.0:1746134038.732674:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14761 00000100:00100000:3.0:1746134038.732680:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129e4c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2010:x1830953552185088:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134038.732687:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134038.732701:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c82b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f742 expref: 27 pid: 9580 timeout: 807 lvb_type: 0 00010000:00010000:3.0:1746134038.732710:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c82b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f742 expref: 27 pid: 9580 timeout: 807 lvb_type: 0 00010000:00010000:3.0:1746134038.732725:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c82b4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f742 expref: 27 pid: 9580 timeout: 807 lvb_type: 0 00010000:00010000:3.0:1746134038.732748:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134038.732749:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134038.732754:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c82bb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f749 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.732760:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c82bb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f749 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.732779:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c82bb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f749 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.732789:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c82bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f749 expref: 5 pid: 18904 timeout: 807 lvb_type: 0 00000100:00100000:3.0:1746134038.732802:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548046208:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134038.732855:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920c8d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746134038.739014:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548046208:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134038.739048:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134038.739182:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129e4c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:2010:x1830953552185088:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 6500us (6669us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134038.739191:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14761 00000100:00100000:0.0:1746134038.740170:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134038.740349:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552185344 00000100:00100000:3.0:1746134038.740355:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552185344 00002000:00100000:3.0:1746134038.740389:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880092028e00 x1830953552185344/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134038.740398:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092028e00 with x1830953552185344 ext(0->4095) 00010000:00010000:3.0:1746134038.740406:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c82bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f749 expref: 6 pid: 18904 timeout: 807 lvb_type: 0 00010000:00010000:3.0:1746134038.740416:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c82bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f749 expref: 6 pid: 18904 timeout: 807 lvb_type: 0 00002000:00010000:3.0:1746134038.740422:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092028e00 00000100:00100000:3.0:1746134038.740437:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2321 00000100:00100000:3.0:1746134038.740448:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092028e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552185344:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134038.740570:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092028e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552185344:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (401us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134038.740579:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2321 00002000:00100000:3.0:1746134038.740584:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880092028e00 x1830953552185344/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134038.740590:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092028e00 with x1830953552185344 ext(0->4095) 00010000:00010000:3.0:1746134038.740594:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c82bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f749 expref: 6 pid: 18904 timeout: 807 lvb_type: 0 00010000:00010000:3.0:1746134038.740601:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c82bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f749 expref: 6 pid: 18904 timeout: 807 lvb_type: 0 00002000:00010000:3.0:1746134038.740606:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092028e00 00000100:00100000:0.0:1746134038.743291:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134038.743519:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552185472 00000100:00100000:3.0:1746134038.743527:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552185472 00010000:00010000:3.0:1746134038.743556:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c82bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f749 expref: 6 pid: 18904 timeout: 807 lvb_type: 0 00000100:00100000:3.0:1746134038.743863:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14762 00000100:00100000:3.0:1746134038.743871:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f844000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552185472:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134038.743883:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134038.743898:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c82bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f749 expref: 6 pid: 18904 timeout: 807 lvb_type: 0 00010000:00010000:3.0:1746134038.743909:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c82bb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f749 expref: 6 pid: 18904 timeout: 807 lvb_type: 0 00010000:00010000:3.0:1746134038.743927:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c82bb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f749 expref: 6 pid: 18904 timeout: 807 lvb_type: 0 00010000:00010000:3.0:1746134038.743953:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134038.743956:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134038.743961:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c82c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f750 expref: 25 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.743968:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c82c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f750 expref: 25 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.743994:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c82c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f750 expref: 25 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134038.744004:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548046336:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134038.744079:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920c8780 going to sleep for 11 seconds 00000100:00100000:3.0:1746134038.749748:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548046336:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134038.749779:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134038.749784:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134038.749935:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f844000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552185472:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 6063us (6648us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134038.749945:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14762 00000100:00100000:2.0:1746134038.750947:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552185728 00000100:00100000:2.0:1746134038.750954:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552185728 00002000:00100000:2.0:1746134038.750990:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012f846a00 x1830953552185728/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134038.751005:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f846a00 with x1830953552185728 ext(0->4095) 00002000:00010000:2.0:1746134038.751009:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f846a00 00000100:00100000:2.0:1746134038.751040:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12989 00000100:00100000:2.0:1746134038.751047:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f846a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:2010:x1830953552185728:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134038.751189:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f846a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:2010:x1830953552185728:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 142us (1405us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134038.751195:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12989 00002000:00100000:2.0:1746134038.751200:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012f846a00 x1830953552185728/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134038.751206:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f846a00 with x1830953552185728 ext(0->4095) 00002000:00010000:2.0:1746134038.751209:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f846a00 00000100:00100000:0.0:1746134038.757299:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134038.757440:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552185856 00000100:00100000:2.0:1746134038.757447:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552185856 00000100:00100000:2.0:1746134038.757492:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29460 00000100:00100000:2.0:1746134038.757499:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f845f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552185856:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134038.757514:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134038.757527:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c82c9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f757 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.757550:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c82c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f750 expref: 25 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.757557:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134038.757559:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134038.757561:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c82c9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f757 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.757585:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c82c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f750 expref: 25 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.757595:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c82c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f750 expref: 25 pid: 18904 timeout: 807 lvb_type: 0 00000100:00100000:2.0:1746134038.757605:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad8f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548046464:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134038.757689:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02b9840 going to sleep for 11 seconds 00000100:00100000:2.0:1746134038.760822:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ad8f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548046464:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134038.760845:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c82c9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f757 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.760860:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589400, rc 0) 00000100:00100000:2.0:1746134038.760900:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f845f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552185856:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3401us (3607us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134038.760907:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29460 00000100:00100000:0.0:1746134038.761043:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134038.761211:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552185984 00000100:00100000:2.0:1746134038.761216:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552185984 00002000:00100000:2.0:1746134038.761243:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880088051500 x1830953552185984/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 496/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134038.761252:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088051500 with x1830953552185984 ext(0->7) 00010000:00010000:2.0:1746134038.761258:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c82c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f750 expref: 26 pid: 18904 timeout: 807 lvb_type: 0 00010000:00010000:2.0:1746134038.761273:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c82c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f750 expref: 26 pid: 18904 timeout: 807 lvb_type: 0 00002000:00010000:2.0:1746134038.761279:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088051500 00000100:00100000:2.0:1746134038.761303:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2322 00000100:00100000:2.0:1746134038.761309:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088051500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:2010:x1830953552185984:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746134038.763248:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088051500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2010:x1830953552185984:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 1935us (2201us total) trans 4294970626 rc 0/0 00000100:00100000:0.0:1746134038.763256:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2322 00002000:00100000:0.0:1746134038.763263:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880088051500 x1830953552185984/t4294970626(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 496/448 e 0 to 0 dl 1746134049 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134038.763270:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088051500 with x1830953552185984 ext(0->7) 00010000:00010000:0.0:1746134038.763276:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c82c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f750 expref: 28 pid: 18904 timeout: 807 lvb_type: 0 00010000:00010000:0.0:1746134038.763293:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c82c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f750 expref: 28 pid: 18904 timeout: 807 lvb_type: 0 00002000:00010000:0.0:1746134038.763300:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088051500 00000100:00100000:0.0:1746134038.766726:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134038.766817:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552186112 00000100:00100000:3.0:1746134038.766824:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552186112 00010000:00010000:3.0:1746134038.766853:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c82c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f750 expref: 28 pid: 18904 timeout: 807 lvb_type: 0 00000100:00100000:3.0:1746134038.767361:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14763 00000100:00100000:3.0:1746134038.767369:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088053100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2012:x1830953552186112:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134038.767383:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134038.767399:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c82c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f750 expref: 28 pid: 18904 timeout: 807 lvb_type: 0 00010000:00010000:3.0:1746134038.767410:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c82c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f750 expref: 28 pid: 18904 timeout: 807 lvb_type: 0 00010000:00010000:3.0:1746134038.767428:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c82c2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f750 expref: 28 pid: 18904 timeout: 807 lvb_type: 0 00010000:00010000:3.0:1746134038.767449:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134038.767451:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134038.767457:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c82c9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f757 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.767462:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c82c9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f757 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.767492:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c82c9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f757 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134038.767505:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548046592:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134038.768045:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920c8780 going to sleep for 11 seconds 00000100:00100000:3.0:1746134038.769661:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548046592:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134038.769686:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134038.769714:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088053100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2012:x1830953552186112:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2346us (2994us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134038.769724:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14763 00000100:00100000:0.0:1746134038.770570:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134038.772589:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552186368 00000100:00100000:2.0:1746134038.772597:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552186368 00002000:00100000:2.0:1746134038.772638:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800872b4000 x1830953552186368/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134038.772647:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800872b4000 with x1830953552186368 ext(0->4095) 00002000:00010000:2.0:1746134038.772651:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800872b4000 00000100:00100000:2.0:1746134038.772682:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12990 00000100:00100000:2.0:1746134038.772688:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800872b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552186368:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134038.772800:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800872b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552186368:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (2231us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134038.772806:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12990 00002000:00100000:2.0:1746134038.772811:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800872b4000 x1830953552186368/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134038.772819:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800872b4000 with x1830953552186368 ext(0->4095) 00002000:00010000:2.0:1746134038.772822:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800872b4000 00000100:00100000:0.0:1746134038.773372:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134038.773446:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552186496 00000100:00100000:2.0:1746134038.773450:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552186496 00000100:00100000:2.0:1746134038.773482:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29461 00000100:00100000:2.0:1746134038.773487:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:1755:x1830953552186496:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134038.773496:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134038.773509:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c82d0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f75e expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.773527:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c82c9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f757 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.773534:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134038.773535:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134038.773538:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c82d0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f75e expref: 28 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.773559:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c82c9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f757 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.773568:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c82c9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f757 expref: 5 pid: 18904 timeout: 807 lvb_type: 0 00000100:00100000:2.0:1746134038.773577:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad8f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548046720:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134038.774221:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02b9f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746134038.776307:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134038.776442:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ad8f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548046720:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134038.776461:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c82d0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f75e expref: 28 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.776478:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589a00, rc 0) 00000100:00100000:2.0:1746134038.776509:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:1755:x1830953552186496:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3021us (3138us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134038.776516:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29461 00000100:00100000:2.0:1746134038.776535:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552186624 00000100:00100000:2.0:1746134038.776539:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552186624 00000100:00100000:2.0:1746134038.776558:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29462 00000100:00100000:2.0:1746134038.776562:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:1757:x1830953552186624:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134038.776572:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134038.776581:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c82d7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f765 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.776596:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134038.776599:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c82d0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f75e expref: 29 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.776604:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134038.776607:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c82d7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f765 expref: 29 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.776626:0:18904:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c82d0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f75e expref: 29 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.776634:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c82d7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f765 expref: 29 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.776643:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589200, rc 0) 00000100:00100000:2.0:1746134038.776657:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:1757:x1830953552186624:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 94us (355us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134038.776662:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29462 00000100:00100000:0.0:1746134038.778028:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134038.778717:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552186752 00000100:00100000:3.0:1746134038.778723:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552186752 00010000:00010000:3.0:1746134038.778747:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c82c9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f757 expref: 6 pid: 18904 timeout: 807 lvb_type: 0 00000100:00100000:3.0:1746134038.779301:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14764 00000100:00100000:3.0:1746134038.779309:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552186752:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134038.779319:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134038.779334:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c82c9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f757 expref: 6 pid: 18904 timeout: 807 lvb_type: 0 00010000:00010000:3.0:1746134038.779344:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c82c9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f757 expref: 6 pid: 18904 timeout: 807 lvb_type: 0 00010000:00010000:3.0:1746134038.779360:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c82c9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f757 expref: 6 pid: 18904 timeout: 807 lvb_type: 0 00010000:00010000:3.0:1746134038.779402:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134038.779404:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134038.779410:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c82d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f75e expref: 28 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.779416:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c82d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f75e expref: 28 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.779440:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c82d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f75e expref: 28 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.779450:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c82d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f75e expref: 28 pid: 18904 timeout: 807 lvb_type: 0 00000100:00100000:3.0:1746134038.779460:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548046976:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134038.779616:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920c8780 going to sleep for 11 seconds 00000100:00100000:3.0:1746134038.781172:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548046976:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134038.781415:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134038.781612:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552186752:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2302us (3583us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134038.781622:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14764 00000100:00100000:2.0:1746134038.782425:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.782759:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552187008 00000100:00100000:1.0:1746134038.782765:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552187008 00002000:00100000:1.0:1746134038.782796:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008ad8f480 x1830953552187008/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.782804:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ad8f480 with x1830953552187008 ext(0->4095) 00010000:00010000:1.0:1746134038.782811:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c82d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f75e expref: 29 pid: 18904 timeout: 807 lvb_type: 0 00010000:00010000:1.0:1746134038.782823:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c82d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f75e expref: 29 pid: 18904 timeout: 807 lvb_type: 0 00002000:00010000:1.0:1746134038.782828:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ad8f480 00000100:00100000:1.0:1746134038.782853:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2323 00000100:00100000:1.0:1746134038.782859:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:2010:x1830953552187008:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134038.782975:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:2010:x1830953552187008:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (551us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134038.782982:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2323 00002000:00100000:1.0:1746134038.782987:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008ad8f480 x1830953552187008/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.782994:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ad8f480 with x1830953552187008 ext(0->4095) 00010000:00010000:1.0:1746134038.782998:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c82d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f75e expref: 29 pid: 18904 timeout: 807 lvb_type: 0 00010000:00010000:1.0:1746134038.783005:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c82d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f75e expref: 29 pid: 18904 timeout: 807 lvb_type: 0 00002000:00010000:1.0:1746134038.783010:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ad8f480 00000100:00100000:0.0:1746134038.785451:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134038.785673:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552187136 00000100:00100000:3.0:1746134038.785680:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552187136 00010000:00010000:3.0:1746134038.785707:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c82d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f75e expref: 29 pid: 18904 timeout: 807 lvb_type: 0 00000100:00100000:3.0:1746134038.785987:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14765 00000100:00100000:3.0:1746134038.785995:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:2011:x1830953552187136:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134038.786005:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134038.786019:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c82d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f75e expref: 29 pid: 18904 timeout: 807 lvb_type: 0 00010000:00010000:3.0:1746134038.786028:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c82d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f75e expref: 29 pid: 18904 timeout: 807 lvb_type: 0 00010000:00010000:3.0:1746134038.786045:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c82d0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f75e expref: 29 pid: 18904 timeout: 807 lvb_type: 0 00010000:00010000:3.0:1746134038.786072:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134038.786074:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134038.786080:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c82d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f765 expref: 28 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.786087:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c82d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f765 expref: 28 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.786148:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c82d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f765 expref: 28 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134038.786159:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548047104:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134038.786233:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920c8780 going to sleep for 11 seconds 00000100:00100000:0.0:1746134038.788835:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134038.788919:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548047104:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134038.788948:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134038.788978:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2011:x1830953552187136:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2985us (3534us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134038.788986:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14765 00000100:00100000:2.0:1746134038.789044:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552187392 00000100:00100000:2.0:1746134038.789049:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552187392 00002000:00100000:2.0:1746134038.789078:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88011db4d880 x1830953552187392/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134038.789085:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011db4d880 with x1830953552187392 ext(0->4095) 00002000:00010000:2.0:1746134038.789089:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011db4d880 00000100:00100000:2.0:1746134038.789309:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12991 00000100:00100000:2.0:1746134038.789316:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2010:x1830953552187392:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134038.789424:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2010:x1830953552187392:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (593us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134038.789431:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12991 00002000:00100000:2.0:1746134038.789436:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88011db4d880 x1830953552187392/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134038.789442:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011db4d880 with x1830953552187392 ext(0->4095) 00002000:00010000:2.0:1746134038.789445:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011db4d880 00000100:00100000:0.0:1746134038.791521:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134038.791621:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552187520 00000100:00100000:3.0:1746134038.791628:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552187520 00000100:00100000:3.0:1746134038.791658:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29463 00000100:00100000:3.0:1746134038.791664:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552187520:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134038.791676:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134038.791689:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c82de lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f76c expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.791715:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c82d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f765 expref: 27 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.791721:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134038.791723:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134038.791726:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c82de lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f76c expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.791749:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c82d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f765 expref: 27 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.791760:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c82d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f765 expref: 27 pid: 18904 timeout: 807 lvb_type: 0 00000100:00100000:3.0:1746134038.791770:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548047232:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134038.792263:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920c8780 going to sleep for 11 seconds 00000100:00100000:3.0:1746134038.794337:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548047232:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134038.794371:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c82de lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f76c expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.794383:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90ec00, rc 0) 00000100:00100000:3.0:1746134038.794414:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552187520:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2749us (2897us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134038.794420:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29463 00000100:00100000:0.0:1746134038.795967:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134038.796055:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552187648 00000100:00100000:3.0:1746134038.796062:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552187648 00010000:00010000:3.0:1746134038.796088:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c82d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f765 expref: 28 pid: 18904 timeout: 807 lvb_type: 0 00000100:00100000:1.0:1746134038.796272:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14766 00000100:00100000:1.0:1746134038.796280:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092055500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2010:x1830953552187648:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134038.796290:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134038.796306:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c82d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f765 expref: 28 pid: 18904 timeout: 807 lvb_type: 0 00010000:00010000:1.0:1746134038.796317:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c82d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f765 expref: 28 pid: 18904 timeout: 807 lvb_type: 0 00010000:00010000:1.0:1746134038.796334:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c82d7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f765 expref: 28 pid: 18904 timeout: 807 lvb_type: 0 00010000:00010000:1.0:1746134038.796359:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134038.796361:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134038.796366:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c82de lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f76c expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.796372:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c82de lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f76c expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.796397:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c82de lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f76c expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134038.796406:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da68700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548047360:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134038.796469:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e206c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134038.799547:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.799719:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da68700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548047360:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134038.799732:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134038.799752:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552187904 00000100:00100000:1.0:1746134038.799756:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552187904 00002000:00100000:1.0:1746134038.799784:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012c431c00 x1830953552187904/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.799793:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c431c00 with x1830953552187904 ext(0->4095) 00002000:00010000:1.0:1746134038.799796:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c431c00 00000100:00100000:1.0:1746134038.799812:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12992 00000100:00100000:1.0:1746134038.799818:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c431c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552187904:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134038.799926:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c431c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552187904:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (384us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134038.799932:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12992 00002000:00100000:1.0:1746134038.799937:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012c431c00 x1830953552187904/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.799944:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c431c00 with x1830953552187904 ext(0->4095) 00002000:00010000:1.0:1746134038.799946:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c431c00 00000100:00100000:1.0:1746134038.799971:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092055500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2010:x1830953552187648:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3692us (4008us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134038.799977:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14766 00000100:00100000:0.0:1746134038.800752:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134038.800961:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552188032 00000100:00100000:3.0:1746134038.800965:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552188032 00000100:00100000:3.0:1746134038.800993:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29464 00000100:00100000:3.0:1746134038.800998:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c431880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:1755:x1830953552188032:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134038.801006:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134038.801017:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c82e5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f773 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.801036:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c82de lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f76c expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.801042:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134038.801043:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134038.801046:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c82e5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f773 expref: 28 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.801065:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c82de lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f76c expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.801073:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c82de lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f76c expref: 5 pid: 9581 timeout: 807 lvb_type: 0 00000100:00100000:3.0:1746134038.801081:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548047488:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134038.801157:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920c8780 going to sleep for 11 seconds 00000100:00100000:0.0:1746134038.804177:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134038.805245:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134038.805313:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552188160 00000100:00100000:2.0:1746134038.805321:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552188160 00000100:00100000:2.0:1746134038.805354:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29465 00000100:00100000:2.0:1746134038.805361:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c432300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:1757:x1830953552188160:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134038.805376:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134038.805389:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c82ec lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f77a expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.805410:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134038.805415:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c82e5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f773 expref: 30 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.805420:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134038.805423:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c82ec lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f77a expref: 30 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.805449:0:9580:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c82e5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f773 expref: 30 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.805458:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c82ec lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f77a expref: 30 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.805466:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589c00, rc 0) 00000100:00100000:2.0:1746134038.805498:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c432300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+30:1757:x1830953552188160:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 137us (1328us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134038.805503:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29465 00000100:00100000:3.0:1746134038.805618:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548047488:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134038.805641:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c82e5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f773 expref: 29 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.805648:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f200, rc 0) 00000100:00100000:3.0:1746134038.805666:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c431880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:1755:x1830953552188032:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4668us (4915us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134038.805670:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29464 00000100:00100000:1.0:1746134038.805870:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552188288 00000100:00100000:1.0:1746134038.805874:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552188288 00010000:00010000:1.0:1746134038.805887:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c82de lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f76c expref: 6 pid: 9581 timeout: 807 lvb_type: 0 00000100:00100000:1.0:1746134038.805910:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14767 00000100:00100000:1.0:1746134038.805914:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c433800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552188288:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134038.805921:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134038.805934:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c82de lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f76c expref: 6 pid: 9581 timeout: 807 lvb_type: 0 00010000:00010000:1.0:1746134038.805942:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c82de lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f76c expref: 6 pid: 9581 timeout: 807 lvb_type: 0 00010000:00010000:1.0:1746134038.805956:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c82de lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f76c expref: 6 pid: 9581 timeout: 807 lvb_type: 0 00010000:00010000:1.0:1746134038.805966:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134038.805967:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134038.805971:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c82e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f773 expref: 28 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.805978:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c82e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f773 expref: 28 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.805993:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c82e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f773 expref: 28 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.806001:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c82e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f773 expref: 28 pid: 9581 timeout: 807 lvb_type: 0 00000100:00100000:1.0:1746134038.806009:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da68700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548047744:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134038.806047:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20180 going to sleep for 11 seconds 00000100:00100000:0.0:1746134038.808647:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.808714:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da68700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548047744:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134038.808726:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134038.808752:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c433800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552188288:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2837us (3508us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134038.808759:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14767 00000100:00100000:2.0:1746134038.808812:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552188544 00000100:00100000:2.0:1746134038.808817:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552188544 00002000:00100000:2.0:1746134038.808841:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800893e0000 x1830953552188544/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134038.808854:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800893e0000 with x1830953552188544 ext(0->4095) 00010000:00010000:2.0:1746134038.808860:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c82e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f773 expref: 29 pid: 9581 timeout: 807 lvb_type: 0 00010000:00010000:2.0:1746134038.808870:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c82e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f773 expref: 29 pid: 9581 timeout: 807 lvb_type: 0 00002000:00010000:2.0:1746134038.808875:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800893e0000 00000100:00100000:2.0:1746134038.808887:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2324 00000100:00100000:2.0:1746134038.808891:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:2009:x1830953552188544:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134038.808987:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:2009:x1830953552188544:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 94us (345us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134038.808993:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2324 00002000:00100000:2.0:1746134038.808998:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800893e0000 x1830953552188544/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134038.809004:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800893e0000 with x1830953552188544 ext(0->4095) 00010000:00010000:2.0:1746134038.809008:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c82e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f773 expref: 29 pid: 9581 timeout: 807 lvb_type: 0 00010000:00010000:2.0:1746134038.809017:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c82e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f773 expref: 29 pid: 9581 timeout: 807 lvb_type: 0 00002000:00010000:2.0:1746134038.809022:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800893e0000 00000100:00100000:0.0:1746134038.810854:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.811320:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552188672 00000100:00100000:1.0:1746134038.811326:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552188672 00010000:00010000:1.0:1746134038.811352:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c82e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f773 expref: 29 pid: 9581 timeout: 807 lvb_type: 0 00000100:00100000:1.0:1746134038.811384:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14768 00000100:00100000:1.0:1746134038.811390:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:2010:x1830953552188672:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134038.811401:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134038.811416:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c82e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f773 expref: 29 pid: 9581 timeout: 807 lvb_type: 0 00010000:00010000:1.0:1746134038.811426:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c82e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f773 expref: 29 pid: 9581 timeout: 807 lvb_type: 0 00010000:00010000:1.0:1746134038.811444:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c82e5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f773 expref: 29 pid: 9581 timeout: 807 lvb_type: 0 00010000:00010000:1.0:1746134038.811455:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134038.811457:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134038.811462:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c82ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f77a expref: 28 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.811469:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c82ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f77a expref: 28 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.811495:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c82ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f77a expref: 28 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134038.811505:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da68700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548047872:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134038.811983:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20180 going to sleep for 11 seconds 00000100:00100000:1.0:1746134038.814614:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da68700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548047872:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134038.814629:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134038.814667:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2010:x1830953552188672:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3276us (3817us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134038.814675:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14768 00000100:00100000:0.0:1746134038.814894:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134038.815335:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552188928 00000100:00100000:2.0:1746134038.815342:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552188928 00002000:00100000:2.0:1746134038.815369:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800893e0380 x1830953552188928/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134038.815378:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800893e0380 with x1830953552188928 ext(0->4095) 00002000:00010000:2.0:1746134038.815382:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800893e0380 00000100:00100000:2.0:1746134038.815396:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12993 00000100:00100000:2.0:1746134038.815402:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2009:x1830953552188928:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134038.815497:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2009:x1830953552188928:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 95us (603us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134038.815503:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12993 00002000:00100000:2.0:1746134038.815507:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800893e0380 x1830953552188928/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134038.815513:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800893e0380 with x1830953552188928 ext(0->4095) 00002000:00010000:2.0:1746134038.815515:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800893e0380 00000100:00100000:0.0:1746134038.817258:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134038.817341:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552189056 00000100:00100000:3.0:1746134038.817346:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552189056 00000100:00100000:3.0:1746134038.817379:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29466 00000100:00100000:3.0:1746134038.817385:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552189056:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134038.817395:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134038.817407:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c82f3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f781 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.817426:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c82ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f77a expref: 27 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.817431:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134038.817433:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134038.817435:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c82f3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f781 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.817456:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c82ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f77a expref: 27 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.817465:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c82ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f77a expref: 27 pid: 9580 timeout: 807 lvb_type: 0 00000100:00100000:3.0:1746134038.817475:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548048000:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134038.818177:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920c8780 going to sleep for 11 seconds 00000100:00100000:0.0:1746134038.822030:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.822142:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552189184 00000100:00100000:1.0:1746134038.822149:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552189184 00010000:00010000:1.0:1746134038.822176:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c82ec lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f77a expref: 28 pid: 9580 timeout: 807 lvb_type: 0 00000100:00100000:1.0:1746134038.822208:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14769 00000100:00100000:1.0:1746134038.822215:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2009:x1830953552189184:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134038.822226:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134038.822240:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c82ec lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f77a expref: 28 pid: 9580 timeout: 807 lvb_type: 0 00010000:00010000:1.0:1746134038.822250:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c82ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f77a expref: 28 pid: 9580 timeout: 807 lvb_type: 0 00010000:00010000:1.0:1746134038.822268:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134038.822270:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134038.822275:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c82f3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f781 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.822282:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c82f3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f781 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.822309:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c82f3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f781 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134038.822319:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da68700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548048128:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134038.822370:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20000 going to sleep for 11 seconds 00010000:00010000:3.0:1746134038.822535:0:9581:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c82ec lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f77a expref: 28 pid: 9580 timeout: 807 lvb_type: 0 00000100:00100000:3.0:1746134038.822548:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548048000:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134038.822575:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c82f3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f781 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.822582:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90ea00, rc 0) 00000100:00100000:3.0:1746134038.822600:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552189056:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5215us (5345us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134038.822606:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29466 00000100:00100000:1.0:1746134038.824723:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da68700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548048128:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134038.824737:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134038.824766:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2009:x1830953552189184:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2550us (2743us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134038.824774:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14769 00000100:00100000:0.0:1746134038.824914:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.825008:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552189440 00000100:00100000:1.0:1746134038.825012:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552189440 00002000:00100000:1.0:1746134038.825040:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800893e0e00 x1830953552189440/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.825048:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800893e0e00 with x1830953552189440 ext(0->4095) 00002000:00010000:1.0:1746134038.825052:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800893e0e00 00000100:00100000:1.0:1746134038.825079:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12994 00000100:00100000:1.0:1746134038.825084:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552189440:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134038.825207:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552189440:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 122us (293us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134038.825213:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12994 00002000:00100000:1.0:1746134038.825218:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800893e0e00 x1830953552189440/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.825229:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800893e0e00 with x1830953552189440 ext(0->4095) 00002000:00010000:1.0:1746134038.825232:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800893e0e00 00000100:00100000:0.0:1746134038.825707:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134038.825772:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552189568 00000100:00100000:3.0:1746134038.825776:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552189568 00000100:00100000:3.0:1746134038.825809:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29467 00000100:00100000:3.0:1746134038.825815:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:1755:x1830953552189568:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134038.825823:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134038.825834:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c82fa lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f788 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.825851:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c82f3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f781 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.825861:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134038.825863:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134038.825865:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c82fa lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f788 expref: 28 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.825883:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c82f3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f781 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.825891:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c82f3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f781 expref: 5 pid: 9581 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134038.825899:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548048256:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134038.826008:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920c8780 going to sleep for 11 seconds 00000100:00100000:3.0:1746134038.827914:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548048256:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134038.827944:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c82fa lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f788 expref: 28 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.827956:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f800, rc 0) 00000100:00100000:3.0:1746134038.827994:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:1755:x1830953552189568:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2178us (2286us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134038.828001:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29467 00000100:00100000:0.0:1746134038.828607:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134038.828644:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.828690:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552189824 00000100:00100000:1.0:1746134038.828695:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552189824 00010000:00010000:1.0:1746134038.828714:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c82f3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f781 expref: 6 pid: 9581 timeout: 808 lvb_type: 0 00000100:00100000:1.0:1746134038.828736:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14770 00000100:00100000:1.0:1746134038.828740:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552189824:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134038.828749:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134038.828760:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c82f3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f781 expref: 6 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134038.828767:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c82f3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f781 expref: 6 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134038.828782:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c82f3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f781 expref: 6 pid: 9581 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134038.828783:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552189696 00000100:00100000:3.0:1746134038.828786:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552189696 00010000:00010000:1.0:1746134038.828791:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134038.828792:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134038.828796:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c82fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f788 expref: 28 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.828801:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c82fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f788 expref: 28 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134038.828803:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29468 00000100:00100000:3.0:1746134038.828808:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:1757:x1830953552189696:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134038.828820:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134038.828821:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c82fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f788 expref: 28 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.828828:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8301 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f78f expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134038.828829:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da68700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548048384:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134038.828842:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c82fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f788 expref: 29 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.828848:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134038.828849:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134038.828852:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8301 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f78f expref: 29 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134038.828858:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20e40 going to sleep for 11 seconds 00010000:00010000:3.0:1746134038.828865:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c82fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f788 expref: 29 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.828874:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c82fa lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f788 expref: 29 pid: 9581 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134038.828881:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548048512:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134038.829289:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920c8780 going to sleep for 11 seconds 00000100:00100000:1.0:1746134038.830152:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da68700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548048384:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134038.830163:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134038.830202:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552189824:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1460us (1556us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134038.830210:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14770 00000100:00100000:0.0:1746134038.830946:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134038.831031:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552190080 00000100:00100000:3.0:1746134038.831036:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552190080 00002000:00100000:3.0:1746134038.831063:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800893e1c00 x1830953552190080/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134038.831072:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800893e1c00 with x1830953552190080 ext(0->4095) 00010000:00010000:3.0:1746134038.831078:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c82fa lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f788 expref: 30 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134038.831093:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c82fa lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f788 expref: 30 pid: 9581 timeout: 808 lvb_type: 0 00002000:00010000:3.0:1746134038.831099:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800893e1c00 00000100:00100000:3.0:1746134038.831140:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2325 00000100:00100000:3.0:1746134038.831146:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+30:2010:x1830953552190080:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134038.831209:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548048512:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134038.831234:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8301 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f78f expref: 30 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.831249:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f600, rc 0) 00000100:00100000:2.0:1746134038.831371:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+30:1757:x1830953552189696:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2561us (2763us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134038.831376:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29468 00000100:00100000:3.0:1746134038.831546:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:2010:x1830953552190080:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 400us (601us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134038.831552:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2325 00002000:00100000:3.0:1746134038.831556:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800893e1c00 x1830953552190080/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134038.831562:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800893e1c00 with x1830953552190080 ext(0->4095) 00010000:00010000:3.0:1746134038.831567:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c82fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f788 expref: 29 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134038.831575:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c82fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f788 expref: 29 pid: 9581 timeout: 808 lvb_type: 0 00002000:00010000:3.0:1746134038.831580:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800893e1c00 00000100:00100000:0.0:1746134038.834002:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.834153:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552190208 00000100:00100000:1.0:1746134038.834159:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552190208 00010000:00010000:1.0:1746134038.834185:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c82fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f788 expref: 29 pid: 9581 timeout: 808 lvb_type: 0 00000100:00100000:1.0:1746134038.834216:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14771 00000100:00100000:1.0:1746134038.834222:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:2010:x1830953552190208:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134038.834231:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134038.834246:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c82fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f788 expref: 29 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134038.834255:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c82fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f788 expref: 29 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134038.834273:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c82fa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f788 expref: 29 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134038.834285:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134038.834287:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134038.834292:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8301 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f78f expref: 28 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.834299:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8301 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f78f expref: 28 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.834323:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8301 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f78f expref: 28 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134038.834332:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da68700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548048640:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134038.834399:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746134038.835633:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da68700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548048640:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134038.835646:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134038.835672:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2010:x1830953552190208:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1450us (1675us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134038.835680:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14771 00000100:00100000:0.0:1746134038.836923:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134038.837033:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552190464 00000100:00100000:3.0:1746134038.837038:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552190464 00002000:00100000:3.0:1746134038.837068:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800893e2300 x1830953552190464/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134038.837077:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800893e2300 with x1830953552190464 ext(0->4095) 00002000:00010000:3.0:1746134038.837081:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800893e2300 00000100:00100000:3.0:1746134038.837143:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12995 00000100:00100000:3.0:1746134038.837150:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2009:x1830953552190464:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134038.837261:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2009:x1830953552190464:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (340us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134038.837266:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12995 00002000:00100000:3.0:1746134038.837271:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800893e2300 x1830953552190464/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134038.837278:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800893e2300 with x1830953552190464 ext(0->4095) 00002000:00010000:3.0:1746134038.837280:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800893e2300 00000100:00100000:0.0:1746134038.838669:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134038.838724:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552190592 00000100:00100000:2.0:1746134038.838730:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552190592 00000100:00100000:2.0:1746134038.838766:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29469 00000100:00100000:2.0:1746134038.838772:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552190592:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134038.838783:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134038.838796:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8308 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f796 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.838817:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8301 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f78f expref: 27 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.838823:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134038.838825:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134038.838828:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8308 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f796 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.838851:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8301 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f78f expref: 27 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.838860:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8301 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f78f expref: 27 pid: 9581 timeout: 808 lvb_type: 0 00000100:00100000:2.0:1746134038.838870:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548048768:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134038.839357:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02b9840 going to sleep for 11 seconds 00000100:00100000:2.0:1746134038.841686:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548048768:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134038.841709:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8308 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f796 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.841721:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095588c00, rc 0) 00000100:00100000:2.0:1746134038.841751:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552190592:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2978us (3085us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134038.841758:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29469 00000100:00100000:0.0:1746134038.845459:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.845519:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552190720 00000100:00100000:1.0:1746134038.845526:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552190720 00010000:00010000:1.0:1746134038.845553:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8301 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f78f expref: 28 pid: 9581 timeout: 808 lvb_type: 0 00000100:00100000:1.0:1746134038.845580:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14772 00000100:00100000:1.0:1746134038.845586:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2009:x1830953552190720:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134038.845600:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134038.845615:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8301 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f78f expref: 28 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134038.845624:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8301 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f78f expref: 28 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134038.845639:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8301 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f78f expref: 28 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134038.845663:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134038.845665:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134038.845671:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8308 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f796 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.845677:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8308 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f796 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.845703:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8308 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f796 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134038.845713:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da68700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548048896:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134038.845777:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134038.846973:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134038.847221:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552190848 00000100:00100000:2.0:1746134038.847226:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552190848 00000100:00100000:2.0:1746134038.847252:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29470 00000100:00100000:2.0:1746134038.847257:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:1755:x1830953552190848:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134038.847268:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134038.847385:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c830f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f79d expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.847408:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8308 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f796 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.847414:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134038.847415:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134038.847418:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c830f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f79d expref: 29 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.847435:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8308 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f796 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.847443:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8308 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f796 expref: 5 pid: 9581 timeout: 808 lvb_type: 0 00000100:00100000:2.0:1746134038.847451:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b5ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548049024:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134038.847707:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02b9840 going to sleep for 11 seconds 00000100:00100000:1.0:1746134038.847851:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da68700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548048896:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134038.847861:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134038.847892:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:2009:x1830953552190720:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2305us (2440us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134038.847902:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14772 00000100:00100000:0.0:1746134038.848301:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.848438:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552191104 00000100:00100000:1.0:1746134038.848442:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552191104 00002000:00100000:1.0:1746134038.848464:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800893e3100 x1830953552191104/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.848473:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800893e3100 with x1830953552191104 ext(0->4095) 00010000:00010000:1.0:1746134038.848478:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8308 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f796 expref: 6 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134038.848487:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8308 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f796 expref: 6 pid: 9581 timeout: 808 lvb_type: 0 00002000:00010000:1.0:1746134038.848492:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800893e3100 00000100:00100000:1.0:1746134038.848516:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2326 00000100:00100000:1.0:1746134038.848522:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552191104:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134038.848878:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552191104:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 355us (576us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134038.848884:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2326 00002000:00100000:1.0:1746134038.848889:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800893e3100 x1830953552191104/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.848895:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800893e3100 with x1830953552191104 ext(0->4095) 00010000:00010000:1.0:1746134038.848900:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8308 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f796 expref: 6 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134038.848912:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8308 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f796 expref: 6 pid: 9581 timeout: 808 lvb_type: 0 00002000:00010000:1.0:1746134038.848917:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800893e3100 00000100:00100000:2.0:1746134038.849551:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b5ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548049024:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134038.849565:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c830f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f79d expref: 28 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.849575:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589e00, rc 0) 00000100:00100000:2.0:1746134038.849728:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:1755:x1830953552190848:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2469us (2757us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134038.849734:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29470 00000100:00100000:0.0:1746134038.850274:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134038.850330:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552191232 00000100:00100000:2.0:1746134038.850334:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552191232 00000100:00100000:2.0:1746134038.850367:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29471 00000100:00100000:2.0:1746134038.850372:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:1757:x1830953552191232:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134038.850381:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134038.850391:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c8316 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f7a4 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.850406:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134038.850409:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c830f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f79d expref: 29 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.850414:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134038.850416:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c8316 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7a4 expref: 29 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.850435:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c830f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f79d expref: 29 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.850442:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c8316 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7a4 expref: 29 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.850450:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095588200, rc 0) 00000100:00100000:2.0:1746134038.850758:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:1757:x1830953552191232:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 384us (484us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134038.850763:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29471 00000100:00100000:2.0:1746134038.851006:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.851209:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552191360 00000100:00100000:1.0:1746134038.851214:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552191360 00010000:00010000:1.0:1746134038.851230:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8308 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f796 expref: 6 pid: 9581 timeout: 808 lvb_type: 0 00000100:00100000:1.0:1746134038.851246:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14773 00000100:00100000:1.0:1746134038.851250:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552191360:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134038.851256:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134038.851269:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8308 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f796 expref: 6 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134038.851277:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8308 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f796 expref: 6 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134038.851290:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8308 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f796 expref: 6 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134038.851297:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134038.851299:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134038.851303:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c830f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f79d expref: 28 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.851313:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c830f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f79d expref: 28 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.851331:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c830f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f79d expref: 28 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.851339:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c830f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f79d expref: 28 pid: 9581 timeout: 808 lvb_type: 0 00000100:00100000:1.0:1746134038.851347:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da68700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548049280:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134038.852190:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746134038.855483:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da68700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548049280:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134038.855498:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134038.855544:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552191360:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4291us (4536us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134038.855553:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14773 00000100:00100000:0.0:1746134038.855759:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.855930:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552191616 00000100:00100000:1.0:1746134038.855936:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552191616 00002000:00100000:1.0:1746134038.855965:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800893e3800 x1830953552191616/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.855974:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800893e3800 with x1830953552191616 ext(0->4095) 00010000:00010000:1.0:1746134038.855981:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c830f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f79d expref: 29 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134038.855993:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c830f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f79d expref: 29 pid: 9581 timeout: 808 lvb_type: 0 00002000:00010000:1.0:1746134038.855998:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800893e3800 00000100:00100000:1.0:1746134038.856027:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2327 00000100:00100000:1.0:1746134038.856034:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:2010:x1830953552191616:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134038.856213:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:2010:x1830953552191616:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 179us (454us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134038.856218:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2327 00002000:00100000:1.0:1746134038.856222:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800893e3800 x1830953552191616/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.856228:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800893e3800 with x1830953552191616 ext(0->4095) 00010000:00010000:1.0:1746134038.856232:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c830f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f79d expref: 29 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134038.856239:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c830f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f79d expref: 29 pid: 9581 timeout: 808 lvb_type: 0 00002000:00010000:1.0:1746134038.856244:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800893e3800 00000100:00100000:2.0:1746134038.860253:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.860328:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552191744 00000100:00100000:1.0:1746134038.860335:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552191744 00010000:00010000:1.0:1746134038.860361:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c830f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f79d expref: 29 pid: 9581 timeout: 808 lvb_type: 0 00000100:00100000:1.0:1746134038.860940:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14774 00000100:00100000:1.0:1746134038.860949:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:2011:x1830953552191744:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134038.860960:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134038.860976:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c830f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f79d expref: 29 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134038.860987:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c830f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f79d expref: 29 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134038.861005:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c830f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f79d expref: 29 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134038.861758:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134038.861761:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134038.861767:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c8316 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7a4 expref: 28 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.861775:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c8316 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7a4 expref: 28 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.861804:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c8316 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7a4 expref: 28 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134038.861814:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da68700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548049408:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134038.861892:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746134038.866238:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.866660:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da68700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548049408:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134038.866676:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134038.866724:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2011:x1830953552191744:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 5775us (6476us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134038.866733:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14774 00000100:00100000:2.0:1746134038.867057:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552192000 00000100:00100000:2.0:1746134038.867063:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552192000 00002000:00100000:2.0:1746134038.867099:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800893e3b80 x1830953552192000/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134038.867138:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800893e3b80 with x1830953552192000 ext(0->4095) 00002000:00010000:2.0:1746134038.867142:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800893e3b80 00000100:00100000:2.0:1746134038.867159:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12996 00000100:00100000:2.0:1746134038.867165:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2012:x1830953552192000:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746134038.867275:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2012:x1830953552192000:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 Request processed in 110us (1044us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134038.867280:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12996 00002000:00100000:2.0:1746134038.867285:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800893e3b80 x1830953552192000/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134038.867291:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800893e3b80 with x1830953552192000 ext(0->4095) 00002000:00010000:2.0:1746134038.867293:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800893e3b80 00000100:00100000:0.0:1746134038.871200:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134038.871259:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552192128 00000100:00100000:2.0:1746134038.871267:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552192128 00000100:00100000:2.0:1746134038.871311:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29472 00000100:00100000:2.0:1746134038.871319:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800729d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552192128:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134038.871333:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134038.871348:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c831d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f7ab expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.871370:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c8316 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7a4 expref: 27 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.871376:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134038.871377:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134038.871380:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c831d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7ab expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.871403:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c8316 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7a4 expref: 27 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.871413:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c8316 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7a4 expref: 27 pid: 9581 timeout: 808 lvb_type: 0 00000100:00100000:2.0:1746134038.871422:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072ae3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548049536:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134038.872848:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02b9840 going to sleep for 11 seconds 00000100:00100000:2.0:1746134038.873738:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072ae3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548049536:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134038.873758:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c831d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7ab expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.873771:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589800, rc 0) 00000100:00100000:2.0:1746134038.873811:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800729d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552192128:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2493us (2618us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134038.873818:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29472 00000100:00100000:0.0:1746134038.876218:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.876278:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552192256 00000100:00100000:1.0:1746134038.876285:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552192256 00010000:00010000:1.0:1746134038.876313:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c8316 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7a4 expref: 28 pid: 9581 timeout: 808 lvb_type: 0 00000100:00100000:1.0:1746134038.876358:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14775 00000100:00100000:1.0:1746134038.876365:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ece850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2010:x1830953552192256:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134038.876378:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134038.876394:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c8316 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7a4 expref: 28 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134038.876403:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c8316 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7a4 expref: 28 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134038.876421:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c8316 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7a4 expref: 28 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134038.876447:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134038.876449:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134038.876455:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c831d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7ab expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.876462:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c831d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7ab expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.876490:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c831d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7ab expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134038.876505:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da68700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548049664:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134038.876574:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746134038.876870:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134038.877744:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552192384 00000100:00100000:3.0:1746134038.877750:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552192384 00000100:00100000:3.0:1746134038.877790:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29473 00000100:00100000:3.0:1746134038.877797:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800729d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:1755:x1830953552192384:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134038.877808:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134038.877819:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8324 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f7b2 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.877836:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c831d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7ab expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.877842:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134038.877843:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134038.877846:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8324 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7b2 expref: 29 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.877868:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c831d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7ab expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134038.877877:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c831d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7ab expref: 5 pid: 9581 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134038.877886:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548049792:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134038.877944:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920c8780 going to sleep for 11 seconds 00000100:00100000:1.0:1746134038.879977:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da68700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548049664:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134038.879992:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134038.880022:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ece850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:2010:x1830953552192256:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3656us (3809us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134038.880030:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14775 00000100:00100000:0.0:1746134038.883049:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134038.883314:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552192640 00000100:00100000:3.0:1746134038.883321:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552192640 00002000:00100000:3.0:1746134038.883357:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800729d4700 x1830953552192640/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134038.883365:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800729d4700 with x1830953552192640 ext(0->4095) 00010000:00010000:3.0:1746134038.883372:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c831d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7ab expref: 6 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134038.883382:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c831d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7ab expref: 6 pid: 9581 timeout: 808 lvb_type: 0 00002000:00010000:3.0:1746134038.883388:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800729d4700 00000100:00100000:3.0:1746134038.883412:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2328 00000100:00100000:3.0:1746134038.883419:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800729d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552192640:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134038.883535:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800729d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552192640:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (491us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134038.883544:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2328 00002000:00100000:3.0:1746134038.883549:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800729d4700 x1830953552192640/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134038.883556:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800729d4700 with x1830953552192640 ext(0->4095) 00010000:00010000:3.0:1746134038.883560:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c831d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7ab expref: 6 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134038.883567:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c831d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7ab expref: 6 pid: 9581 timeout: 808 lvb_type: 0 00002000:00010000:3.0:1746134038.883572:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800729d4700 00000100:00100000:2.0:1746134038.883753:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548049792:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134038.883783:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8324 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7b2 expref: 28 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.883794:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f600, rc 0) 00000100:00100000:2.0:1746134038.883816:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800729d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:1755:x1830953552192384:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6020us (6946us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134038.883822:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29473 00000100:00100000:0.0:1746134038.887987:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134038.888102:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552192768 00000100:00100000:2.0:1746134038.888144:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552192768 00000100:00100000:2.0:1746134038.888178:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29474 00000100:00100000:2.0:1746134038.888183:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a09c1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:1757:x1830953552192768:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134038.888197:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134038.888210:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c832b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f7b9 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.888231:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134038.888236:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8324 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7b2 expref: 29 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.888241:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134038.888244:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c832b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7b9 expref: 29 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.888274:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8324 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7b2 expref: 29 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.888282:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c832b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7b9 expref: 29 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.888290:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589a00, rc 0) 00000100:00100000:2.0:1746134038.888497:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a09c1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:1757:x1830953552192768:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 311us (515us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134038.888503:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29474 00000100:00100000:0.0:1746134038.895802:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.895876:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552192896 00000100:00100000:1.0:1746134038.895885:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552192896 00010000:00010000:1.0:1746134038.895913:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c831d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7ab expref: 6 pid: 9581 timeout: 808 lvb_type: 0 00000100:00100000:1.0:1746134038.896672:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14776 00000100:00100000:1.0:1746134038.896681:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800729d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552192896:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134038.896692:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134038.896708:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c831d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7ab expref: 6 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134038.896719:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c831d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7ab expref: 6 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134038.896737:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c831d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7ab expref: 6 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134038.896826:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134038.896828:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134038.896834:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8324 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7b2 expref: 28 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.896842:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8324 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7b2 expref: 28 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.896867:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8324 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7b2 expref: 28 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.896878:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8324 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7b2 expref: 28 pid: 9581 timeout: 808 lvb_type: 0 00000100:00100000:1.0:1746134038.896887:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da68700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548050048:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134038.897697:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20540 going to sleep for 11 seconds 00000100:00100000:1.0:1746134038.900167:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da68700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548050048:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134038.900181:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134038.900212:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800729d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552192896:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3533us (4417us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134038.900220:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14776 00000100:00100000:2.0:1746134038.901381:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134038.901431:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552193152 00000100:00100000:0.0:1746134038.901436:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552193152 00002000:00100000:0.0:1746134038.901467:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ae0380 x1830953552193152/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134038.901476:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ae0380 with x1830953552193152 ext(0->4095) 00010000:00010000:0.0:1746134038.901483:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8324 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7b2 expref: 29 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746134038.901495:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8324 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7b2 expref: 29 pid: 9581 timeout: 808 lvb_type: 0 00002000:00010000:0.0:1746134038.901501:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072ae0380 00000100:00100000:0.0:1746134038.901530:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2329 00000100:00100000:0.0:1746134038.901537:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:2009:x1830953552193152:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746134038.901641:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:2009:x1830953552193152:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (262us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134038.901647:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2329 00002000:00100000:0.0:1746134038.901652:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ae0380 x1830953552193152/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134038.901659:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ae0380 with x1830953552193152 ext(0->4095) 00010000:00010000:0.0:1746134038.901663:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8324 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7b2 expref: 29 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746134038.901670:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8324 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7b2 expref: 29 pid: 9581 timeout: 808 lvb_type: 0 00002000:00010000:0.0:1746134038.901675:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072ae0380 00000100:00100000:0.0:1746134038.905509:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.905595:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552193280 00000100:00100000:1.0:1746134038.905602:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552193280 00010000:00010000:1.0:1746134038.905631:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8324 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7b2 expref: 29 pid: 9581 timeout: 808 lvb_type: 0 00000100:00100000:1.0:1746134038.905704:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14777 00000100:00100000:1.0:1746134038.905712:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800729d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:2009:x1830953552193280:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134038.905725:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134038.905741:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8324 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7b2 expref: 29 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134038.905751:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8324 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7b2 expref: 29 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134038.905770:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8324 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7b2 expref: 29 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134038.905795:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134038.905796:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134038.905802:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c832b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7b9 expref: 28 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.905809:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c832b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7b9 expref: 28 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.905835:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c832b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7b9 expref: 28 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134038.905845:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da68700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548050176:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134038.905916:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20540 going to sleep for 11 seconds 00000100:00100000:0.0:1746134038.908429:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.908560:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da68700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548050176:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134038.908576:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134038.908610:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800729d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2009:x1830953552193280:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2899us (3109us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134038.908622:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14777 00000100:00100000:3.0:1746134038.908690:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552193536 00000100:00100000:3.0:1746134038.908695:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552193536 00002000:00100000:3.0:1746134038.908723:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800729d5180 x1830953552193536/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134038.908731:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800729d5180 with x1830953552193536 ext(0->4095) 00002000:00010000:3.0:1746134038.908735:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800729d5180 00000100:00100000:3.0:1746134038.908759:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12997 00000100:00100000:3.0:1746134038.908766:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800729d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2010:x1830953552193536:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134038.909550:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800729d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2010:x1830953552193536:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 784us (1126us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134038.909556:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12997 00002000:00100000:3.0:1746134038.909561:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800729d5180 x1830953552193536/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134038.909572:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800729d5180 with x1830953552193536 ext(0->4095) 00002000:00010000:3.0:1746134038.909575:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800729d5180 00000100:00100000:0.0:1746134038.912328:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134038.912857:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552193664 00000100:00100000:2.0:1746134038.912865:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552193664 00000100:00100000:2.0:1746134038.912943:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29475 00000100:00100000:2.0:1746134038.912952:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800729d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552193664:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134038.912965:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134038.912980:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c8332 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f7c0 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.913002:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c832b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7b9 expref: 27 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.913008:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134038.913010:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134038.913012:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c8332 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7c0 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.913039:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c832b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7b9 expref: 27 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.913050:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c832b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7b9 expref: 27 pid: 9581 timeout: 808 lvb_type: 0 00000100:00100000:2.0:1746134038.913059:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072ae1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548050304:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134038.913564:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02b9840 going to sleep for 11 seconds 00000100:00100000:2.0:1746134038.916524:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072ae1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548050304:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134038.916547:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c8332 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7c0 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.916561:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589800, rc 0) 00000100:00100000:2.0:1746134038.916594:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800729d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552193664:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3644us (4273us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134038.916602:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29475 00000100:00100000:0.0:1746134038.917225:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.917474:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552193792 00000100:00100000:1.0:1746134038.917480:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552193792 00010000:00010000:1.0:1746134038.917500:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c832b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7b9 expref: 28 pid: 9581 timeout: 808 lvb_type: 0 00000100:00100000:1.0:1746134038.917529:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14778 00000100:00100000:1.0:1746134038.917535:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800729d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2010:x1830953552193792:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134038.917544:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134038.917558:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c832b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7b9 expref: 28 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134038.917566:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c832b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7b9 expref: 28 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134038.917582:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c832b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7b9 expref: 28 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134038.917595:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134038.917596:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134038.917601:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c8332 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7c0 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.917607:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c8332 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7c0 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.917629:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c8332 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7c0 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134038.917639:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da68700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548050432:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134038.917692:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20540 going to sleep for 11 seconds 00000100:00100000:1.0:1746134038.919601:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da68700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548050432:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134038.919614:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134038.919642:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800729d5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2010:x1830953552193792:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2106us (2417us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134038.919650:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14778 00000100:00100000:0.0:1746134038.920696:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134038.921041:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552194048 00000100:00100000:3.0:1746134038.921047:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552194048 00002000:00100000:3.0:1746134038.921077:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800729d5c00 x1830953552194048/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134038.921085:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800729d5c00 with x1830953552194048 ext(0->4095) 00002000:00010000:3.0:1746134038.921088:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800729d5c00 00000100:00100000:3.0:1746134038.921141:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12998 00000100:00100000:3.0:1746134038.921147:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800729d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552194048:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134038.921244:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800729d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552194048:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (551us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134038.921249:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12998 00002000:00100000:3.0:1746134038.921253:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800729d5c00 x1830953552194048/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134038.921259:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800729d5c00 with x1830953552194048 ext(0->4095) 00002000:00010000:3.0:1746134038.921262:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800729d5c00 00000100:00100000:0.0:1746134038.923991:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134038.924509:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134038.924528:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552194176 00000100:00100000:0.0:1746134038.924534:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552194176 00000100:00100000:0.0:1746134038.924996:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552194304 00000100:00100000:0.0:1746134038.925000:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552194304 00000100:00100000:2.0:1746134038.925052:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29476 00000100:00100000:2.0:1746134038.925061:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800729d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:1755:x1830953552194176:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134038.925075:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134038.925089:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8339 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f7c7 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.925130:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c8332 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7c0 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.925141:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134038.925142:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134038.925145:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8339 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7c7 expref: 29 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.925170:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c8332 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7c0 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.925179:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c8332 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7c0 expref: 5 pid: 9581 timeout: 808 lvb_type: 0 00000100:00100000:2.0:1746134038.925190:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072ae1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548050560:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134038.925254:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02b9840 going to sleep for 11 seconds 00000100:00100000:0.0:1746134038.925506:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29477 00000100:00100000:0.0:1746134038.925513:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800729d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:1757:x1830953552194304:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134038.925520:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134038.925526:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009565ec00/0x9682c7de153c8340 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f7ce expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134038.925536:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134038.925539:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8339 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7c7 expref: 30 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134038.925544:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134038.925546:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009565ec00/0x9682c7de153c8340 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7ce expref: 30 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134038.925563:0:18904:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8339 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7c7 expref: 30 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134038.925573:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009565ec00/0x9682c7de153c8340 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7ce expref: 30 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134038.925581:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009565ec00, rc 0) 00000100:00100000:0.0:1746134038.925604:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800729d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+30:1757:x1830953552194304:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 92us (1096us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134038.925609:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29477 00000100:00100000:2.0:1746134038.928556:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072ae1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548050560:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134038.928577:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8339 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7c7 expref: 29 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.928589:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095588e00, rc 0) 00000100:00100000:2.0:1746134038.928620:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800729d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:1755:x1830953552194176:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3560us (4637us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134038.928627:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29476 00000100:00100000:0.0:1746134038.930088:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.930190:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552194432 00000100:00100000:1.0:1746134038.930197:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552194432 00010000:00010000:1.0:1746134038.930222:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c8332 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7c0 expref: 6 pid: 9581 timeout: 808 lvb_type: 0 00000100:00100000:1.0:1746134038.930256:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14779 00000100:00100000:1.0:1746134038.930263:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800729d6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552194432:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134038.930274:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134038.930288:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c8332 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7c0 expref: 6 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134038.930298:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c8332 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7c0 expref: 6 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134038.930316:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c8332 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7c0 expref: 6 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134038.930330:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134038.930332:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134038.930337:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8339 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7c7 expref: 28 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.930344:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8339 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7c7 expref: 28 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.930366:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8339 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7c7 expref: 28 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.930376:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8339 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7c7 expref: 28 pid: 9581 timeout: 808 lvb_type: 0 00000100:00100000:1.0:1746134038.930386:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da68700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548050816:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134038.931002:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20540 going to sleep for 11 seconds 00000100:00100000:1.0:1746134038.933881:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da68700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548050816:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134038.933896:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134038.933929:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800729d6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552194432:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3667us (3846us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134038.933937:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14779 00000100:00100000:0.0:1746134038.934176:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.934365:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552194688 00000100:00100000:1.0:1746134038.934370:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552194688 00002000:00100000:1.0:1746134038.934394:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800729d6a00 x1830953552194688/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.934403:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800729d6a00 with x1830953552194688 ext(0->4095) 00010000:00010000:1.0:1746134038.934410:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8339 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7c7 expref: 29 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134038.934426:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8339 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7c7 expref: 29 pid: 9581 timeout: 808 lvb_type: 0 00002000:00010000:1.0:1746134038.934431:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800729d6a00 00000100:00100000:1.0:1746134038.934443:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2330 00000100:00100000:1.0:1746134038.934447:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800729d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:2011:x1830953552194688:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746134038.934551:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800729d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:2011:x1830953552194688:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 Request processed in 103us (375us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134038.934557:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2330 00002000:00100000:1.0:1746134038.934561:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800729d6a00 x1830953552194688/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.934568:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800729d6a00 with x1830953552194688 ext(0->4095) 00010000:00010000:1.0:1746134038.934572:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8339 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7c7 expref: 29 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134038.934580:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8339 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7c7 expref: 29 pid: 9581 timeout: 808 lvb_type: 0 00002000:00010000:1.0:1746134038.934586:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800729d6a00 00000100:00100000:0.0:1746134038.936593:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.936689:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552194816 00000100:00100000:1.0:1746134038.936694:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552194816 00010000:00010000:1.0:1746134038.936718:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8339 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7c7 expref: 29 pid: 9581 timeout: 808 lvb_type: 0 00000100:00100000:1.0:1746134038.936747:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14780 00000100:00100000:1.0:1746134038.936753:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800729d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:2009:x1830953552194816:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134038.936763:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134038.936777:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8339 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7c7 expref: 29 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134038.936785:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8339 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7c7 expref: 29 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134038.936803:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8339 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7c7 expref: 29 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134038.937044:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134038.937046:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134038.937051:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009565ec00/0x9682c7de153c8340 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7ce expref: 28 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.937059:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009565ec00/0x9682c7de153c8340 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7ce expref: 28 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.937083:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009565ec00/0x9682c7de153c8340 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7ce expref: 28 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134038.937092:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da68700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548050944:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134038.937444:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746134038.939416:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da68700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548050944:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134038.939430:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134038.939457:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800729d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2009:x1830953552194816:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2704us (2869us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134038.939465:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14780 00000100:00100000:0.0:1746134038.939985:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134038.940229:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552195072 00000100:00100000:2.0:1746134038.940235:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552195072 00002000:00100000:2.0:1746134038.940266:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800729d7100 x1830953552195072/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134038.940281:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800729d7100 with x1830953552195072 ext(0->4095) 00002000:00010000:2.0:1746134038.940285:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800729d7100 00000100:00100000:2.0:1746134038.940303:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12999 00000100:00100000:2.0:1746134038.940308:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800729d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2009:x1830953552195072:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134038.940398:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800729d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2009:x1830953552195072:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 89us (414us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134038.940403:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12999 00002000:00100000:2.0:1746134038.940408:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800729d7100 x1830953552195072/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134038.940414:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800729d7100 with x1830953552195072 ext(0->4095) 00002000:00010000:2.0:1746134038.940417:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800729d7100 00000100:00100000:0.0:1746134038.943180:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134038.943302:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552195200 00000100:00100000:2.0:1746134038.943308:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552195200 00000100:00100000:2.0:1746134038.943336:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29478 00000100:00100000:2.0:1746134038.943342:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800729d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552195200:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134038.943354:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134038.943366:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8347 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f7d5 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.943388:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009565ec00/0x9682c7de153c8340 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7ce expref: 27 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.943394:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134038.943395:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134038.943399:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8347 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7d5 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.943419:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009565ec00/0x9682c7de153c8340 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7ce expref: 27 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.943429:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009565ec00/0x9682c7de153c8340 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7ce expref: 27 pid: 18904 timeout: 808 lvb_type: 0 00000100:00100000:2.0:1746134038.943438:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072ae1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548051072:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134038.943768:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02b9f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746134038.944964:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072ae1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548051072:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134038.944982:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8347 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7d5 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.944993:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095588800, rc 0) 00000100:00100000:2.0:1746134038.945018:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800729d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552195200:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1675us (1843us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134038.945024:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29478 00000100:00100000:0.0:1746134038.946552:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.946625:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552195328 00000100:00100000:1.0:1746134038.946632:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552195328 00010000:00010000:1.0:1746134038.946656:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009565ec00/0x9682c7de153c8340 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7ce expref: 28 pid: 18904 timeout: 808 lvb_type: 0 00000100:00100000:1.0:1746134038.946685:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14781 00000100:00100000:1.0:1746134038.946691:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800729d7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2009:x1830953552195328:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134038.946700:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134038.946714:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009565ec00/0x9682c7de153c8340 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7ce expref: 28 pid: 18904 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134038.946725:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009565ec00/0x9682c7de153c8340 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7ce expref: 28 pid: 18904 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134038.946742:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009565ec00/0x9682c7de153c8340 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7ce expref: 28 pid: 18904 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134038.946754:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134038.946756:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134038.946761:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8347 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7d5 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.946768:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8347 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7d5 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.946789:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8347 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7d5 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134038.946798:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da68700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548051200:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134038.947596:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746134038.949284:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da68700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548051200:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134038.949298:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134038.949327:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800729d7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2009:x1830953552195328:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2636us (2779us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134038.949335:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14781 00000100:00100000:2.0:1746134038.950582:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134038.950949:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134038.951263:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552195712 00000100:00100000:2.0:1746134038.951269:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552195712 00000100:00100000:2.0:1746134038.951294:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29479 00000100:00100000:2.0:1746134038.951300:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800729d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:1755:x1830953552195712:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134038.951313:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134038.951324:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c834e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f7dc expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.951348:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8347 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7d5 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.951354:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134038.951355:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134038.951358:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c834e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7dc expref: 28 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.951377:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8347 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7d5 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.951386:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8347 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7d5 expref: 5 pid: 9581 timeout: 808 lvb_type: 0 00000100:00100000:2.0:1746134038.951394:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072ae3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548051328:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134038.951500:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552195584 00000100:00100000:1.0:1746134038.951503:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552195584 00002000:00100000:1.0:1746134038.951522:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ae1f80 x1830953552195584/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.951530:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ae1f80 with x1830953552195584 ext(0->4095) 00010000:00010000:1.0:1746134038.951534:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8347 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7d5 expref: 6 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134038.951542:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8347 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7d5 expref: 6 pid: 9581 timeout: 808 lvb_type: 0 00002000:00010000:1.0:1746134038.951547:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072ae1f80 00000100:00100000:1.0:1746134038.951557:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2331 00000100:00100000:1.0:1746134038.951561:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552195584:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134038.951647:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552195584:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 85us (1067us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134038.951655:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2331 00002000:00100000:1.0:1746134038.951659:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ae1f80 x1830953552195584/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.951665:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ae1f80 with x1830953552195584 ext(0->4095) 00010000:00010000:1.0:1746134038.951669:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8347 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7d5 expref: 6 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134038.951676:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8347 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7d5 expref: 6 pid: 9581 timeout: 808 lvb_type: 0 00002000:00010000:1.0:1746134038.951680:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072ae1f80 00000100:00100000:2.0:1746134038.952496:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02b9f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746134038.954651:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134038.954786:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072ae3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548051328:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134038.954807:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c834e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7dc expref: 28 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.954820:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095588c00, rc 0) 00000100:00100000:2.0:1746134038.954853:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800729d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:1755:x1830953552195712:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3552us (3903us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134038.954859:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29479 00000100:00100000:2.0:1746134038.954877:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552195840 00000100:00100000:2.0:1746134038.954882:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552195840 00000100:00100000:2.0:1746134038.955451:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29480 00000100:00100000:2.0:1746134038.955458:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800729d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:1757:x1830953552195840:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134038.955470:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134038.955482:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8355 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f7e3 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.955497:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134038.955500:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c834e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7dc expref: 29 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.955505:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134038.955508:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8355 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7e3 expref: 29 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.955528:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c834e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7dc expref: 29 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.955536:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8355 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7e3 expref: 29 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.955543:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589000, rc 0) 00000100:00100000:2.0:1746134038.955562:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800729d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:1757:x1830953552195840:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 105us (917us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134038.955567:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29480 00000100:00100000:0.0:1746134038.955865:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.956051:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552195968 00000100:00100000:1.0:1746134038.956056:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552195968 00010000:00010000:1.0:1746134038.956074:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8347 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7d5 expref: 6 pid: 9581 timeout: 808 lvb_type: 0 00000100:00100000:1.0:1746134038.956103:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14782 00000100:00100000:1.0:1746134038.956144:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129eccc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552195968:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134038.956152:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134038.956166:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8347 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7d5 expref: 6 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134038.956175:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8347 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7d5 expref: 6 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134038.956187:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8347 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7d5 expref: 6 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134038.956203:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134038.956205:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134038.956210:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c834e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7dc expref: 28 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.956216:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c834e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7dc expref: 28 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.956234:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c834e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7dc expref: 28 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.956243:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c834e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7dc expref: 28 pid: 9581 timeout: 808 lvb_type: 0 00000100:00100000:1.0:1746134038.956252:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da68700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548051584:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134038.956300:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20300 going to sleep for 11 seconds 00000100:00100000:1.0:1746134038.958305:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da68700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548051584:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134038.958319:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134038.958363:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129eccc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552195968:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2219us (2497us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134038.958371:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14782 00000100:00100000:0.0:1746134038.958535:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134038.958598:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552196224 00000100:00100000:3.0:1746134038.958603:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552196224 00002000:00100000:3.0:1746134038.958630:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800729d4380 x1830953552196224/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134038.958639:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800729d4380 with x1830953552196224 ext(0->4095) 00010000:00010000:3.0:1746134038.958645:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c834e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7dc expref: 29 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134038.958785:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c834e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7dc expref: 29 pid: 9581 timeout: 808 lvb_type: 0 00002000:00010000:3.0:1746134038.958795:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800729d4380 00000100:00100000:3.0:1746134038.958821:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2332 00000100:00100000:3.0:1746134038.958827:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800729d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:2009:x1830953552196224:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134038.959073:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800729d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:2009:x1830953552196224:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 246us (538us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134038.959079:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2332 00002000:00100000:3.0:1746134038.959084:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800729d4380 x1830953552196224/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134038.959091:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800729d4380 with x1830953552196224 ext(0->4095) 00010000:00010000:3.0:1746134038.959096:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c834e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7dc expref: 29 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134038.959166:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c834e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7dc expref: 29 pid: 9581 timeout: 808 lvb_type: 0 00002000:00010000:3.0:1746134038.959173:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800729d4380 00000100:00100000:0.0:1746134038.960307:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.960451:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552196352 00000100:00100000:1.0:1746134038.960455:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552196352 00010000:00010000:1.0:1746134038.960472:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c834e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7dc expref: 29 pid: 9581 timeout: 808 lvb_type: 0 00000100:00100000:1.0:1746134038.960505:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14783 00000100:00100000:1.0:1746134038.960511:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800729d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:2010:x1830953552196352:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134038.960520:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134038.960531:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c834e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7dc expref: 29 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134038.960540:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c834e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7dc expref: 29 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134038.960556:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c834e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7dc expref: 29 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134038.960568:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134038.960569:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134038.960574:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8355 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7e3 expref: 28 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.960582:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8355 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7e3 expref: 28 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.960603:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8355 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7e3 expref: 28 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134038.960613:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da68700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548051712:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134038.960662:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20780 going to sleep for 11 seconds 00000100:00100000:0.0:1746134038.964996:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.965165:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da68700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548051712:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134038.965180:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134038.965217:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800729d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2010:x1830953552196352:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4705us (4912us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134038.965226:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14783 00000100:00100000:3.0:1746134038.965377:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552196608 00000100:00100000:3.0:1746134038.965383:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552196608 00002000:00100000:3.0:1746134038.965411:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800729d4e00 x1830953552196608/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134038.965421:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800729d4e00 with x1830953552196608 ext(0->4095) 00002000:00010000:3.0:1746134038.965425:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800729d4e00 00000100:00100000:3.0:1746134038.966142:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13000 00000100:00100000:3.0:1746134038.966150:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800729d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2009:x1830953552196608:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134038.966267:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800729d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2009:x1830953552196608:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (1277us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134038.966273:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13000 00002000:00100000:3.0:1746134038.966278:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800729d4e00 x1830953552196608/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134038.966284:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800729d4e00 with x1830953552196608 ext(0->4095) 00002000:00010000:3.0:1746134038.966287:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800729d4e00 00000100:00100000:0.0:1746134038.967836:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134038.967894:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552196736 00000100:00100000:2.0:1746134038.967900:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552196736 00000100:00100000:2.0:1746134038.967946:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29481 00000100:00100000:2.0:1746134038.967956:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800729d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552196736:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134038.967968:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134038.967981:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c835c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f7ea expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.968004:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8355 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7e3 expref: 27 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.968011:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134038.968013:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134038.968015:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c835c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7ea expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.968038:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8355 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7e3 expref: 27 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.968047:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8355 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7e3 expref: 27 pid: 9581 timeout: 808 lvb_type: 0 00000100:00100000:2.0:1746134038.968055:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072ae3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548051840:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134038.968736:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02b9f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746134038.971102:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072ae3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548051840:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134038.971164:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c835c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7ea expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.971177:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589400, rc 0) 00000100:00100000:2.0:1746134038.971215:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800729d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552196736:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3262us (3383us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134038.971226:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29481 00000100:00100000:0.0:1746134038.971933:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.972292:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552196864 00000100:00100000:1.0:1746134038.972298:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552196864 00010000:00010000:1.0:1746134038.972323:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8355 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7e3 expref: 28 pid: 9581 timeout: 808 lvb_type: 0 00000100:00100000:1.0:1746134038.972356:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14784 00000100:00100000:1.0:1746134038.972363:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800729d6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2010:x1830953552196864:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134038.972372:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134038.972386:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8355 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7e3 expref: 28 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134038.972394:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8355 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7e3 expref: 28 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134038.972412:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8355 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7e3 expref: 28 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134038.972426:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134038.972427:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134038.972433:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c835c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7ea expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.972440:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c835c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7ea expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.972465:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c835c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7ea expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134038.972476:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da68700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548051968:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134038.972529:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20780 going to sleep for 11 seconds 00000100:00100000:0.0:1746134038.975538:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134038.975716:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552196992 00000100:00100000:2.0:1746134038.975723:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552196992 00000100:00100000:2.0:1746134038.976247:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29482 00000100:00100000:2.0:1746134038.976254:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800729d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:1755:x1830953552196992:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134038.976268:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134038.976282:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8363 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f7f1 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.976304:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c835c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7ea expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.976310:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134038.976312:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134038.976315:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8363 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7f1 expref: 29 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.976337:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c835c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7ea expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.976347:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c835c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7ea expref: 5 pid: 9581 timeout: 808 lvb_type: 0 00000100:00100000:2.0:1746134038.976357:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072ae3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548052096:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134038.977072:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02b9f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746134038.977426:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.977447:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552197248 00000100:00100000:1.0:1746134038.977451:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552197248 00002000:00100000:1.0:1746134038.977480:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012da68a80 x1830953552197248/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.977488:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da68a80 with x1830953552197248 ext(0->4095) 00010000:00010000:1.0:1746134038.977496:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c835c lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7ea expref: 6 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134038.977506:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c835c lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7ea expref: 6 pid: 9581 timeout: 808 lvb_type: 0 00002000:00010000:1.0:1746134038.977511:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012da68a80 00000100:00100000:1.0:1746134038.977522:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2333 00000100:00100000:1.0:1746134038.977527:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552197248:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134038.977626:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552197248:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (200us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134038.977632:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2333 00002000:00100000:1.0:1746134038.977637:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012da68a80 x1830953552197248/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134038.977645:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da68a80 with x1830953552197248 ext(0->4095) 00010000:00010000:1.0:1746134038.977649:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c835c lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7ea expref: 6 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134038.977657:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c835c lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7ea expref: 6 pid: 9581 timeout: 808 lvb_type: 0 00002000:00010000:1.0:1746134038.977661:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012da68a80 00000100:00100000:0.0:1746134038.977777:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da68700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548051968:192.168.203.26@tcp:105: 00010000:00010000:0.0:1746134038.977789:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134038.977808:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800729d6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:2010:x1830953552196864:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 5446us (5877us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134038.977815:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14784 00000100:00100000:0.0:1746134038.980831:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134038.980990:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072ae3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548052096:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134038.981013:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8363 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7f1 expref: 28 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.981029:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095588c00, rc 0) 00000100:00100000:0.0:1746134038.981037:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134038.981061:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800729d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:1755:x1830953552196992:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4808us (5531us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134038.981067:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29482 00000100:00100000:2.0:1746134038.981086:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552197376 00000100:00100000:2.0:1746134038.981090:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552197376 00000100:00100000:2.0:1746134038.981231:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29483 00000100:00100000:2.0:1746134038.981237:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800729d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:1757:x1830953552197376:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134038.981247:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134038.981257:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c836a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f7f8 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.981272:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134038.981275:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8363 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7f1 expref: 29 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.981280:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134038.981282:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c836a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7f8 expref: 29 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.981301:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8363 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7f1 expref: 29 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.981309:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c836a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7f8 expref: 29 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.981319:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095588800, rc 0) 00000100:00100000:1.0:1746134038.981430:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552197504 00000100:00100000:1.0:1746134038.981433:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552197504 00010000:00010000:1.0:1746134038.981449:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c835c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7ea expref: 6 pid: 9581 timeout: 808 lvb_type: 0 00000100:00100000:1.0:1746134038.981473:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14785 00000100:00100000:1.0:1746134038.981477:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092029880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552197504:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134038.981483:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134038.981496:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c835c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7ea expref: 6 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134038.981504:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c835c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7ea expref: 6 pid: 9581 timeout: 808 lvb_type: 0 00000100:00100000:2.0:1746134038.981785:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800729d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:1757:x1830953552197376:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 547us (958us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134038.981790:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29483 00010000:00010000:1.0:1746134038.981868:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c835c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7ea expref: 6 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134038.981889:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134038.981891:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134038.981896:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8363 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7f1 expref: 28 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.981901:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8363 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7f1 expref: 28 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.981919:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8363 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7f1 expref: 28 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.981928:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8363 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7f1 expref: 28 pid: 9581 timeout: 808 lvb_type: 0 00000100:00100000:1.0:1746134038.981936:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da68700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548052352:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134038.981983:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746134038.983325:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da68700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548052352:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134038.983336:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134038.983371:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092029880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552197504:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1892us (2333us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134038.983377:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14785 00000100:00100000:0.0:1746134038.983983:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134038.984052:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552197760 00000100:00100000:3.0:1746134038.984057:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552197760 00002000:00100000:3.0:1746134038.984082:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d968a80 x1830953552197760/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134038.984089:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d968a80 with x1830953552197760 ext(0->4095) 00010000:00010000:3.0:1746134038.984096:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8363 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7f1 expref: 29 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134038.984142:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8363 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7f1 expref: 29 pid: 9581 timeout: 808 lvb_type: 0 00002000:00010000:3.0:1746134038.984148:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d968a80 00000100:00100000:3.0:1746134038.984265:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2334 00000100:00100000:3.0:1746134038.984270:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d968a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:2009:x1830953552197760:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134038.984370:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d968a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:2009:x1830953552197760:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (388us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134038.984375:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2334 00002000:00100000:3.0:1746134038.984379:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d968a80 x1830953552197760/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134038.984385:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d968a80 with x1830953552197760 ext(0->4095) 00010000:00010000:3.0:1746134038.984389:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8363 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7f1 expref: 29 pid: 9581 timeout: 808 lvb_type: 0 00000100:00100000:1.0:1746134038.984416:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746134038.984425:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d140e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830953548052608:0@lo:400:kworker.0 00000100:00100000:1.0:1746134038.984453:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746134038.984468:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d141880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:10d12d63-f4ad-4c9d-a453-33dc13ead851:3771:1830953548052480:0@lo:400:kworker.0 00000100:00100000:0.0:1746134038.984477:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830953548052992:0@lo:400:kworker.0 00000100:00100000:1.0:1746134038.984485:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746134038.984495:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746134038.984506:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c699880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3771:1830953548053120:0@lo:400:kworker.0 00000100:00100000:0.0:1746134038.984506:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3770:1830953548053504:0@lo:400:kworker.0 00000100:00100000:0.0:1746134038.984521:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746134038.984522:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746134038.984535:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548053504 00000100:00100000:0.0:1746134038.984538:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548053504 00000100:00100000:1.0:1746134038.984539:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3771:1830953548053632:0@lo:400:kworker.0 00000100:00100000:0.0:1746134038.984545:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091a1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3770:1830953548054016:0@lo:400:kworker.0 00000100:00100000:1.0:1746134038.984554:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746134038.984557:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746134038.984572:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d140700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3768:1830953548052736:0@lo:400:kworker.0 00000100:00080000:0.0:1746134038.984580:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746134038.984588:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746134038.984597:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548054016 00000100:00100000:1.0:1746134038.984599:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3768:1830953548053248:0@lo:400:kworker.0 00000100:00100000:0.0:1746134038.984600:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548054016 00000100:00100000:1.0:1746134038.984611:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746134038.984614:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 731 00000100:00100000:0.0:1746134038.984618:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3770:x1830953548053504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746134038.984620:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3768:1830953548053760:0@lo:400:kworker.0 00000100:00100000:1.0:1746134038.984632:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746134038.984640:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3770:x1830953548053504:12345-0@lo:400:kworker.0 Request processed in 22us (118us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134038.984642:0:3768:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1746134038.984645:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 731 00000100:00100000:1.0:1746134038.984646:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3768:1830953548052864:0@lo:400:kworker.0 00000100:00100000:0.0:1746134038.984653:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 732 00000100:00100000:0.0:1746134038.984657:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3770:x1830953548054016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746134038.984658:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746134038.984668:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3768:1830953548053376:0@lo:400:kworker.0 00000100:00100000:0.0:1746134038.984673:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3770:x1830953548054016:12345-0@lo:400:kworker.0 Request processed in 16us (115us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134038.984677:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 732 00000100:00100000:1.0:1746134038.984679:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746134038.984684:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548053376 00000100:00100000:0.0:1746134038.984686:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548053376 00000100:00100000:1.0:1746134038.984687:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bfbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3768:1830953548053888:0@lo:400:kworker.0 00000100:00100000:1.0:1746134038.984698:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746134038.984699:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 733 00000100:00100000:0.0:1746134038.984702:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3768:x1830953548053376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746134038.984711:0:10930:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548052608 00000100:00100000:1.0:1746134038.984714:0:10930:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548052608 00000100:00100000:0.0:1746134038.984720:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3768:x1830953548053376:12345-0@lo:400:kworker.0 Request processed in 17us (40us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134038.984724:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 733 00000100:00100000:1.0:1746134038.984726:0:10930:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548052992 00000100:00100000:1.0:1746134038.984728:0:10930:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548052992 00000100:00100000:0.0:1746134038.984729:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548053888 00000100:00100000:0.0:1746134038.984731:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548053888 00000100:00100000:1.0:1746134038.984734:0:10930:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548053120 00000100:00100000:1.0:1746134038.984735:0:10930:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548053120 00000100:00100000:0.0:1746134038.984739:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 734 00000100:00100000:0.0:1746134038.984742:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3768:x1830953548053888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746134038.984743:0:10930:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548053632 00000100:00100000:1.0:1746134038.984744:0:10930:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548053632 00000100:00100000:1.0:1746134038.984751:0:10930:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548053248 00000100:00100000:1.0:1746134038.984752:0:10930:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548053248 00000100:00100000:0.0:1746134038.984757:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3768:x1830953548053888:12345-0@lo:400:kworker.0 Request processed in 15us (58us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134038.984759:0:10930:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548053760 00000100:00100000:1.0:1746134038.984761:0:10930:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548053760 00000100:00100000:0.0:1746134038.984761:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 734 00000100:00100000:1.0:1746134038.984768:0:10930:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1061 00000100:00100000:1.0:1746134038.984771:0:10930:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830953548052608:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1746134038.984774:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746134038.984776:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746134038.984777:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746134038.984778:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746134038.984790:0:3770:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294972110 gen 2 00000100:00100000:1.0:1746134038.984792:0:10930:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830953548052608:12345-0@lo:400:kworker.0 Request processed in 20us (339us total) trans 0 rc 0/0 00000004:00080000:0.0:1746134038.984794:0:3770:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff88009b5abb80, transno 4294972110 00000100:00100000:1.0:1746134038.984796:0:10930:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1061 00000100:00100000:0.0:1746134038.984800:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d5e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3770:1830953548053504:0@lo:400:kworker.0 00000100:00100000:1.0:1746134038.984804:0:10930:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1062 00000100:00100000:1.0:1746134038.984807:0:10930:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830953548052992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746134038.984808:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091a1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3770:1830953548054016:0@lo:400:kworker.0 00000100:00100000:1.0:1746134038.984824:0:10930:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830953548052992:12345-0@lo:400:kworker.0 Request processed in 17us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134038.984828:0:10930:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1062 00000100:00100000:1.0:1746134038.984834:0:10930:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1063 00000100:00100000:1.0:1746134038.984837:0:10930:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3771:x1830953548053120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746134038.984851:0:10930:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3771:x1830953548053120:12345-0@lo:400:kworker.0 Request processed in 14us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134038.984855:0:10930:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1063 00000100:00100000:1.0:1746134038.984861:0:10930:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1064 00000100:00100000:1.0:1746134038.984865:0:10930:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830953548053632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746134038.984879:0:10930:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830953548053632:12345-0@lo:400:kworker.0 Request processed in 14us (325us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134038.984882:0:10930:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1064 00000100:00100000:0.0:1746134038.984886:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830953548052992:0@lo:400:kworker.0 00000100:00100000:1.0:1746134038.984895:0:10930:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1065 00000100:00100000:1.0:1746134038.984899:0:10930:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3768:x1830953548053248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746134038.984914:0:10930:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3768:x1830953548053248:12345-0@lo:400:kworker.0 Request processed in 16us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134038.984917:0:7227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548052480 00000100:00100000:1.0:1746134038.984920:0:10930:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1065 00000100:00100000:2.0:1746134038.984921:0:7227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548052480 00000100:00100000:1.0:1746134038.984927:0:10930:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1066 00000100:00100000:1.0:1746134038.984931:0:10930:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1830953548053760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746134038.984942:0:7227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 543 00010000:00010000:3.0:1746134038.984946:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8363 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7f1 expref: 29 pid: 9581 timeout: 808 lvb_type: 0 00000100:00100000:2.0:1746134038.984946:0:7227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d426450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:10d12d63-f4ad-4c9d-a453-33dc13ead851+23:3771:x1830953548052480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746134038.984952:0:10930:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1830953548053760:12345-0@lo:400:kworker.0 Request processed in 21us (320us total) trans 0 rc 0/0 00002000:00010000:3.0:1746134038.984954:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d968a80 00000100:00100000:1.0:1746134038.984956:0:10930:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1066 00000100:00100000:1.0:1746134038.984967:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548052736 00000100:00100000:1.0:1746134038.984969:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548052736 00000100:00100000:2.0:1746134038.984977:0:7227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d426450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:10d12d63-f4ad-4c9d-a453-33dc13ead851+23:3771:x1830953548052480:12345-0@lo:400:kworker.0 Request processed in 30us (491us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134038.984982:0:7227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 543 00000100:00100000:1.0:1746134038.984983:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548052864 00000100:00100000:1.0:1746134038.984984:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548052864 00000100:00100000:1.0:1746134038.984991:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 621 00000100:00100000:1.0:1746134038.984995:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3768:x1830953548052736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746134038.984997:0:7238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 622 00000100:00100000:3.0:1746134038.985001:0:7238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3768:x1830953548052864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746134038.985016:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3768:x1830953548052736:12345-0@lo:400:kworker.0 Request processed in 21us (427us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134038.985019:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 621 00000100:00100000:3.0:1746134038.985021:0:7238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3768:x1830953548052864:12345-0@lo:400:kworker.0 Request processed in 20us (362us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134038.985025:0:7238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 622 00000100:00100000:1.0:1746134038.985041:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3768:1830953548052864:0@lo:400:kworker.0 00000100:00100000:1.0:1746134038.985048:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d5e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3768:1830953548053376:0@lo:400:kworker.0 00000100:00100000:1.0:1746134038.985054:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bfbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3768:1830953548053888:0@lo:400:kworker.0 00000100:00100000:1.0:1746134038.985059:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d140700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3768:1830953548052736:0@lo:400:kworker.0 00000100:00100000:1.0:1746134038.985064:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d5e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3768:1830953548053248:0@lo:400:kworker.0 00000100:00100000:1.0:1746134038.985070:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d5e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3768:1830953548053760:0@lo:400:kworker.0 00000100:00100000:1.0:1746134038.985090:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c699880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3771:1830953548053120:0@lo:400:kworker.0 00000100:00100000:1.0:1746134038.985097:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d5e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3771:1830953548053632:0@lo:400:kworker.0 00000100:00100000:1.0:1746134038.985133:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d140e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830953548052608:0@lo:400:kworker.0 00000100:00100000:1.0:1746134038.985142:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d141880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:10d12d63-f4ad-4c9d-a453-33dc13ead851:3771:1830953548052480:0@lo:400:kworker.0 00000100:00100000:0.0:1746134038.986612:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.986700:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552197888 00000100:00100000:1.0:1746134038.986705:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552197888 00010000:00010000:1.0:1746134038.986725:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8363 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7f1 expref: 29 pid: 9581 timeout: 808 lvb_type: 0 00000100:00100000:1.0:1746134038.986754:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14786 00000100:00100000:1.0:1746134038.986760:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da64700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:2010:x1830953552197888:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134038.986768:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134038.986781:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8363 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7f1 expref: 29 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134038.986791:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8363 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7f1 expref: 29 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134038.986807:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8363 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7f1 expref: 29 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134038.986834:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134038.986836:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134038.986841:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c836a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7f8 expref: 28 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.986848:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c836a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7f8 expref: 28 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.986874:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c836a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7f8 expref: 28 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134038.986884:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800893e1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548054144:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134038.986943:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134038.989056:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.989163:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800893e1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548054144:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134038.989177:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134038.989210:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da64700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2010:x1830953552197888:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2451us (2601us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134038.989217:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14786 00000100:00100000:2.0:1746134038.989453:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552198144 00000100:00100000:2.0:1746134038.989458:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552198144 00002000:00100000:2.0:1746134038.989483:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012da67480 x1830953552198144/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134038.989491:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da67480 with x1830953552198144 ext(0->4095) 00002000:00010000:2.0:1746134038.989494:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012da67480 00000100:00100000:2.0:1746134038.989518:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13001 00000100:00100000:2.0:1746134038.989524:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2010:x1830953552198144:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134038.989624:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2010:x1830953552198144:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (573us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134038.989630:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13001 00002000:00100000:2.0:1746134038.989635:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012da67480 x1830953552198144/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134038.989642:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da67480 with x1830953552198144 ext(0->4095) 00002000:00010000:2.0:1746134038.989644:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012da67480 00000100:00100000:0.0:1746134038.991453:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.991554:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552198272 00000100:00100000:1.0:1746134038.991559:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552198272 00000100:00100000:1.0:1746134038.992146:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29484 00000100:00100000:1.0:1746134038.992155:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552198272:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134038.992169:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134038.992183:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c8371 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f7ff expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.992205:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c836a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7f8 expref: 27 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.992211:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134038.992213:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134038.992216:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c8371 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7ff expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.992245:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c836a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7f8 expref: 27 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.992255:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c836a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7f8 expref: 27 pid: 9581 timeout: 808 lvb_type: 0 00000100:00100000:1.0:1746134038.992265:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800893e1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548054272:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134038.992579:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134038.994759:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134038.994856:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800893e1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548054272:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134038.994879:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c8371 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7ff expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134038.994891:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bef4000, rc 0) 00000100:00100000:1.0:1746134038.994921:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552198272:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2768us (3473us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134038.994928:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29484 00000100:00100000:2.0:1746134038.995344:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552198400 00000100:00100000:2.0:1746134038.995350:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552198400 00010000:00010000:2.0:1746134038.995369:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c836a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7f8 expref: 28 pid: 9581 timeout: 808 lvb_type: 0 00000100:00100000:2.0:1746134038.995401:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14787 00000100:00100000:2.0:1746134038.995407:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a1c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2010:x1830953552198400:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134038.995416:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134038.995432:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c836a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7f8 expref: 28 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134038.995441:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c836a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7f8 expref: 28 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134038.995458:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c836a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7f8 expref: 28 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134038.995470:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134038.995472:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134038.995476:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c8371 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7ff expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.995483:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c8371 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7ff expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134038.995510:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c8371 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7ff expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134038.995519:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072ae3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548054400:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134038.995564:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02b9840 going to sleep for 11 seconds 00000100:00100000:0.0:1746134038.998828:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134038.998933:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072ae3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548054400:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134038.998946:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134038.999392:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a1c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2010:x1830953552198400:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3984us (4636us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134038.999402:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14787 00000100:00100000:3.0:1746134038.999687:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552198656 00000100:00100000:3.0:1746134038.999693:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552198656 00002000:00100000:3.0:1746134038.999723:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d5e1180 x1830953552198656/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:249/0 lens 488/0 e 0 to 0 dl 1746134049 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134038.999731:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d5e1180 with x1830953552198656 ext(0->4095) 00002000:00010000:3.0:1746134038.999735:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d5e1180 00000100:00100000:3.0:1746134038.999749:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13002 00000100:00100000:3.0:1746134038.999755:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2011:x1830953552198656:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746134038.999874:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2011:x1830953552198656:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 Request processed in 118us (1051us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134038.999880:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13002 00002000:00100000:3.0:1746134038.999885:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d5e1180 x1830953552198656/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746134049 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134038.999891:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d5e1180 with x1830953552198656 ext(0->4095) 00002000:00010000:3.0:1746134038.999894:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d5e1180 00000100:00100000:0.0:1746134039.000354:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134039.000413:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552198784 00000100:00100000:1.0:1746134039.000417:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552198784 00000100:00080000:0.0:1746134039.000474:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746134039.000506:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29485 00000100:00100000:1.0:1746134039.000513:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:1755:x1830953552198784:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134039.000526:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134039.000539:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bef5a00/0x9682c7de153c8378 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f806 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.000558:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c8371 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7ff expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.000565:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134039.000567:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134039.000570:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef5a00/0x9682c7de153c8378 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f806 expref: 28 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.000593:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c8371 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7ff expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.000602:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c8371 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7ff expref: 5 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:1.0:1746134039.000611:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800893e1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548054528:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134039.001188:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134039.002528:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.003214:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552198912 00000100:00100000:3.0:1746134039.003221:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552198912 00000100:00100000:3.0:1746134039.003252:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29486 00000100:00100000:3.0:1746134039.003257:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:1757:x1830953552198912:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134039.003270:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134039.003281:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c837f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f80d expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.003300:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.003304:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bef5a00/0x9682c7de153c8378 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f806 expref: 30 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.003309:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134039.003311:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c837f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f80d expref: 30 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.003349:0:9580:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bef5a00/0x9682c7de153c8378 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f806 expref: 30 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.003363:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c837f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f80d expref: 30 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.003371:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fa00, rc 0) 00000100:00100000:3.0:1746134039.003417:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+30:1757:x1830953552198912:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 158us (893us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.003423:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29486 00000100:00100000:0.0:1746134039.003708:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134039.004023:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800893e1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548054528:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134039.004039:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bef5a00/0x9682c7de153c8378 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f806 expref: 29 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.004047:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bef5a00, rc 0) 00000100:00100000:1.0:1746134039.004067:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:1755:x1830953552198784:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3555us (3715us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134039.004072:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29485 00000100:00100000:3.0:1746134039.004456:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552199040 00000100:00100000:3.0:1746134039.004460:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552199040 00010000:00010000:3.0:1746134039.004485:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c8371 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7ff expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134039.004502:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14788 00000100:00100000:3.0:1746134039.004506:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552199040:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134039.004514:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134039.004528:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c8371 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7ff expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.004537:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c8371 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7ff expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.004552:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c8371 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f7ff expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.004564:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.004566:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.004571:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bef5a00/0x9682c7de153c8378 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f806 expref: 28 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.004576:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef5a00/0x9682c7de153c8378 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f806 expref: 28 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.004595:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bef5a00/0x9682c7de153c8378 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f806 expref: 28 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.004604:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bef5a00/0x9682c7de153c8378 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f806 expref: 28 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134039.004613:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548054784:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134039.004652:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920c8000 going to sleep for 11 seconds 00000100:00080000:0.0:1746134039.005022:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746134039.007158:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548054784:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134039.007184:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134039.007215:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552199040:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2707us (3506us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.007223:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14788 00000100:00100000:2.0:1746134039.008445:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.008546:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552199296 00000100:00100000:3.0:1746134039.008553:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552199296 00002000:00100000:3.0:1746134039.008586:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ae3100 x1830953552199296/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134039.008595:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ae3100 with x1830953552199296 ext(0->4095) 00010000:00010000:3.0:1746134039.008602:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bef5a00/0x9682c7de153c8378 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f806 expref: 29 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.008618:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bef5a00/0x9682c7de153c8378 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f806 expref: 29 pid: 24940 timeout: 808 lvb_type: 0 00002000:00010000:3.0:1746134039.008624:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072ae3100 00000100:00100000:3.0:1746134039.008639:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2335 00000100:00100000:3.0:1746134039.008646:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:2009:x1830953552199296:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134039.009951:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:2009:x1830953552199296:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 1300us (1504us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134039.009959:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2335 00002000:00100000:3.0:1746134039.009967:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ae3100 x1830953552199296/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134039.009975:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ae3100 with x1830953552199296 ext(0->4095) 00010000:00010000:3.0:1746134039.009982:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bef5a00/0x9682c7de153c8378 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f806 expref: 29 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.009992:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bef5a00/0x9682c7de153c8378 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f806 expref: 29 pid: 24940 timeout: 808 lvb_type: 0 00002000:00010000:3.0:1746134039.009998:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072ae3100 00000100:00100000:0.0:1746134039.012996:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.013298:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552199424 00000100:00100000:3.0:1746134039.013306:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552199424 00010000:00010000:3.0:1746134039.013336:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef5a00/0x9682c7de153c8378 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f806 expref: 29 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134039.013375:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14789 00000100:00100000:3.0:1746134039.013382:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ecd850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:2010:x1830953552199424:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134039.013392:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134039.013407:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bef5a00/0x9682c7de153c8378 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f806 expref: 29 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.013417:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bef5a00/0x9682c7de153c8378 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f806 expref: 29 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.013436:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bef5a00/0x9682c7de153c8378 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f806 expref: 29 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.013460:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.013462:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.013468:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c837f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f80d expref: 28 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.013475:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c837f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f80d expref: 28 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.013500:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c837f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f80d expref: 28 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134039.013511:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548054912:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134039.013574:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920c8780 going to sleep for 11 seconds 00000100:00100000:3.0:1746134039.017519:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548054912:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134039.017549:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134039.017585:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ecd850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2010:x1830953552199424:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4204us (4596us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.017594:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14789 00000100:00100000:0.0:1746134039.017780:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.018276:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552199680 00000100:00100000:3.0:1746134039.018283:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552199680 00002000:00100000:3.0:1746134039.018313:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d5e0e00 x1830953552199680/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134039.018322:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d5e0e00 with x1830953552199680 ext(0->4095) 00002000:00010000:3.0:1746134039.018326:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d5e0e00 00000100:00100000:3.0:1746134039.018354:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13003 00000100:00100000:3.0:1746134039.018360:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2010:x1830953552199680:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134039.018691:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2010:x1830953552199680:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 330us (910us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134039.018949:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13003 00002000:00100000:3.0:1746134039.018957:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d5e0e00 x1830953552199680/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134039.018963:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d5e0e00 with x1830953552199680 ext(0->4095) 00002000:00010000:3.0:1746134039.018965:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d5e0e00 00000100:00100000:0.0:1746134039.022214:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134039.022484:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552199808 00000100:00100000:1.0:1746134039.022490:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552199808 00000100:00100000:1.0:1746134039.022528:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29487 00000100:00100000:1.0:1746134039.022534:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552199808:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134039.022548:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134039.022561:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c8386 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f814 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.022583:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c837f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f80d expref: 27 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.022589:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134039.022590:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134039.022593:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c8386 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f814 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.022613:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c837f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f80d expref: 27 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.022623:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c837f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f80d expref: 27 pid: 9580 timeout: 808 lvb_type: 0 00000100:00100000:1.0:1746134039.022634:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800893e1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548055040:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134039.023274:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746134039.025572:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800893e1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548055040:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134039.025595:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c8386 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f814 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.025607:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bef4400, rc 0) 00000100:00100000:1.0:1746134039.025656:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552199808:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3121us (3449us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134039.025667:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29487 00000100:00100000:0.0:1746134039.027039:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.027140:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552199936 00000100:00100000:3.0:1746134039.027147:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552199936 00010000:00010000:3.0:1746134039.027172:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c837f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f80d expref: 28 pid: 9580 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134039.027208:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14790 00000100:00100000:3.0:1746134039.027214:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2009:x1830953552199936:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134039.027224:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134039.027240:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c837f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f80d expref: 28 pid: 9580 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.027250:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c837f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f80d expref: 28 pid: 9580 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.027267:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c837f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f80d expref: 28 pid: 9580 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.027289:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.027291:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.027296:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c8386 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f814 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.027303:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c8386 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f814 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.027327:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c8386 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f814 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134039.027338:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548055168:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134039.027393:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920c8000 going to sleep for 11 seconds 00000100:00100000:0.0:1746134039.028363:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134039.028978:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552200064 00000100:00100000:1.0:1746134039.028982:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552200064 00000100:00100000:1.0:1746134039.029004:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29488 00000100:00100000:1.0:1746134039.029010:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b900000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:1755:x1830953552200064:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134039.029020:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134039.029030:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bef4a00/0x9682c7de153c838d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f81b expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.029047:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c8386 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f814 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.029053:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134039.029054:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134039.029058:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4a00/0x9682c7de153c838d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f81b expref: 29 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.029075:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c8386 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f814 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.029083:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c8386 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f814 expref: 5 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:1.0:1746134039.029091:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800893e1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548055296:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134039.029175:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746134039.030149:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548055168:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134039.030173:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134039.030196:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:2009:x1830953552199936:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2982us (3160us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.030204:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14790 00000100:00100000:0.0:1746134039.031005:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.031712:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552200320 00000100:00100000:3.0:1746134039.031717:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552200320 00002000:00100000:3.0:1746134039.031745:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007282c000 x1830953552200320/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134039.031753:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282c000 with x1830953552200320 ext(0->4095) 00010000:00010000:3.0:1746134039.031760:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c8386 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f814 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.031771:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c8386 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f814 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00002000:00010000:3.0:1746134039.031776:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007282c000 00000100:00100000:3.0:1746134039.031796:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2336 00000100:00100000:3.0:1746134039.031802:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552200320:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134039.031921:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552200320:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (916us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134039.031927:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2336 00002000:00100000:3.0:1746134039.031932:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007282c000 x1830953552200320/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134039.031939:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282c000 with x1830953552200320 ext(0->4095) 00010000:00010000:3.0:1746134039.031944:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c8386 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f814 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.031952:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c8386 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f814 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00002000:00010000:3.0:1746134039.031957:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007282c000 00000100:00100000:1.0:1746134039.032270:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800893e1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548055296:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134039.032293:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bef4a00/0x9682c7de153c838d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f81b expref: 28 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.032303:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bef4a00, rc 0) 00000100:00100000:1.0:1746134039.032323:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b900000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:1755:x1830953552200064:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3314us (3963us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134039.032329:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29488 00000100:00100000:0.0:1746134039.035715:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134039.035818:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552200448 00000100:00100000:1.0:1746134039.035825:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552200448 00000100:00100000:1.0:1746134039.035858:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29489 00000100:00100000:1.0:1746134039.035865:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:1757:x1830953552200448:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134039.035879:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134039.035892:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c8394 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f822 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.035913:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134039.035918:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4a00/0x9682c7de153c838d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f81b expref: 29 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.035923:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134039.035926:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c8394 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f822 expref: 29 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.035953:0:24940:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bef4a00/0x9682c7de153c838d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f81b expref: 29 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.035963:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c8394 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f822 expref: 29 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.035977:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bef4600, rc 0) 00000100:00100000:1.0:1746134039.036846:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:1757:x1830953552200448:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 978us (1135us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134039.036853:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29489 00000100:00100000:2.0:1746134039.038801:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134039.039139:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552200576 00000100:00100000:0.0:1746134039.039146:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552200576 00010000:00010000:0.0:1746134039.039176:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c8386 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f814 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:0.0:1746134039.039209:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14791 00000100:00100000:0.0:1746134039.039217:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552200576:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134039.039226:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134039.039242:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c8386 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f814 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746134039.039251:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c8386 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f814 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746134039.039268:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c8386 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f814 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746134039.039292:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134039.039293:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134039.039299:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4a00/0x9682c7de153c838d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f81b expref: 28 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134039.039307:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4a00/0x9682c7de153c838d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f81b expref: 28 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134039.039545:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bef4a00/0x9682c7de153c838d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f81b expref: 28 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134039.039556:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bef4a00/0x9682c7de153c838d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f81b expref: 28 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:0.0:1746134039.039566:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ff3d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548055552:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134039.040347:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c480 going to sleep for 11 seconds 00000100:00100000:0.0:1746134039.043541:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.043624:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ff3d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548055552:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134039.043640:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134039.043832:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552200832 00000100:00100000:1.0:1746134039.043839:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552200832 00002000:00100000:1.0:1746134039.043873:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a1c000 x1830953552200832/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134039.043882:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a1c000 with x1830953552200832 ext(0->4095) 00010000:00010000:1.0:1746134039.043888:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4a00/0x9682c7de153c838d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f81b expref: 29 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134039.043899:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4a00/0x9682c7de153c838d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f81b expref: 29 pid: 24940 timeout: 808 lvb_type: 0 00002000:00010000:1.0:1746134039.043905:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091a1c000 00000100:00100000:2.0:1746134039.043934:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552200576:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4716us (5135us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134039.043941:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14791 00000100:00100000:1.0:1746134039.044208:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2337 00000100:00100000:1.0:1746134039.044215:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:2010:x1830953552200832:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134039.044325:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:2010:x1830953552200832:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (790us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134039.044330:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2337 00002000:00100000:1.0:1746134039.044336:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a1c000 x1830953552200832/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134039.044347:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a1c000 with x1830953552200832 ext(0->4095) 00010000:00010000:1.0:1746134039.044351:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4a00/0x9682c7de153c838d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f81b expref: 29 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134039.044359:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4a00/0x9682c7de153c838d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f81b expref: 29 pid: 24940 timeout: 808 lvb_type: 0 00002000:00010000:1.0:1746134039.044364:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091a1c000 00000100:00100000:0.0:1746134039.046714:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.046934:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552200960 00000100:00100000:2.0:1746134039.046940:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552200960 00010000:00010000:2.0:1746134039.046966:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4a00/0x9682c7de153c838d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f81b expref: 29 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:2.0:1746134039.046998:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14792 00000100:00100000:2.0:1746134039.047005:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da64700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:2009:x1830953552200960:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134039.047019:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134039.047035:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4a00/0x9682c7de153c838d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f81b expref: 29 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.047045:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bef4a00/0x9682c7de153c838d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f81b expref: 29 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.047064:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4a00/0x9682c7de153c838d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f81b expref: 29 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.047090:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134039.047092:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134039.047097:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c8394 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f822 expref: 28 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.047136:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c8394 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f822 expref: 28 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.047164:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c8394 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f822 expref: 28 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134039.047174:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ff3d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548055680:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134039.047759:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02b9840 going to sleep for 11 seconds 00000100:00100000:0.0:1746134039.051185:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.051262:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552201216 00000100:00100000:3.0:1746134039.051270:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552201216 00002000:00100000:3.0:1746134039.051303:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009cb9ca80 x1830953552201216/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134039.051312:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9ca80 with x1830953552201216 ext(0->4095) 00002000:00010000:3.0:1746134039.051317:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb9ca80 00000100:00100000:3.0:1746134039.051340:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13004 00000100:00100000:3.0:1746134039.051347:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:2009:x1830953552201216:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134039.051468:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:2009:x1830953552201216:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (289us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134039.051474:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13004 00002000:00100000:3.0:1746134039.051480:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009cb9ca80 x1830953552201216/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134039.051487:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9ca80 with x1830953552201216 ext(0->4095) 00002000:00010000:3.0:1746134039.051490:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb9ca80 00000100:00100000:2.0:1746134039.051918:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ff3d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548055680:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134039.051932:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134039.051952:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da64700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2009:x1830953552200960:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4947us (5244us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134039.051962:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14792 00000100:00100000:0.0:1746134039.054248:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134039.054317:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552201344 00000100:00100000:1.0:1746134039.054322:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552201344 00000100:00100000:1.0:1746134039.054349:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29490 00000100:00100000:1.0:1746134039.054354:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552201344:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134039.054367:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134039.054379:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c839b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f829 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.054400:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c8394 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f822 expref: 27 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.054406:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134039.054407:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134039.054410:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c839b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f829 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.054429:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c8394 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f822 expref: 27 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.054442:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c8394 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f822 expref: 27 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:1.0:1746134039.054450:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800893e1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548055808:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134039.054861:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20540 going to sleep for 11 seconds 00000100:00100000:1.0:1746134039.057650:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800893e1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548055808:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134039.057673:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c839b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f829 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.057687:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bef4000, rc 0) 00000100:00100000:1.0:1746134039.057715:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552201344:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3360us (3471us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134039.057722:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29490 00000100:00100000:0.0:1746134039.058082:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.058205:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552201472 00000100:00100000:3.0:1746134039.058211:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552201472 00010000:00010000:3.0:1746134039.058233:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c8394 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f822 expref: 28 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134039.058257:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14793 00000100:00100000:3.0:1746134039.058263:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801360f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2009:x1830953552201472:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134039.058279:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134039.058294:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c8394 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f822 expref: 28 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.058303:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c8394 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f822 expref: 28 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.058321:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c8394 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f822 expref: 28 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.058339:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.058341:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.058347:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c839b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f829 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.058354:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c839b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f829 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.058377:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c839b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f829 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134039.058387:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548055936:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134039.058430:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920c8000 going to sleep for 11 seconds 00000100:00100000:0.0:1746134039.061790:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134039.062009:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552201600 00000100:00100000:1.0:1746134039.062016:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552201600 00000100:00100000:1.0:1746134039.062045:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29491 00000100:00100000:1.0:1746134039.062052:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:1755:x1830953552201600:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134039.062066:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134039.062080:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bef4200/0x9682c7de153c83a2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f830 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.062100:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c839b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f829 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.062143:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134039.062145:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134039.062148:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4200/0x9682c7de153c83a2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f830 expref: 29 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.062172:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c839b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f829 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.062181:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c839b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f829 expref: 5 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:1.0:1746134039.062191:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800893e1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548056064:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134039.062259:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20540 going to sleep for 11 seconds 00000100:00100000:3.0:1746134039.062355:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548055936:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134039.062380:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134039.062399:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801360f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:2009:x1830953552201472:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4136us (4317us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.062406:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14793 00000100:00100000:2.0:1746134039.063425:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134039.063508:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552201856 00000100:00100000:1.0:1746134039.063513:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552201856 00002000:00100000:1.0:1746134039.063537:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008ff3d880 x1830953552201856/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134039.063546:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ff3d880 with x1830953552201856 ext(0->4095) 00010000:00010000:1.0:1746134039.063552:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c839b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f829 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134039.063562:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c839b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f829 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00002000:00010000:1.0:1746134039.063567:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ff3d880 00000100:00100000:1.0:1746134039.063648:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2338 00000100:00100000:1.0:1746134039.063655:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ff3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552201856:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134039.063770:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ff3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552201856:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (346us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134039.063775:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2338 00002000:00100000:1.0:1746134039.063781:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008ff3d880 x1830953552201856/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134039.063787:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ff3d880 with x1830953552201856 ext(0->4095) 00010000:00010000:1.0:1746134039.063791:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c839b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f829 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134039.063799:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c839b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f829 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00002000:00010000:1.0:1746134039.063804:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ff3d880 00000100:00100000:0.0:1746134039.065873:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.066198:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552201984 00000100:00100000:2.0:1746134039.066203:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552201984 00000100:00100000:2.0:1746134039.066666:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29492 00000100:00100000:2.0:1746134039.066672:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:1757:x1830953552201984:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134039.066687:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134039.066699:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c83a9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f837 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.066719:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134039.066725:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4200/0x9682c7de153c83a2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f830 expref: 30 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.066730:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134039.066733:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c83a9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f837 expref: 30 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.066761:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bef4200/0x9682c7de153c83a2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f830 expref: 30 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.066771:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c83a9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f837 expref: 30 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.066779:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589400, rc 0) 00000100:00100000:2.0:1746134039.066810:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+30:1757:x1830953552201984:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 139us (944us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134039.066818:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29492 00000100:00100000:1.0:1746134039.066997:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800893e1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548056064:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134039.067011:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bef4200/0x9682c7de153c83a2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f830 expref: 29 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.067018:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bef4200, rc 0) 00000100:00100000:1.0:1746134039.067035:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:1755:x1830953552201600:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4984us (5254us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134039.067039:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29491 00000100:00100000:0.0:1746134039.067201:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.067605:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552202112 00000100:00100000:3.0:1746134039.067610:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552202112 00010000:00010000:3.0:1746134039.067630:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c839b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f829 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134039.067657:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14794 00000100:00100000:3.0:1746134039.067663:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc70700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552202112:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134039.067671:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134039.067685:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c839b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f829 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.067693:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c839b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f829 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.067708:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c839b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f829 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.067729:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.067731:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.067735:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4200/0x9682c7de153c83a2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f830 expref: 28 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.067741:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4200/0x9682c7de153c83a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f830 expref: 28 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.067759:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bef4200/0x9682c7de153c83a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f830 expref: 28 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.067767:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bef4200/0x9682c7de153c83a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f830 expref: 28 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134039.067777:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548056320:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134039.067825:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920c8000 going to sleep for 11 seconds 00000100:00100000:0.0:1746134039.070244:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.070761:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548056320:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134039.070791:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134039.070831:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc70700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552202112:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3166us (3629us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.070840:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14794 00000100:00100000:2.0:1746134039.071050:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552202368 00000100:00100000:2.0:1746134039.071055:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552202368 00002000:00100000:2.0:1746134039.071083:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009bc73800 x1830953552202368/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.071092:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc73800 with x1830953552202368 ext(0->4095) 00010000:00010000:2.0:1746134039.071099:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4200/0x9682c7de153c83a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f830 expref: 29 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.071131:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4200/0x9682c7de153c83a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f830 expref: 29 pid: 24940 timeout: 808 lvb_type: 0 00002000:00010000:2.0:1746134039.071137:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bc73800 00000100:00100000:2.0:1746134039.071158:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2339 00000100:00100000:2.0:1746134039.071163:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:2009:x1830953552202368:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134039.071265:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:2009:x1830953552202368:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 97us (1022us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134039.071271:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2339 00002000:00100000:2.0:1746134039.071275:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009bc73800 x1830953552202368/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.071282:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc73800 with x1830953552202368 ext(0->4095) 00010000:00010000:2.0:1746134039.071287:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4200/0x9682c7de153c83a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f830 expref: 29 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.071298:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4200/0x9682c7de153c83a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f830 expref: 29 pid: 24940 timeout: 808 lvb_type: 0 00002000:00010000:2.0:1746134039.071303:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bc73800 00000100:00100000:0.0:1746134039.073492:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.073954:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552202496 00000100:00100000:3.0:1746134039.073960:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552202496 00010000:00010000:3.0:1746134039.073985:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4200/0x9682c7de153c83a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f830 expref: 29 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134039.074038:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14795 00000100:00100000:3.0:1746134039.074044:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a85f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:2010:x1830953552202496:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134039.074054:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134039.074070:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4200/0x9682c7de153c83a2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f830 expref: 29 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.074084:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bef4200/0x9682c7de153c83a2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f830 expref: 29 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.074131:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4200/0x9682c7de153c83a2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f830 expref: 29 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.074156:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.074157:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.074163:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c83a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f837 expref: 28 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.074169:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c83a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f837 expref: 28 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.074196:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c83a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f837 expref: 28 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134039.074206:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548056448:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134039.074693:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920c8000 going to sleep for 11 seconds 00000100:00100000:3.0:1746134039.077613:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548056448:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134039.077641:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134039.077679:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a85f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2010:x1830953552202496:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3633us (4192us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.077687:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14795 00000100:00100000:0.0:1746134039.078509:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134039.078689:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552202752 00000100:00100000:1.0:1746134039.078696:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552202752 00002000:00100000:1.0:1746134039.078730:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a87100 x1830953552202752/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134039.078741:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a87100 with x1830953552202752 ext(0->4095) 00002000:00010000:1.0:1746134039.078745:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091a87100 00000100:00100000:1.0:1746134039.078772:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13005 00000100:00100000:1.0:1746134039.078779:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2009:x1830953552202752:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134039.078880:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2009:x1830953552202752:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (373us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134039.078886:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13005 00002000:00100000:1.0:1746134039.078891:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a87100 x1830953552202752/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134039.078898:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a87100 with x1830953552202752 ext(0->4095) 00002000:00010000:1.0:1746134039.078901:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091a87100 00000100:00100000:0.0:1746134039.081198:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.081417:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552202880 00000100:00100000:3.0:1746134039.081424:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552202880 00000100:00100000:3.0:1746134039.081620:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29493 00000100:00100000:3.0:1746134039.081628:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552202880:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134039.081642:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134039.081654:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c83b0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f83e expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.081676:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c83a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f837 expref: 27 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.081683:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134039.081684:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134039.081687:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c83b0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f83e expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.081710:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c83a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f837 expref: 27 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.081721:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c83a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f837 expref: 27 pid: 9581 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134039.081731:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548056576:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134039.082099:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920c8000 going to sleep for 11 seconds 00000100:00100000:3.0:1746134039.087149:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548056576:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134039.087186:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c83b0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f83e expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.087204:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fa00, rc 0) 00000100:00100000:3.0:1746134039.087246:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552202880:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5618us (6053us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.087254:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29493 00000100:00100000:0.0:1746134039.089453:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134039.089576:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.089655:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552203136 00000100:00100000:2.0:1746134039.089662:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552203136 00000100:00100000:2.0:1746134039.089706:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29494 00000100:00100000:2.0:1746134039.089713:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c414e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:1755:x1830953552203136:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134039.089726:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134039.089740:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c83b7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f845 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.089761:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134039.089766:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c83b0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f83e expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.089771:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746134039.089774:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c83b7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f845 expref: 29 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.089807:0:9580:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c83b0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f83e expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.089817:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c83b7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f845 expref: 29 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.089825:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095588e00, rc 0) 00000100:00100000:2.0:1746134039.089858:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c414e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:1755:x1830953552203136:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134039.089864:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29494 00000100:00100000:3.0:1746134039.090045:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552203008 00000100:00100000:3.0:1746134039.090049:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552203008 00010000:00010000:3.0:1746134039.090064:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c83a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f837 expref: 29 pid: 9581 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134039.090082:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14796 00000100:00100000:3.0:1746134039.090087:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ecf850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:2010:x1830953552203008:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134039.090094:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134039.090142:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c83a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f837 expref: 29 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.090152:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c83a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f837 expref: 29 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.090166:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c83a9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f837 expref: 29 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.090178:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.090179:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.090184:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c83b0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f83e expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.090200:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c83b0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f83e expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.090219:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c83b0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f83e expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.090227:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c83b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f83e expref: 5 pid: 9580 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134039.090237:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548056832:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134039.090278:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800920c8000 going to sleep for 11 seconds 00000100:00100000:3.0:1746134039.093207:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548056832:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134039.093240:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134039.093275:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ecf850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2010:x1830953552203008:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3186us (3828us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.093286:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14796 00000100:00100000:0.0:1746134039.096922:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.097227:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552203392 00000100:00100000:2.0:1746134039.097235:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552203392 00002000:00100000:2.0:1746134039.097279:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009c417480 x1830953552203392/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.097289:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c417480 with x1830953552203392 ext(0->4095) 00010000:00010000:2.0:1746134039.097297:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c83b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f83e expref: 6 pid: 9580 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.097310:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c83b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f83e expref: 6 pid: 9580 timeout: 808 lvb_type: 0 00002000:00010000:2.0:1746134039.097316:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c417480 00000100:00100000:2.0:1746134039.097344:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2340 00000100:00100000:2.0:1746134039.097351:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c417480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552203392:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134039.097477:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c417480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552203392:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 126us (564us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134039.097484:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2340 00002000:00100000:2.0:1746134039.097489:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009c417480 x1830953552203392/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.097496:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c417480 with x1830953552203392 ext(0->4095) 00010000:00010000:2.0:1746134039.097501:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c83b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f83e expref: 6 pid: 9580 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.097514:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c83b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f83e expref: 6 pid: 9580 timeout: 808 lvb_type: 0 00002000:00010000:2.0:1746134039.097520:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c417480 00000100:00100000:1.0:1746134039.097826:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3771:1830953548056960:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746134039.097859:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746134039.098184:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548056960 00000100:00100000:0.0:1746134039.098188:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548056960 00000100:00100000:0.0:1746134039.098537:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00100000:0.0:1746134039.098544:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830953548056960:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746134039.098562:0:9583:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 504453952 pending 315392 free 3920089088 avail 3688566784 00000100:00100000:0.0:1746134039.098605:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830953548056960:12345-0@lo:13:osp-pre-1-0.0 Request processed in 61us (743us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134039.098609:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000100:00100000:1.0:1746134039.098677:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3771:1830953548056960:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746134039.100440:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.100658:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552203520 00000100:00100000:3.0:1746134039.100665:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552203520 00010000:00010000:3.0:1746134039.100689:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c83b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f83e expref: 6 pid: 9580 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134039.100715:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14797 00000100:00100000:3.0:1746134039.100721:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552203520:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134039.100730:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134039.100744:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c83b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f83e expref: 6 pid: 9580 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.100754:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c83b0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f83e expref: 6 pid: 9580 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.100779:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c83b0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f83e expref: 6 pid: 9580 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.100803:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.100804:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.100810:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c83b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f845 expref: 27 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.100817:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c83b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f845 expref: 27 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.100843:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c83b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f845 expref: 27 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134039.100853:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548057088:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134039.100915:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800916bef00 going to sleep for 11 seconds 00000100:00100000:0.0:1746134039.102919:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134039.102985:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552203776 00000100:00100000:3.0:1746134039.103046:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548057088:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134039.103077:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134039.103151:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552203520:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2428us (2714us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.103163:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14797 00000100:00100000:1.0:1746134039.103179:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552203776 00002000:00100000:1.0:1746134039.103210:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917e7800 x1830953552203776/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134039.103219:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e7800 with x1830953552203776 ext(0->4095) 00002000:00010000:1.0:1746134039.103223:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917e7800 00000100:00100000:1.0:1746134039.103278:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13006 00000100:00100000:1.0:1746134039.103284:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2011:x1830953552203776:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746134039.103432:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2011:x1830953552203776:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 Request processed in 148us (518us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134039.103437:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13006 00002000:00100000:1.0:1746134039.103442:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917e7800 x1830953552203776/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134039.103449:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e7800 with x1830953552203776 ext(0->4095) 00002000:00010000:1.0:1746134039.103451:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917e7800 00000100:00100000:0.0:1746134039.108226:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134039.108619:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552203904 00000100:00100000:1.0:1746134039.108626:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552203904 00000100:00100000:1.0:1746134039.108673:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29495 00000100:00100000:1.0:1746134039.108680:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552203904:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134039.108694:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134039.108708:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c83be lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f84c expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.108730:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c83b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f845 expref: 27 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.108736:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134039.108737:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134039.108740:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c83be lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f84c expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.108762:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c83b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f845 expref: 27 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.108775:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c83b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f845 expref: 27 pid: 9580 timeout: 808 lvb_type: 0 00000100:00100000:1.0:1746134039.108785:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800893e2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548057216:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134039.108853:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20000 going to sleep for 11 seconds 00000100:00100000:0.0:1746134039.113408:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.113554:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552204032 00000100:00100000:2.0:1746134039.113562:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552204032 00002000:00100000:2.0:1746134039.113597:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800917e7100 x1830953552204032/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 496/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.113606:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e7100 with x1830953552204032 ext(0->7) 00010000:00010000:2.0:1746134039.113614:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c83b7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f845 expref: 28 pid: 9580 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.113626:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c83b7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f845 expref: 28 pid: 9580 timeout: 808 lvb_type: 0 00002000:00010000:2.0:1746134039.113633:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917e7100 00000100:00100000:1.0:1746134039.113955:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800893e2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548057216:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134039.113975:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c83be lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f84c expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.113988:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957ea600, rc 0) 00000100:00100000:1.0:1746134039.114035:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552203904:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5355us (5815us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134039.114042:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29495 00000100:00100000:2.0:1746134039.114398:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2341 00000100:00100000:2.0:1746134039.114405:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2010:x1830953552204032:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746134039.116265:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+30:2010:x1830953552204032:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 1854us (2859us total) trans 4294970627 rc 0/0 00000100:00100000:0.0:1746134039.116272:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2341 00002000:00100000:0.0:1746134039.116279:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800917e7100 x1830953552204032/t4294970627(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 496/448 e 0 to 0 dl 1746134050 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134039.116286:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e7100 with x1830953552204032 ext(0->7) 00010000:00010000:0.0:1746134039.116293:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c83b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f845 expref: 30 pid: 9580 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746134039.116304:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c83b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f845 expref: 30 pid: 9580 timeout: 808 lvb_type: 0 00002000:00010000:0.0:1746134039.116310:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917e7100 00000100:00100000:0.0:1746134039.117315:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134039.117385:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552204160 00000100:00100000:1.0:1746134039.117391:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552204160 00000100:00100000:1.0:1746134039.117427:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29496 00000100:00100000:1.0:1746134039.117433:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+30:1755:x1830953552204160:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134039.117443:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134039.117454:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c83c5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f853 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.117471:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134039.117476:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c83be lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f84c expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.117485:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746134039.117488:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c83c5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f853 expref: 31 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.117513:0:24940:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c83be lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f84c expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.117523:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c83c5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f853 expref: 31 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.117531:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957eb000, rc 0) 00000100:00100000:1.0:1746134039.117936:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+31:1755:x1830953552204160:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 502us (621us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134039.117942:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29496 00000100:00100000:0.0:1746134039.119518:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.119574:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552204288 00000100:00100000:3.0:1746134039.119579:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552204288 00010000:00010000:3.0:1746134039.119607:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c83b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f845 expref: 31 pid: 9580 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134039.119636:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14798 00000100:00100000:3.0:1746134039.119643:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b438380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+31:2012:x1830953552204288:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134039.119655:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134039.119670:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c83b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f845 expref: 31 pid: 9580 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.119679:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c83b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f845 expref: 31 pid: 9580 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.119695:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c83b7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f845 expref: 31 pid: 9580 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.119722:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.119724:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.119729:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c83be lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f84c expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.119736:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c83be lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f84c expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.119757:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c83be lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f84c expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.119765:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c83be lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f84c expref: 5 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134039.119775:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548057472:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134039.119841:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800916bef00 going to sleep for 11 seconds 00000100:00100000:0.0:1746134039.123447:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134039.123577:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552204544 00000100:00100000:1.0:1746134039.123585:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552204544 00002000:00100000:1.0:1746134039.123619:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b43bb80 x1830953552204544/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134039.123627:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b43bb80 with x1830953552204544 ext(0->4095) 00010000:00010000:1.0:1746134039.123634:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c83be lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f84c expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134039.123645:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c83be lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f84c expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00002000:00010000:1.0:1746134039.123651:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b43bb80 00000100:00100000:1.0:1746134039.123679:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2342 00000100:00100000:1.0:1746134039.123686:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b43bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552204544:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134039.123743:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548057472:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134039.123770:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134039.123797:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b438380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+30:2012:x1830953552204288:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4155us (4283us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.123804:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14798 00000100:00100000:1.0:1746134039.124017:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b43bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552204544:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 330us (575us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134039.124022:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2342 00002000:00100000:1.0:1746134039.124027:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b43bb80 x1830953552204544/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134039.124033:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b43bb80 with x1830953552204544 ext(0->4095) 00010000:00010000:1.0:1746134039.124038:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c83be lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f84c expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134039.124046:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c83be lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f84c expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00002000:00010000:1.0:1746134039.124051:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b43bb80 00000100:00100000:0.0:1746134039.126098:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.126290:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552204672 00000100:00100000:3.0:1746134039.126297:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552204672 00010000:00010000:3.0:1746134039.126323:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c83be lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f84c expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134039.126357:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14799 00000100:00100000:3.0:1746134039.126363:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b43a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552204672:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134039.126374:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134039.126389:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c83be lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f84c expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.126398:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c83be lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f84c expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.126415:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c83be lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f84c expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.126438:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.126441:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.126445:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c83c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f853 expref: 29 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.126453:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c83c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f853 expref: 29 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.126479:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c83c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f853 expref: 29 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134039.126490:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548057600:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134039.126578:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800916bef00 going to sleep for 11 seconds 00000100:00100000:3.0:1746134039.127970:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548057600:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134039.127996:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134039.128057:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b43a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552204672:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1693us (1964us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.128065:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14799 00000100:00100000:0.0:1746134039.128390:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134039.128554:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552204928 00000100:00100000:1.0:1746134039.128559:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552204928 00002000:00100000:1.0:1746134039.128587:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b43a300 x1830953552204928/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134039.128596:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b43a300 with x1830953552204928 ext(0->4095) 00002000:00010000:1.0:1746134039.128599:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b43a300 00000100:00100000:1.0:1746134039.128627:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13007 00000100:00100000:1.0:1746134039.128633:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b43a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+30:2010:x1830953552204928:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134039.128756:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b43a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+30:2010:x1830953552204928:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 122us (366us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134039.128761:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13007 00002000:00100000:1.0:1746134039.128766:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b43a300 x1830953552204928/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134039.128772:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b43a300 with x1830953552204928 ext(0->4095) 00002000:00010000:1.0:1746134039.128775:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b43a300 00000100:00100000:0.0:1746134039.130332:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134039.130449:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552205056 00000100:00100000:1.0:1746134039.130455:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552205056 00000100:00100000:1.0:1746134039.130499:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29497 00000100:00100000:1.0:1746134039.130505:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552205056:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134039.130517:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134039.130530:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c83cc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f85a expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.130552:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c83c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f853 expref: 29 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.130558:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134039.130560:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134039.130563:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c83cc lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f85a expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.130585:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c83c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f853 expref: 29 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.130595:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c83c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f853 expref: 29 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:1.0:1746134039.130609:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800893e2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548057728:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134039.130692:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e203c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746134039.131927:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800893e2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548057728:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134039.131944:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c83cc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f85a expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.131955:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957eb600, rc 0) 00000100:00100000:1.0:1746134039.131979:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552205056:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1474us (1655us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134039.131986:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29497 00000100:00100000:0.0:1746134039.133349:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.133720:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552205184 00000100:00100000:3.0:1746134039.133726:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552205184 00010000:00010000:3.0:1746134039.133755:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c83c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f853 expref: 30 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134039.133787:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14800 00000100:00100000:3.0:1746134039.133793:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916fce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+30:2010:x1830953552205184:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134039.133803:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134039.133816:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c83c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f853 expref: 30 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.133830:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c83c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f853 expref: 30 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.133847:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c83c5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f853 expref: 30 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.133872:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.133873:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.133879:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c83cc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f85a expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.133886:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c83cc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f85a expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.133911:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c83cc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f85a expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134039.133922:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548057856:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134039.133983:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800916bef00 going to sleep for 11 seconds 00000100:00100000:3.0:1746134039.135450:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548057856:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134039.135473:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134039.135640:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916fce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:2010:x1830953552205184:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1847us (2295us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.135648:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14800 00000100:00100000:0.0:1746134039.136169:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.136215:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552205440 00000100:00100000:2.0:1746134039.136220:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552205440 00002000:00100000:2.0:1746134039.136248:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800916fea00 x1830953552205440/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.136262:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916fea00 with x1830953552205440 ext(0->4095) 00002000:00010000:2.0:1746134039.136265:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800916fea00 00000100:00100000:2.0:1746134039.136281:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13008 00000100:00100000:2.0:1746134039.136286:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552205440:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134039.136405:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552205440:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (237us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134039.136411:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13008 00002000:00100000:2.0:1746134039.136416:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800916fea00 x1830953552205440/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.136423:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916fea00 with x1830953552205440 ext(0->4095) 00002000:00010000:2.0:1746134039.136425:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800916fea00 00000100:00100000:0.0:1746134039.137735:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134039.137928:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552205568 00000100:00100000:1.0:1746134039.137933:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552205568 00000100:00100000:1.0:1746134039.137963:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29498 00000100:00100000:1.0:1746134039.137969:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081159880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:1757:x1830953552205568:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134039.137980:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134039.137992:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c83d3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f861 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.138011:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c83cc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f85a expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.138017:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134039.138019:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134039.138021:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c83d3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f861 expref: 30 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.138048:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c83cc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f85a expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.138058:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c83cc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f85a expref: 5 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:1.0:1746134039.138067:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800893e2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548057984:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134039.138149:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e203c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134039.138850:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.138920:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552205696 00000100:00100000:2.0:1746134039.138924:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552205696 00000100:00100000:2.0:1746134039.139205:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29499 00000100:00100000:2.0:1746134039.139212:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080650000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+31:1755:x1830953552205696:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134039.139220:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134039.139228:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c83da lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f868 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.139241:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134039.139245:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c83d3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f861 expref: 32 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.139249:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134039.139252:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c83da lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f868 expref: 32 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.139272:0:9580:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c83d3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f861 expref: 32 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.139282:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c83da lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f868 expref: 32 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.139290:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095588e00, rc 0) 00000100:00100000:2.0:1746134039.139326:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080650000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+32:1755:x1830953552205696:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 115us (476us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134039.139332:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29499 00000100:00100000:2.0:1746134039.140259:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800893e2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548057984:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134039.140275:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c83d3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f861 expref: 31 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.140284:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957ea800, rc 0) 00000100:00100000:2.0:1746134039.140304:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081159880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+31:1757:x1830953552205568:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2335us (2571us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134039.140310:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29498 00000100:00100000:0.0:1746134039.141644:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.141955:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552205824 00000100:00100000:3.0:1746134039.141961:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552205824 00010000:00010000:3.0:1746134039.141986:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c83cc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f85a expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134039.142022:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14801 00000100:00100000:3.0:1746134039.142029:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080650380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552205824:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134039.142040:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134039.142056:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c83cc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f85a expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.142066:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c83cc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f85a expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.142084:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c83cc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f85a expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.142139:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.142141:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.142147:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c83d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f861 expref: 30 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.142154:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c83d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f861 expref: 30 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.142181:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c83d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f861 expref: 30 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.142190:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c83d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f861 expref: 30 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134039.142200:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548058240:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134039.142265:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800916bef00 going to sleep for 11 seconds 00000100:00100000:3.0:1746134039.145419:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548058240:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134039.145449:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134039.145493:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080650380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552205824:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3462us (3850us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.145501:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14801 00000100:00100000:0.0:1746134039.146155:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.146282:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552206080 00000100:00100000:2.0:1746134039.146287:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552206080 00002000:00100000:2.0:1746134039.146316:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880080650700 x1830953552206080/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.146324:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080650700 with x1830953552206080 ext(0->4095) 00010000:00010000:2.0:1746134039.146331:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c83d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f861 expref: 31 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.146342:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c83d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f861 expref: 31 pid: 24940 timeout: 808 lvb_type: 0 00002000:00010000:2.0:1746134039.146348:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080650700 00000100:00100000:2.0:1746134039.146366:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2343 00000100:00100000:2.0:1746134039.146372:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080650700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+31:2010:x1830953552206080:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134039.146470:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080650700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+31:2010:x1830953552206080:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 97us (316us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134039.146475:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2343 00002000:00100000:2.0:1746134039.146480:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880080650700 x1830953552206080/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.146487:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080650700 with x1830953552206080 ext(0->4095) 00010000:00010000:2.0:1746134039.146492:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c83d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f861 expref: 31 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.146499:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c83d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f861 expref: 31 pid: 24940 timeout: 808 lvb_type: 0 00002000:00010000:2.0:1746134039.146504:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080650700 00000100:00100000:0.0:1746134039.150178:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134039.150255:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.150395:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552206208 00000100:00100000:2.0:1746134039.150402:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552206208 00000100:00100000:2.0:1746134039.150432:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29500 00000100:00100000:2.0:1746134039.150438:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080650a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552206208:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134039.150451:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134039.150464:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c83e1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f86f expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.150488:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134039.150492:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c83da lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f868 expref: 30 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.150497:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746134039.150500:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c83e1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f86f expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.150527:0:24940:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c83da lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f868 expref: 30 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.150536:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c83e1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f86f expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.150543:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095588c00, rc 0) 00000100:00100000:2.0:1746134039.150588:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080650a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552206208:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 150us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134039.150593:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29500 00000100:00100000:3.0:1746134039.150774:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552206336 00000100:00100000:3.0:1746134039.150778:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552206336 00010000:00010000:3.0:1746134039.150794:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c83d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f861 expref: 31 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134039.150812:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14802 00000100:00100000:3.0:1746134039.150816:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080650e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+31:2010:x1830953552206336:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134039.150824:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134039.150838:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c83d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f861 expref: 31 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.150848:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c83d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f861 expref: 31 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.150863:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c83d3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f861 expref: 31 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.150875:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.150877:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.150882:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c83da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f868 expref: 30 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.150888:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c83da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f868 expref: 30 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.150906:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c83da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f868 expref: 30 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.150914:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c83da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f868 expref: 30 pid: 9580 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134039.150924:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548058496:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134039.150976:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800916bef00 going to sleep for 11 seconds 00000100:00100000:0.0:1746134039.153442:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.153608:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552206592 00000100:00100000:2.0:1746134039.153614:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552206592 00002000:00100000:2.0:1746134039.153646:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880080651180 x1830953552206592/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.153655:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080651180 with x1830953552206592 ext(0->4095) 00010000:00010000:2.0:1746134039.153661:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c83da lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f868 expref: 31 pid: 9580 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.153676:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c83da lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f868 expref: 31 pid: 9580 timeout: 808 lvb_type: 0 00002000:00010000:2.0:1746134039.153682:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080651180 00000100:00100000:2.0:1746134039.154038:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2344 00000100:00100000:2.0:1746134039.154045:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080651180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+31:2009:x1830953552206592:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134039.154329:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548058496:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134039.154354:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134039.154386:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080650e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+31:2010:x1830953552206336:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3569us (4130us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.154394:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14802 00000100:00100000:2.0:1746134039.154603:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080651180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+30:2009:x1830953552206592:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 558us (1166us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134039.154609:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2344 00002000:00100000:2.0:1746134039.154614:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880080651180 x1830953552206592/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.154621:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080651180 with x1830953552206592 ext(0->4095) 00010000:00010000:2.0:1746134039.154626:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c83da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f868 expref: 30 pid: 9580 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.154635:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c83da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f868 expref: 30 pid: 9580 timeout: 808 lvb_type: 0 00002000:00010000:2.0:1746134039.154640:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080651180 00000100:00100000:0.0:1746134039.158835:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.158906:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552206848 00000100:00100000:3.0:1746134039.158912:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552206848 00010000:00010000:3.0:1746134039.158939:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c83da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f868 expref: 30 pid: 9580 timeout: 808 lvb_type: 0 00000100:00100000:0.0:1746134039.159284:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.159354:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14803 00000100:00100000:3.0:1746134039.159362:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ecfc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+30:2012:x1830953552206848:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134039.159377:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134039.159393:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c83da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f868 expref: 30 pid: 9580 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.159403:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c83da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f868 expref: 30 pid: 9580 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.159421:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c83da lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f868 expref: 30 pid: 9580 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.159436:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.159437:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.159443:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c83e1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f86f expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.159450:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c83e1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f86f expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.159482:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c83e1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f86f expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134039.159491:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548058624:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134039.159549:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800916bef00 going to sleep for 11 seconds 00000100:00100000:2.0:1746134039.159637:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552206720 00000100:00100000:2.0:1746134039.159640:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552206720 00000100:00100000:2.0:1746134039.159670:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29501 00000100:00100000:2.0:1746134039.159675:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080651500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+30:1755:x1830953552206720:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134039.159686:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134039.159694:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c83e8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f876 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.159709:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c83e1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f86f expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.159714:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134039.159715:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134039.159717:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c83e8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f876 expref: 31 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.159732:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c83e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f86f expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.159741:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c83e1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f86f expref: 5 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:2.0:1746134039.159747:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548058752:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134039.159769:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02b9840 going to sleep for 11 seconds 00000100:00100000:1.0:1746134039.161263:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072970e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3768:1830953548058880:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746134039.161302:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746134039.161471:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548058880 00000100:00100000:0.0:1746134039.161475:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548058880 00000100:00100000:0.0:1746134039.161503:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 491 00000100:00100000:0.0:1746134039.161509:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1830953548058880:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746134039.161523:0:9584:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 504453952 pending 344064 free 3920089088 avail 3688566784 00000100:00100000:0.0:1746134039.161567:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1830953548058880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134039.161572:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 491 00000100:00100000:1.0:1746134039.162214:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072970e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3768:1830953548058880:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746134039.164474:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548058624:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134039.164504:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134039.164540:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ecfc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+31:2012:x1830953552206848:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 5178us (5711us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.164552:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14803 00000100:00100000:2.0:1746134039.164717:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548058752:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134039.164735:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c83e8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f876 expref: 30 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.164748:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589000, rc 0) 00000100:00100000:2.0:1746134039.164782:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080651500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+30:1755:x1830953552206720:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5106us (5497us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134039.164788:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29501 00000100:00100000:0.0:1746134039.166472:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.166946:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552207104 00000100:00100000:2.0:1746134039.166953:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552207104 00002000:00100000:2.0:1746134039.166985:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880080651880 x1830953552207104/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.166994:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080651880 with x1830953552207104 ext(0->4095) 00010000:00010000:2.0:1746134039.167001:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c83e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f86f expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.167013:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c83e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f86f expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00002000:00010000:2.0:1746134039.167019:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080651880 00000100:00100000:2.0:1746134039.167048:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2345 00000100:00100000:2.0:1746134039.167055:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080651880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552207104:12345-192.168.203.26@tcp:3:ldlm_bl.0 00000100:00100000:2.0:1746134039.167226:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080651880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552207104:12345-192.168.203.26@tcp:3:ldlm_bl.0 Request processed in 170us (757us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134039.167232:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2345 00002000:00100000:2.0:1746134039.167237:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880080651880 x1830953552207104/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.167244:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080651880 with x1830953552207104 ext(0->4095) 00010000:00010000:2.0:1746134039.167248:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c83e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f86f expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.167257:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c83e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f86f expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00002000:00010000:2.0:1746134039.167265:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080651880 00000100:00100000:1.0:1746134039.171837:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.172003:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552207232 00000100:00100000:3.0:1746134039.172011:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552207232 00010000:00010000:3.0:1746134039.172049:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c83e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f86f expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134039.172082:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14804 00000100:00100000:3.0:1746134039.172089:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c699880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552207232:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134039.172099:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134039.172151:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c83e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f86f expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.172162:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c83e1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f86f expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.172182:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c83e1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f86f expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.172205:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.172207:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.172213:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c83e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f876 expref: 29 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.172220:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c83e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f876 expref: 29 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.172246:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c83e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f876 expref: 29 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134039.172256:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548059008:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134039.172316:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d840 going to sleep for 11 seconds 00000100:00100000:3.0:1746134039.175315:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548059008:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134039.175350:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134039.175390:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c699880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552207232:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3301us (3558us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.175400:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14804 00000100:00100000:0.0:1746134039.175450:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.175583:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552207488 00000100:00100000:2.0:1746134039.175589:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552207488 00002000:00100000:2.0:1746134039.175619:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880080651c00 x1830953552207488/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.175626:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080651c00 with x1830953552207488 ext(0->4095) 00002000:00010000:2.0:1746134039.175630:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080651c00 00000100:00100000:2.0:1746134039.175645:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13009 00000100:00100000:2.0:1746134039.175651:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080651c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+30:2009:x1830953552207488:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134039.176011:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080651c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+30:2009:x1830953552207488:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 360us (561us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134039.176018:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13009 00002000:00100000:2.0:1746134039.176023:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880080651c00 x1830953552207488/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.176030:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080651c00 with x1830953552207488 ext(0->4095) 00002000:00010000:2.0:1746134039.176032:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080651c00 00000100:00100000:0.0:1746134039.177396:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.177456:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552207616 00000100:00100000:2.0:1746134039.177460:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552207616 00000100:00100000:2.0:1746134039.177493:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29502 00000100:00100000:2.0:1746134039.177499:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080651f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552207616:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134039.177508:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134039.177520:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c83ef lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f87d expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.177544:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c83e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f876 expref: 29 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.177550:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134039.177551:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134039.177554:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c83ef lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f87d expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.177574:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c83e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f876 expref: 29 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.177582:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c83e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f876 expref: 29 pid: 9581 timeout: 808 lvb_type: 0 00000100:00100000:2.0:1746134039.177590:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072970e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548059136:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134039.177649:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02b9840 going to sleep for 11 seconds 00000100:00100000:0.0:1746134039.179881:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.179959:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072970e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548059136:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134039.179978:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c83ef lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f87d expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.179991:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095588200, rc 0) 00000100:00100000:2.0:1746134039.180030:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080651f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552207616:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2531us (2637us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134039.180037:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29502 00000100:00100000:3.0:1746134039.180095:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552207744 00000100:00100000:3.0:1746134039.180099:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552207744 00010000:00010000:3.0:1746134039.180145:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c83e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f876 expref: 30 pid: 9581 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134039.180163:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14805 00000100:00100000:3.0:1746134039.180168:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080652300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+30:2010:x1830953552207744:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134039.180178:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134039.180192:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c83e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f876 expref: 30 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.180200:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c83e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f876 expref: 30 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.180216:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c83e8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f876 expref: 30 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.180237:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.180240:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.180245:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c83ef lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f87d expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.180251:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c83ef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f87d expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.180272:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c83ef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f87d expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134039.180282:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548059264:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134039.180323:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d840 going to sleep for 11 seconds 00000100:00100000:0.0:1746134039.183249:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.183292:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548059264:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134039.183310:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552208000 00000100:00100000:2.0:1746134039.183316:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552208000 00010000:00010000:3.0:1746134039.183319:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746134039.183344:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880080652680 x1830953552208000/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746134039.183349:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080652300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:2010:x1830953552207744:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3181us (3473us total) trans 0 rc 0/0 00002000:00100000:2.0:1746134039.183352:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080652680 with x1830953552208000 ext(0->4095) 00002000:00010000:2.0:1746134039.183355:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080652680 00000100:00100000:3.0:1746134039.183357:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14805 00000100:00100000:2.0:1746134039.183381:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13010 00000100:00100000:2.0:1746134039.183388:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080652680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552208000:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134039.183546:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080652680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552208000:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 158us (305us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134039.183552:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13010 00002000:00100000:2.0:1746134039.183557:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880080652680 x1830953552208000/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.183564:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080652680 with x1830953552208000 ext(0->4095) 00002000:00010000:2.0:1746134039.183566:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080652680 00000100:00100000:0.0:1746134039.185304:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.185407:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552208128 00000100:00100000:2.0:1746134039.185412:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552208128 00000100:00100000:2.0:1746134039.185448:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29503 00000100:00100000:2.0:1746134039.185453:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080652a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:1757:x1830953552208128:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134039.185466:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134039.185480:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c83f6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f884 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.185502:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c83ef lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f87d expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.185512:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134039.185514:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134039.185517:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c83f6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f884 expref: 30 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.185537:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c83ef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f87d expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.185546:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c83ef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f87d expref: 5 pid: 9581 timeout: 808 lvb_type: 0 00000100:00100000:2.0:1746134039.185555:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072970e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548059392:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134039.187017:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02b9840 going to sleep for 11 seconds 00000100:00100000:0.0:1746134039.187184:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.187465:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552208256 00000100:00100000:2.0:1746134039.187470:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552208256 00000100:00100000:2.0:1746134039.187499:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29504 00000100:00100000:2.0:1746134039.187505:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080652d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+31:1755:x1830953552208256:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134039.187515:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134039.187526:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c83fd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f88b expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.187544:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134039.187548:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c83f6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f884 expref: 32 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.187554:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134039.187557:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c83fd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f88b expref: 32 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.187580:0:24940:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c83f6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f884 expref: 32 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.187589:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c83fd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f88b expref: 32 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.187597:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589800, rc 0) 00000100:00100000:2.0:1746134039.188265:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080652d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+32:1755:x1830953552208256:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 758us (1081us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134039.188272:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29504 00000100:00100000:2.0:1746134039.189641:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072970e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548059392:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134039.189662:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c83f6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f884 expref: 31 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.189674:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095588600, rc 0) 00000100:00100000:2.0:1746134039.189844:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080652a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+31:1757:x1830953552208128:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4389us (4542us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134039.189851:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29503 00000100:00100000:0.0:1746134039.190166:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.190347:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552208384 00000100:00100000:3.0:1746134039.190352:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552208384 00010000:00010000:3.0:1746134039.190371:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c83ef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f87d expref: 6 pid: 9581 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134039.190400:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14806 00000100:00100000:3.0:1746134039.190405:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080653100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552208384:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134039.190415:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134039.190429:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c83ef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f87d expref: 6 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.190442:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c83ef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f87d expref: 6 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.190458:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c83ef lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f87d expref: 6 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.190469:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.190471:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.190476:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c83f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f884 expref: 30 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.190482:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c83f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f884 expref: 30 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.190504:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c83f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f884 expref: 30 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.190513:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c83f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f884 expref: 30 pid: 9581 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134039.190522:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548059648:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134039.190572:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d840 going to sleep for 11 seconds 00000100:00100000:3.0:1746134039.193019:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548059648:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134039.193047:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134039.193087:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080653100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552208384:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2681us (2921us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.193098:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14806 00000100:00100000:0.0:1746134039.194150:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134039.194297:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552208640 00000100:00100000:1.0:1746134039.194303:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552208640 00002000:00100000:1.0:1746134039.194335:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880080653480 x1830953552208640/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134039.194344:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080653480 with x1830953552208640 ext(0->4095) 00010000:00010000:1.0:1746134039.194352:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c83f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f884 expref: 31 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134039.194363:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c83f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f884 expref: 31 pid: 9581 timeout: 808 lvb_type: 0 00002000:00010000:1.0:1746134039.194369:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080653480 00000100:00100000:1.0:1746134039.194395:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2346 00000100:00100000:1.0:1746134039.194401:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080653480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+31:2010:x1830953552208640:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134039.194510:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080653480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+31:2010:x1830953552208640:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (362us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134039.194516:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2346 00002000:00100000:1.0:1746134039.194521:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880080653480 x1830953552208640/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134039.194527:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080653480 with x1830953552208640 ext(0->4095) 00010000:00010000:1.0:1746134039.194531:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c83f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f884 expref: 31 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134039.194539:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c83f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f884 expref: 31 pid: 9581 timeout: 808 lvb_type: 0 00002000:00010000:1.0:1746134039.194544:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080653480 00000100:00100000:0.0:1746134039.196447:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134039.196492:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.196564:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552208768 00000100:00100000:2.0:1746134039.196570:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552208768 00000100:00100000:2.0:1746134039.196599:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29505 00000100:00100000:2.0:1746134039.196606:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080653800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552208768:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134039.196617:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134039.196632:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8404 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f892 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.196657:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134039.196662:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c83fd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f88b expref: 30 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.196671:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746134039.196674:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8404 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f892 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.196705:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c83fd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f88b expref: 30 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.196715:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8404 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f892 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.196724:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589a00, rc 0) 00000100:00100000:2.0:1746134039.196874:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080653800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552208768:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 268us (431us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134039.196879:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29505 00000100:00100000:3.0:1746134039.197332:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552208896 00000100:00100000:3.0:1746134039.197336:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552208896 00010000:00010000:3.0:1746134039.197353:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c83f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f884 expref: 31 pid: 9581 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134039.197375:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14807 00000100:00100000:3.0:1746134039.197380:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080653b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+31:2011:x1830953552208896:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134039.197388:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134039.197402:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c83f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f884 expref: 31 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.197412:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c83f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f884 expref: 31 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.197426:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c83f6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f884 expref: 31 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.197448:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.197449:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.197454:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c83fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f88b expref: 30 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.197460:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c83fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f88b expref: 30 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.197477:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c83fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f88b expref: 30 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.197487:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c83fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f88b expref: 30 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134039.197496:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548059904:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134039.197552:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d840 going to sleep for 11 seconds 00000100:00100000:3.0:1746134039.200756:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548059904:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134039.200786:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134039.200821:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080653b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+30:2011:x1830953552208896:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3439us (4327us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.200829:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14807 00000100:00100000:0.0:1746134039.201089:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.201356:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552209152 00000100:00100000:2.0:1746134039.201363:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552209152 00002000:00100000:2.0:1746134039.201394:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880080650380 x1830953552209152/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.201403:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080650380 with x1830953552209152 ext(0->4095) 00010000:00010000:2.0:1746134039.201409:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c83fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f88b expref: 30 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.201494:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c83fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f88b expref: 30 pid: 24940 timeout: 808 lvb_type: 0 00002000:00010000:2.0:1746134039.201500:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080650380 00000100:00100000:2.0:1746134039.201524:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2347 00000100:00100000:2.0:1746134039.201530:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080650380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+30:2009:x1830953552209152:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134039.201691:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080650380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+30:2009:x1830953552209152:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 161us (601us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134039.201697:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2347 00002000:00100000:2.0:1746134039.201702:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880080650380 x1830953552209152/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.201708:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080650380 with x1830953552209152 ext(0->4095) 00010000:00010000:2.0:1746134039.201713:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c83fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f88b expref: 30 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.201721:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c83fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f88b expref: 30 pid: 24940 timeout: 808 lvb_type: 0 00002000:00010000:2.0:1746134039.201726:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080650380 00000100:00100000:0.0:1746134039.204695:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134039.204908:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.205013:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552209280 00000100:00100000:2.0:1746134039.205019:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552209280 00000100:00100000:2.0:1746134039.205062:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29506 00000100:00100000:2.0:1746134039.205071:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080650e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+30:1755:x1830953552209280:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134039.205086:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134039.205098:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c840b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f899 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.205152:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134039.205157:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8404 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f892 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.205162:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746134039.205166:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c840b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f899 expref: 31 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.205193:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8404 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f892 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.205203:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c840b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f899 expref: 31 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.205210:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589000, rc 0) 00000100:00100000:2.0:1746134039.205254:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080650e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+31:1755:x1830953552209280:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 182us (564us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134039.205259:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29506 00000100:00100000:3.0:1746134039.205369:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552209408 00000100:00100000:3.0:1746134039.205374:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552209408 00010000:00010000:3.0:1746134039.205390:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c83fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f88b expref: 31 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134039.205418:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14808 00000100:00100000:3.0:1746134039.205423:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+31:2010:x1830953552209408:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134039.205430:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134039.205673:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c83fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f88b expref: 31 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.205685:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c83fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f88b expref: 31 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.205700:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c83fd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f88b expref: 31 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.205748:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.205750:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.205756:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8404 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f892 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.205763:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8404 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f892 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.205781:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8404 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f892 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.205791:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8404 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f892 expref: 5 pid: 9581 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134039.205800:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548060160:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134039.206170:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d840 going to sleep for 11 seconds 00000100:00100000:0.0:1746134039.208169:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.208252:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548060160:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134039.208279:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134039.208297:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552209664 00000100:00100000:1.0:1746134039.208302:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552209664 00000100:00100000:3.0:1746134039.208310:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+30:2010:x1830953552209408:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2887us (3403us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.208317:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14808 00002000:00100000:1.0:1746134039.208329:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880084ad4380 x1830953552209664/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134039.208338:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084ad4380 with x1830953552209664 ext(0->4095) 00010000:00010000:1.0:1746134039.208345:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8404 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f892 expref: 6 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134039.208355:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8404 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f892 expref: 6 pid: 9581 timeout: 808 lvb_type: 0 00002000:00010000:1.0:1746134039.208365:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084ad4380 00000100:00100000:1.0:1746134039.208386:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2348 00000100:00100000:1.0:1746134039.208392:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552209664:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134039.208493:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552209664:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (392us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134039.208498:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2348 00002000:00100000:1.0:1746134039.208503:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880084ad4380 x1830953552209664/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134039.208509:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084ad4380 with x1830953552209664 ext(0->4095) 00010000:00010000:1.0:1746134039.208513:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8404 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f892 expref: 6 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134039.208520:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8404 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f892 expref: 6 pid: 9581 timeout: 808 lvb_type: 0 00002000:00010000:1.0:1746134039.208525:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084ad4380 00000100:00100000:0.0:1746134039.212530:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.212825:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552209792 00000100:00100000:2.0:1746134039.212833:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552209792 00010000:00010000:2.0:1746134039.212860:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8404 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f892 expref: 6 pid: 9581 timeout: 808 lvb_type: 0 00000100:00100000:2.0:1746134039.212929:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14809 00000100:00100000:2.0:1746134039.212937:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953552209792:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134039.212950:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134039.212964:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8404 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f892 expref: 6 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.212974:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8404 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f892 expref: 6 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.212997:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8404 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f892 expref: 6 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.213019:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134039.213021:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134039.213026:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c840b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f899 expref: 29 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.213032:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c840b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f899 expref: 29 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.213092:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c840b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f899 expref: 29 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134039.213137:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923a5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548060288:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134039.213256:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b2119c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746134039.215389:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.215484:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923a5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548060288:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134039.215502:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134039.215542:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2012:x1830953552209792:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2604us (3018us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134039.215553:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14809 00000100:00100000:3.0:1746134039.215621:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552210048 00000100:00100000:3.0:1746134039.215627:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552210048 00002000:00100000:3.0:1746134039.215653:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880084ad4a80 x1830953552210048/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134039.215665:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084ad4a80 with x1830953552210048 ext(0->4095) 00002000:00010000:3.0:1746134039.215668:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880084ad4a80 00000100:00100000:3.0:1746134039.215692:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13011 00000100:00100000:3.0:1746134039.215698:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+30:2009:x1830953552210048:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134039.215788:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+30:2009:x1830953552210048:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 91us (405us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134039.215793:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13011 00002000:00100000:3.0:1746134039.215797:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880084ad4a80 x1830953552210048/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134039.215804:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084ad4a80 with x1830953552210048 ext(0->4095) 00002000:00010000:3.0:1746134039.215806:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880084ad4a80 00010000:00010000:2.0:1746134039.216235:0:7222:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746134039.217302:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.217395:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552210176 00000100:00100000:2.0:1746134039.217399:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552210176 00000100:00100000:2.0:1746134039.217424:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29507 00000100:00100000:2.0:1746134039.217429:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552210176:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134039.217441:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134039.217452:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c8412 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f8a0 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.217472:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c840b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f899 expref: 29 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.217478:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134039.217479:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134039.217482:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c8412 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8a0 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.217508:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c840b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f899 expref: 29 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.217518:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c840b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f899 expref: 29 pid: 9581 timeout: 808 lvb_type: 0 00000100:00100000:2.0:1746134039.217528:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548060416:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134039.217621:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b2119c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746134039.218768:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548060416:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134039.218785:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c8412 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8a0 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.218795:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589e00, rc 0) 00000100:00100000:2.0:1746134039.218819:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552210176:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1390us (1518us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134039.218826:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29507 00000100:00100000:0.0:1746134039.219572:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.219703:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552210304 00000100:00100000:2.0:1746134039.219707:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552210304 00010000:00010000:2.0:1746134039.219726:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c840b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f899 expref: 30 pid: 9581 timeout: 808 lvb_type: 0 00000100:00100000:2.0:1746134039.219756:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14810 00000100:00100000:2.0:1746134039.219762:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b265c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+30:2009:x1830953552210304:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134039.219771:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134039.219784:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c840b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f899 expref: 30 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.219794:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c840b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f899 expref: 30 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.219811:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c840b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f899 expref: 30 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.220033:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134039.220035:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134039.220041:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c8412 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8a0 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.220049:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c8412 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8a0 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.220071:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c8412 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8a0 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134039.220080:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923a5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548060544:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134039.220164:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b2119c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746134039.221970:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.222050:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923a5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548060544:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134039.222063:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134039.222089:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b265c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:2009:x1830953552210304:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2327us (2518us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134039.222097:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14810 00000100:00100000:1.0:1746134039.222292:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552210560 00000100:00100000:1.0:1746134039.222298:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552210560 00002000:00100000:1.0:1746134039.222325:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880084ad5180 x1830953552210560/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134039.222334:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084ad5180 with x1830953552210560 ext(0->4095) 00002000:00010000:1.0:1746134039.222337:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880084ad5180 00000100:00100000:1.0:1746134039.222363:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13012 00000100:00100000:1.0:1746134039.222370:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552210560:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134039.222464:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552210560:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 94us (499us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134039.222469:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13012 00002000:00100000:1.0:1746134039.222474:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880084ad5180 x1830953552210560/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134039.222481:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084ad5180 with x1830953552210560 ext(0->4095) 00002000:00010000:1.0:1746134039.222484:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880084ad5180 00000100:00100000:0.0:1746134039.225004:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.225317:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552210688 00000100:00100000:2.0:1746134039.225324:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552210688 00000100:00100000:2.0:1746134039.225385:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29508 00000100:00100000:2.0:1746134039.225392:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:1757:x1830953552210688:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134039.225410:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134039.225423:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8419 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f8a7 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.225444:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c8412 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8a0 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.225451:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134039.225453:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134039.225456:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8419 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8a7 expref: 30 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.225478:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c8412 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8a0 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.225488:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c8412 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8a0 expref: 5 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:2.0:1746134039.225497:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548060672:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134039.225847:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b2119180 going to sleep for 11 seconds 00000100:00100000:0.0:1746134039.226188:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.226251:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552210816 00000100:00100000:2.0:1746134039.226255:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552210816 00000100:00100000:2.0:1746134039.226283:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29509 00000100:00100000:2.0:1746134039.226288:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+31:1755:x1830953552210816:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134039.226294:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134039.226301:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8420 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f8ae expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.226312:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134039.226315:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8419 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8a7 expref: 32 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.226319:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134039.226321:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8420 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8ae expref: 32 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.226341:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8419 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8a7 expref: 32 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.226352:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8420 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8ae expref: 32 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.226359:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589c00, rc 0) 00000100:00100000:2.0:1746134039.226383:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+32:1755:x1830953552210816:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 94us (196us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134039.226388:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29509 00000100:00100000:0.0:1746134039.229340:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.229429:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548060672:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134039.229451:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8419 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8a7 expref: 31 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.229470:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095588800, rc 0) 00000100:00100000:2.0:1746134039.229514:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+31:1757:x1830953552210688:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4122us (4515us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134039.229521:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29508 00000100:00100000:3.0:1746134039.229593:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552210944 00000100:00100000:3.0:1746134039.229598:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552210944 00010000:00010000:3.0:1746134039.229620:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c8412 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8a0 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134039.229872:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14811 00000100:00100000:3.0:1746134039.229880:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552210944:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134039.229891:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134039.229906:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c8412 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8a0 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.229915:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c8412 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8a0 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.229932:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c8412 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8a0 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.230060:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.230066:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.230072:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8419 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8a7 expref: 30 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.230079:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8419 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8a7 expref: 30 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.230129:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8419 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8a7 expref: 30 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.230139:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8419 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8a7 expref: 30 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134039.230152:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548060928:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134039.230206:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746134039.231420:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548060928:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134039.231443:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134039.231465:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552210944:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1586us (2132us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.231471:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14811 00000100:00100000:0.0:1746134039.232181:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.232269:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552211200 00000100:00100000:3.0:1746134039.232274:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552211200 00002000:00100000:3.0:1746134039.232299:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880084ad5f80 x1830953552211200/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134039.232308:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084ad5f80 with x1830953552211200 ext(0->4095) 00010000:00010000:3.0:1746134039.232313:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8419 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8a7 expref: 31 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.232322:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8419 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8a7 expref: 31 pid: 24940 timeout: 808 lvb_type: 0 00002000:00010000:3.0:1746134039.232327:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084ad5f80 00000100:00100000:3.0:1746134039.232549:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2349 00000100:00100000:3.0:1746134039.232555:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+31:2010:x1830953552211200:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134039.232735:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+31:2010:x1830953552211200:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 179us (555us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134039.232741:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2349 00002000:00100000:3.0:1746134039.232746:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880084ad5f80 x1830953552211200/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134039.232753:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084ad5f80 with x1830953552211200 ext(0->4095) 00010000:00010000:3.0:1746134039.232757:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8419 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8a7 expref: 31 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.232766:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8419 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8a7 expref: 31 pid: 24940 timeout: 808 lvb_type: 0 00002000:00010000:3.0:1746134039.232771:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084ad5f80 00000100:00100000:0.0:1746134039.234543:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.234731:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552211328 00000100:00100000:2.0:1746134039.234736:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552211328 00000100:00100000:2.0:1746134039.234774:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29510 00000100:00100000:2.0:1746134039.234780:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552211328:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134039.234793:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134039.234805:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8427 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f8b5 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.234825:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134039.234829:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8420 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8ae expref: 30 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.234835:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746134039.234837:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8427 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8b5 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.234862:0:24940:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8420 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8ae expref: 30 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.234872:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8427 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8b5 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.234880:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095588e00, rc 0) 00000100:00100000:2.0:1746134039.234905:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552211328:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (367us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134039.234910:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29510 00000100:00100000:0.0:1746134039.235139:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.235296:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552211456 00000100:00100000:3.0:1746134039.235300:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552211456 00010000:00010000:3.0:1746134039.235316:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8419 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8a7 expref: 31 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134039.235340:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14812 00000100:00100000:3.0:1746134039.235345:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+31:2012:x1830953552211456:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134039.235352:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134039.235364:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8419 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8a7 expref: 31 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.235373:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8419 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8a7 expref: 31 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.235386:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8419 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8a7 expref: 31 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.235397:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.235399:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.235404:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8420 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8ae expref: 30 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.235410:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8420 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8ae expref: 30 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.235426:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8420 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8ae expref: 30 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.235438:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8420 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8ae expref: 30 pid: 9581 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134039.235448:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548061184:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134039.235490:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562dc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746134039.239031:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.239187:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548061184:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134039.239216:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134039.239273:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552211712 00000100:00100000:2.0:1746134039.239279:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552211712 00002000:00100000:2.0:1746134039.239310:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880084ad6a00 x1830953552211712/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.239319:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084ad6a00 with x1830953552211712 ext(0->4095) 00010000:00010000:2.0:1746134039.239325:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8420 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8ae expref: 31 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.239336:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8420 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8ae expref: 31 pid: 9581 timeout: 808 lvb_type: 0 00002000:00010000:2.0:1746134039.239346:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084ad6a00 00000100:00100000:2.0:1746134039.239541:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2350 00000100:00100000:2.0:1746134039.239548:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+31:2010:x1830953552211712:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134039.239572:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+31:2012:x1830953552211456:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4226us (4432us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.239578:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14812 00000100:00100000:2.0:1746134039.239853:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+30:2010:x1830953552211712:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 305us (829us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134039.239859:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2350 00002000:00100000:2.0:1746134039.239864:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880084ad6a00 x1830953552211712/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.239871:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084ad6a00 with x1830953552211712 ext(0->4095) 00010000:00010000:2.0:1746134039.239875:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8420 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8ae expref: 30 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.239883:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8420 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8ae expref: 30 pid: 9581 timeout: 808 lvb_type: 0 00002000:00010000:2.0:1746134039.239888:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084ad6a00 00000100:00100000:0.0:1746134039.241857:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134039.241903:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134039.241978:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552211840 00000100:00100000:1.0:1746134039.241984:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552211840 00000100:00100000:1.0:1746134039.242022:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29511 00000100:00100000:1.0:1746134039.242029:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+30:1755:x1830953552211840:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134039.242041:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134039.242054:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c842e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f8bc expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.242073:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134039.242077:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8427 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8b5 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.242083:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746134039.242086:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c842e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8bc expref: 31 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.242149:0:9580:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8427 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8b5 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.242163:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c842e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8bc expref: 31 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.242172:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957ebe00, rc 0) 00000100:00100000:1.0:1746134039.242202:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+31:1755:x1830953552211840:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 174us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134039.242207:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29511 00000100:00100000:3.0:1746134039.242272:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552211968 00000100:00100000:3.0:1746134039.242277:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552211968 00010000:00010000:3.0:1746134039.242292:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8420 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8ae expref: 31 pid: 9581 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134039.242309:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14813 00000100:00100000:3.0:1746134039.242313:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+31:2009:x1830953552211968:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134039.242321:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134039.242334:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8420 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8ae expref: 31 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.242344:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8420 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8ae expref: 31 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.242357:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8420 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8ae expref: 31 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.242369:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.242370:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.242375:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8427 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8b5 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.242382:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8427 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8b5 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.242400:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8427 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8b5 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.242410:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8427 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8b5 expref: 5 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134039.242419:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548061440:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134039.242464:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562dc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746134039.244605:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.244746:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552212224 00000100:00100000:2.0:1746134039.244752:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552212224 00002000:00100000:2.0:1746134039.244781:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880084ad7480 x1830953552212224/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.244790:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084ad7480 with x1830953552212224 ext(0->4095) 00010000:00010000:2.0:1746134039.244797:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8427 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8b5 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.244813:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8427 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8b5 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00002000:00010000:2.0:1746134039.244819:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084ad7480 00000100:00100000:2.0:1746134039.244841:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2351 00000100:00100000:2.0:1746134039.244846:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552212224:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134039.244943:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552212224:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (343us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134039.244949:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2351 00002000:00100000:2.0:1746134039.244953:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880084ad7480 x1830953552212224/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.244960:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084ad7480 with x1830953552212224 ext(0->4095) 00010000:00010000:2.0:1746134039.244964:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8427 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8b5 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.244972:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8427 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8b5 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00002000:00010000:2.0:1746134039.244978:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084ad7480 00000100:00100000:3.0:1746134039.245049:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548061440:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134039.245074:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134039.245090:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+30:2009:x1830953552211968:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2777us (3188us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.245097:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14813 00000100:00100000:0.0:1746134039.249025:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.249138:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552212352 00000100:00100000:3.0:1746134039.249146:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552212352 00010000:00010000:3.0:1746134039.249174:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8427 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8b5 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134039.249274:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14814 00000100:00100000:3.0:1746134039.249281:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953552212352:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134039.249292:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134039.249307:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8427 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8b5 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.249317:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8427 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8b5 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.249335:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8427 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8b5 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.249350:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.249352:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.249358:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c842e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8bc expref: 29 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.249364:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c842e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8bc expref: 29 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.249390:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c842e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8bc expref: 29 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134039.249400:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548061568:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134039.250057:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562dc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746134039.251830:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548061568:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134039.251860:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134039.252004:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.252156:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2012:x1830953552212352:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2873us (3135us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.252165:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14814 00000100:00100000:1.0:1746134039.252449:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552212608 00000100:00100000:1.0:1746134039.252455:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552212608 00002000:00100000:1.0:1746134039.252483:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880084ad7b80 x1830953552212608/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134039.252491:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084ad7b80 with x1830953552212608 ext(0->4095) 00002000:00010000:1.0:1746134039.252494:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880084ad7b80 00000100:00100000:1.0:1746134039.252517:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13013 00000100:00100000:1.0:1746134039.252522:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+30:2010:x1830953552212608:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134039.252634:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+30:2010:x1830953552212608:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (631us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134039.252639:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13013 00002000:00100000:1.0:1746134039.252644:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880084ad7b80 x1830953552212608/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134039.252650:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084ad7b80 with x1830953552212608 ext(0->4095) 00002000:00010000:1.0:1746134039.252652:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880084ad7b80 00000100:00100000:1.0:1746134039.254763:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.255475:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552212736 00000100:00100000:2.0:1746134039.255482:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552212736 00000100:00100000:2.0:1746134039.255693:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29512 00000100:00100000:2.0:1746134039.255700:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c699880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552212736:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134039.255714:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134039.255728:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c8435 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f8c3 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.255751:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c842e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8bc expref: 29 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.255758:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134039.255760:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134039.255762:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c8435 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8c3 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.255786:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c842e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8bc expref: 29 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.255796:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c842e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8bc expref: 29 pid: 9580 timeout: 808 lvb_type: 0 00000100:00100000:2.0:1746134039.255806:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080652300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548061696:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134039.256169:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b2119480 going to sleep for 11 seconds 00000100:00100000:2.0:1746134039.258291:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080652300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548061696:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134039.258310:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00010000:00010000:2.0:1746134039.258384:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c8435 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8c3 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.258399:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589800, rc 0) 00000100:00100000:3.0:1746134039.258449:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552212864 00000100:00100000:2.0:1746134039.258450:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c699880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552212736:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2750us (3692us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.258454:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552212864 00000100:00100000:2.0:1746134039.258457:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29512 00010000:00010000:3.0:1746134039.258477:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c842e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8bc expref: 30 pid: 9580 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134039.258508:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14815 00000100:00100000:3.0:1746134039.258514:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+30:2010:x1830953552212864:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134039.258524:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134039.258538:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c842e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8bc expref: 30 pid: 9580 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.258548:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c842e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8bc expref: 30 pid: 9580 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.258566:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c842e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8bc expref: 30 pid: 9580 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.258578:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.258580:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.258585:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c8435 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8c3 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.258591:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c8435 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8c3 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.258614:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c8435 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8c3 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134039.258623:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548061824:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134039.258869:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562dc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746134039.259906:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548061824:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134039.259933:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134039.260067:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:2010:x1830953552212864:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1552us (1756us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.260074:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14815 00000100:00100000:0.0:1746134039.260534:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.260676:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552213120 00000100:00100000:2.0:1746134039.260680:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552213120 00002000:00100000:2.0:1746134039.260706:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880084ad4700 x1830953552213120/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.260715:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084ad4700 with x1830953552213120 ext(0->4095) 00002000:00010000:2.0:1746134039.260718:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880084ad4700 00000100:00100000:2.0:1746134039.260743:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13014 00000100:00100000:2.0:1746134039.260748:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953552213120:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746134039.261316:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953552213120:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 Request processed in 287us (502us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134039.261324:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13014 00002000:00100000:2.0:1746134039.261330:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880084ad4700 x1830953552213120/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.261337:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084ad4700 with x1830953552213120 ext(0->4095) 00002000:00010000:2.0:1746134039.261340:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880084ad4700 00000100:00100000:1.0:1746134039.262510:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134039.262644:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.262700:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552213248 00000100:00100000:2.0:1746134039.262704:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552213248 00000100:00100000:2.0:1746134039.262735:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552213376 00000100:00100000:2.0:1746134039.262737:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552213376 00000100:00100000:2.0:1746134039.262749:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29513 00000100:00100000:2.0:1746134039.262754:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d141880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+30:1755:x1830953552213248:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134039.262764:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134039.262776:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c843c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f8ca expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.262796:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c8435 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8c3 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.262802:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134039.262803:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134039.262806:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c843c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8ca expref: 31 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.262826:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c8435 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8c3 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.262835:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c8435 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8c3 expref: 5 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:2.0:1746134039.262843:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080652300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548061952:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134039.262890:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b2119180 going to sleep for 11 seconds 00000100:00100000:1.0:1746134039.262995:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29514 00000100:00100000:1.0:1746134039.263001:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f684000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+31:1757:x1830953552213376:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134039.263008:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134039.263014:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c8443 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f8d1 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.263024:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134039.263027:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c843c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8ca expref: 32 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.263032:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134039.263034:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c8443 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8d1 expref: 32 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.263051:0:9580:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c843c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8ca expref: 32 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.263060:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c8443 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8d1 expref: 32 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.263066:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957eb000, rc 0) 00000100:00100000:1.0:1746134039.263082:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f684000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+32:1757:x1830953552213376:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 82us (439us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134039.263087:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29514 00000100:00100000:2.0:1746134039.264892:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080652300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548061952:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134039.264907:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c843c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8ca expref: 31 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.264917:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095588200, rc 0) 00000100:00100000:2.0:1746134039.264949:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d141880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+31:1755:x1830953552213248:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2194us (2441us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134039.264954:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29513 00000100:00100000:0.0:1746134039.266020:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.266357:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552213504 00000100:00100000:3.0:1746134039.266363:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552213504 00010000:00010000:3.0:1746134039.266386:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c8435 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8c3 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134039.266418:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14816 00000100:00100000:3.0:1746134039.266425:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f684380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552213504:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134039.266434:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134039.266449:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c8435 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8c3 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.266459:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c8435 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8c3 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.266481:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589800/0x9682c7de153c8435 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8c3 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.266506:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.266507:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.266512:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c843c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8ca expref: 30 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.266519:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c843c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8ca expref: 30 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.266543:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c843c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8ca expref: 30 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.266553:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c843c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8ca expref: 30 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134039.266563:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548062208:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134039.266613:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562dc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746134039.268550:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548062208:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134039.268576:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134039.268603:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f684380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552213504:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2178us (2585us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.268615:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14816 00000100:00100000:1.0:1746134039.269179:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.269253:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552213760 00000100:00100000:2.0:1746134039.269257:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552213760 00002000:00100000:2.0:1746134039.269285:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d140e00 x1830953552213760/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.269299:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d140e00 with x1830953552213760 ext(0->4095) 00010000:00010000:2.0:1746134039.269305:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c843c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8ca expref: 31 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.269315:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c843c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8ca expref: 31 pid: 24940 timeout: 808 lvb_type: 0 00002000:00010000:2.0:1746134039.269321:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d140e00 00000100:00100000:2.0:1746134039.269334:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2352 00000100:00100000:2.0:1746134039.269339:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d140e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+31:2010:x1830953552213760:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134039.269436:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d140e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+31:2010:x1830953552213760:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (257us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134039.269441:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2352 00002000:00100000:2.0:1746134039.269446:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d140e00 x1830953552213760/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.269452:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d140e00 with x1830953552213760 ext(0->4095) 00010000:00010000:2.0:1746134039.269456:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c843c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8ca expref: 31 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.269464:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c843c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8ca expref: 31 pid: 24940 timeout: 808 lvb_type: 0 00002000:00010000:2.0:1746134039.269469:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d140e00 00000100:00100000:0.0:1746134039.271404:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.271631:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552213888 00000100:00100000:3.0:1746134039.271638:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552213888 00010000:00010000:3.0:1746134039.271663:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c843c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8ca expref: 31 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134039.272081:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14817 00000100:00100000:3.0:1746134039.272089:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+31:2012:x1830953552213888:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134039.272100:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134039.272156:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c843c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8ca expref: 31 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.272167:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c843c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8ca expref: 31 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.272184:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588200/0x9682c7de153c843c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8ca expref: 31 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.272196:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.272198:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.272203:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c8443 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8d1 expref: 30 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.272209:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c8443 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8d1 expref: 30 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.272234:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c8443 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8d1 expref: 30 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134039.272244:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548062336:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134039.272306:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562dc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746134039.274879:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548062336:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134039.274911:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134039.274942:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+30:2012:x1830953552213888:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2854us (3544us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.274951:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14817 00000100:00100000:0.0:1746134039.275970:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134039.276369:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552214144 00000100:00100000:1.0:1746134039.276375:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552214144 00002000:00100000:1.0:1746134039.276406:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007f684700 x1830953552214144/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134039.276415:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f684700 with x1830953552214144 ext(0->4095) 00002000:00010000:1.0:1746134039.276419:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f684700 00000100:00100000:1.0:1746134039.276446:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13015 00000100:00100000:1.0:1746134039.276452:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f684700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+30:2009:x1830953552214144:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134039.276556:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f684700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+30:2009:x1830953552214144:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (588us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134039.276562:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13015 00002000:00100000:1.0:1746134039.276567:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007f684700 x1830953552214144/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134039.276574:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f684700 with x1830953552214144 ext(0->4095) 00002000:00010000:1.0:1746134039.276577:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f684700 00000100:00100000:0.0:1746134039.278807:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.278937:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552214272 00000100:00100000:2.0:1746134039.278944:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552214272 00000100:00100000:2.0:1746134039.278985:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29515 00000100:00100000:2.0:1746134039.278992:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f684a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552214272:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134039.279005:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134039.279021:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c844a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f8d8 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.279045:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c8443 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8d1 expref: 29 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.279052:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134039.279053:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134039.279057:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c844a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8d8 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.279080:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c8443 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8d1 expref: 29 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.279090:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c8443 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8d1 expref: 29 pid: 9580 timeout: 808 lvb_type: 0 00000100:00100000:2.0:1746134039.279135:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080652300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548062464:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134039.279210:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b21196c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134039.285978:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.286157:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080652300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548062464:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134039.286180:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c844a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8d8 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.286198:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589000, rc 0) 00000100:00100000:2.0:1746134039.286234:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f684a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552214272:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7242us (7433us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134039.286317:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29515 00000100:00100000:0.0:1746134039.286470:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.286560:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552214400 00000100:00100000:3.0:1746134039.286566:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552214400 00010000:00010000:3.0:1746134039.286586:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c8443 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8d1 expref: 30 pid: 9580 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134039.286603:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14818 00000100:00100000:3.0:1746134039.286608:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f684e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+30:2010:x1830953552214400:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134039.286617:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134039.286630:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c8443 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8d1 expref: 30 pid: 9580 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.286638:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c8443 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8d1 expref: 30 pid: 9580 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.286654:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c8443 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8d1 expref: 30 pid: 9580 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.286668:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.286669:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.286674:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c844a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8d8 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.286680:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c844a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8d8 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.286726:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c844a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8d8 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134039.286735:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548062592:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134039.286782:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562db40 going to sleep for 11 seconds 00000100:00100000:2.0:1746134039.286986:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552214528 00000100:00100000:2.0:1746134039.286989:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552214528 00000100:00100000:2.0:1746134039.287005:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29516 00000100:00100000:2.0:1746134039.287008:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f685180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+30:1755:x1830953552214528:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134039.287017:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134039.287024:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8451 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f8df expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.287036:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c844a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8d8 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.287040:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134039.287041:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134039.287043:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8451 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8df expref: 31 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.287056:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c844a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8d8 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.287063:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c844a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8d8 expref: 5 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:2.0:1746134039.287074:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080652300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548062720:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134039.287094:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b21196c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746134039.290142:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548062592:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134039.290172:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134039.290205:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f684e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+31:2010:x1830953552214400:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3595us (4233us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.290212:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14818 00000100:00100000:2.0:1746134039.290370:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080652300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548062720:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134039.290387:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8451 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8df expref: 30 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.290509:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095588e00, rc 0) 00000100:00100000:2.0:1746134039.290709:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f685180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+30:1755:x1830953552214528:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3697us (4237us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134039.290715:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29516 00000100:00100000:0.0:1746134039.291188:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.291452:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552214784 00000100:00100000:3.0:1746134039.291460:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552214784 00002000:00100000:3.0:1746134039.291489:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007f685500 x1830953552214784/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134039.291501:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f685500 with x1830953552214784 ext(0->4095) 00010000:00010000:3.0:1746134039.291507:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c844a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8d8 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.291518:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c844a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8d8 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00002000:00010000:3.0:1746134039.291523:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f685500 00000100:00100000:3.0:1746134039.291716:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2353 00000100:00100000:3.0:1746134039.291723:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f685500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2011:x1830953552214784:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746134039.291832:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f685500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2011:x1830953552214784:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 Request processed in 109us (716us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134039.291837:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2353 00002000:00100000:3.0:1746134039.291842:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007f685500 x1830953552214784/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134039.291849:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f685500 with x1830953552214784 ext(0->4095) 00010000:00010000:3.0:1746134039.291853:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c844a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8d8 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.291862:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c844a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8d8 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00002000:00010000:3.0:1746134039.291867:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f685500 00000100:00100000:0.0:1746134039.294297:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.294386:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552214912 00000100:00100000:3.0:1746134039.294392:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552214912 00010000:00010000:3.0:1746134039.294417:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c844a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8d8 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134039.294955:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14819 00000100:00100000:3.0:1746134039.294963:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f685880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552214912:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134039.294975:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134039.294991:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c844a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8d8 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.295001:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c844a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8d8 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.295018:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c844a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8d8 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.295077:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.295079:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.295084:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8451 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8df expref: 29 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.295091:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8451 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8df expref: 29 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.295152:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8451 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8df expref: 29 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134039.295162:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548062848:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134039.295464:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d240 going to sleep for 11 seconds 00000100:00100000:3.0:1746134039.297938:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548062848:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134039.297969:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134039.298001:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f685880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552214912:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3038us (3709us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.298009:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14819 00000100:00100000:0.0:1746134039.299086:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134039.299634:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552215168 00000100:00100000:1.0:1746134039.299641:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552215168 00002000:00100000:1.0:1746134039.299674:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007f685c00 x1830953552215168/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134039.299683:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f685c00 with x1830953552215168 ext(0->4095) 00002000:00010000:1.0:1746134039.299686:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f685c00 00000100:00100000:1.0:1746134039.299708:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13016 00000100:00100000:1.0:1746134039.299715:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f685c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+30:2010:x1830953552215168:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134039.299835:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f685c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+30:2010:x1830953552215168:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (750us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134039.299844:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13016 00002000:00100000:1.0:1746134039.299849:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007f685c00 x1830953552215168/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134039.299855:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f685c00 with x1830953552215168 ext(0->4095) 00002000:00010000:1.0:1746134039.299857:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f685c00 00000100:00100000:2.0:1746134039.311587:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134039.312469:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552215296 00000100:00100000:0.0:1746134039.312476:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552215296 00000100:00100000:0.0:1746134039.312510:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29517 00000100:00100000:0.0:1746134039.312517:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080652300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552215296:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134039.312532:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134039.312544:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009565ee00/0x9682c7de153c8458 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f8e6 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134039.312566:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8451 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8df expref: 29 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134039.312573:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134039.312575:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134039.312578:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009565ee00/0x9682c7de153c8458 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8e6 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134039.312600:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8451 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8df expref: 29 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134039.312609:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8451 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8df expref: 29 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:0.0:1746134039.312618:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007f685f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548062976:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134039.312679:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90ce40 going to sleep for 11 seconds 00000100:00100000:2.0:1746134039.315758:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007f685f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548062976:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134039.315785:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009565ee00/0x9682c7de153c8458 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8e6 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.315800:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009565ee00, rc 0) 00000100:00100000:2.0:1746134039.315835:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080652300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552215296:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3317us (4254us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134039.315842:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29517 00000100:00100000:0.0:1746134039.319740:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.319823:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552215424 00000100:00100000:2.0:1746134039.319831:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552215424 00002000:00100000:2.0:1746134039.319865:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88007f686300 x1830953552215424/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 496/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.319880:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f686300 with x1830953552215424 ext(0->7) 00010000:00010000:2.0:1746134039.319887:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8451 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8df expref: 30 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.319898:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8451 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8df expref: 30 pid: 24940 timeout: 808 lvb_type: 0 00002000:00010000:2.0:1746134039.319905:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f686300 00000100:00100000:2.0:1746134039.320738:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2354 00000100:00100000:2.0:1746134039.320746:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f686300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+30:2010:x1830953552215424:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746134039.321606:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f686300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+32:2010:x1830953552215424:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 858us (1871us total) trans 4294970628 rc 0/0 00000100:00100000:0.0:1746134039.321613:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2354 00002000:00100000:0.0:1746134039.321620:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88007f686300 x1830953552215424/t4294970628(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 496/448 e 0 to 0 dl 1746134050 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134039.321626:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f686300 with x1830953552215424 ext(0->7) 00010000:00010000:0.0:1746134039.321633:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8451 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8df expref: 32 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746134039.321644:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8451 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8df expref: 32 pid: 24940 timeout: 808 lvb_type: 0 00002000:00010000:0.0:1746134039.321649:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f686300 00000100:00100000:0.0:1746134039.330990:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.331074:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552215552 00000100:00100000:2.0:1746134039.331081:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552215552 00000100:00100000:2.0:1746134039.331153:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29518 00000100:00100000:2.0:1746134039.331161:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f686680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+32:1755:x1830953552215552:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134039.331176:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134039.331189:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c845f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f8ed expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.331212:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134039.331217:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009565ee00/0x9682c7de153c8458 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8e6 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.331222:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746134039.331224:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c845f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8ed expref: 33 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.331256:0:24940:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009565ee00/0x9682c7de153c8458 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8e6 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.331267:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c845f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8ed expref: 33 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.331273:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589e00, rc 0) 00000100:00100000:2.0:1746134039.331306:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f686680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+33:1755:x1830953552215552:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134039.331311:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29518 00000100:00100000:2.0:1746134039.333889:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.334208:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552215680 00000100:00100000:3.0:1746134039.334215:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552215680 00010000:00010000:3.0:1746134039.334240:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8451 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8df expref: 33 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134039.334837:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14820 00000100:00100000:3.0:1746134039.334846:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080653100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+33:2011:x1830953552215680:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134039.334859:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134039.334873:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8451 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8df expref: 33 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.334883:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8451 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8df expref: 33 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.334898:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8451 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8df expref: 33 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.335717:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.335720:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.335729:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009565ee00/0x9682c7de153c8458 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8e6 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.335737:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009565ee00/0x9682c7de153c8458 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8e6 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.335772:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009565ee00/0x9682c7de153c8458 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8e6 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.335782:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009565ee00/0x9682c7de153c8458 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8e6 expref: 5 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134039.335798:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548063232:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134039.335869:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d240 going to sleep for 11 seconds 00000100:00100000:3.0:1746134039.340744:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548063232:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134039.340895:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134039.340945:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080653100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+32:2011:x1830953552215680:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 6100us (7060us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.340956:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14820 00000100:00100000:0.0:1746134039.341214:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.341296:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552215936 00000100:00100000:2.0:1746134039.341302:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552215936 00002000:00100000:2.0:1746134039.341333:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007f686a00 x1830953552215936/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.341341:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f686a00 with x1830953552215936 ext(0->4095) 00010000:00010000:2.0:1746134039.341348:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009565ee00/0x9682c7de153c8458 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8e6 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.341358:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009565ee00/0x9682c7de153c8458 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8e6 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00002000:00010000:2.0:1746134039.341364:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f686a00 00000100:00100000:2.0:1746134039.342351:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2355 00000100:00100000:2.0:1746134039.342360:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f686a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552215936:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134039.342754:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f686a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552215936:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 395us (1540us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134039.342759:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2355 00002000:00100000:2.0:1746134039.342764:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007f686a00 x1830953552215936/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.342771:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f686a00 with x1830953552215936 ext(0->4095) 00010000:00010000:2.0:1746134039.342776:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009565ee00/0x9682c7de153c8458 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8e6 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.342785:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009565ee00/0x9682c7de153c8458 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8e6 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00002000:00010000:2.0:1746134039.342790:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f686a00 00000100:00100000:2.0:1746134039.352036:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.352322:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552216064 00000100:00100000:3.0:1746134039.352330:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552216064 00010000:00010000:3.0:1746134039.352360:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009565ee00/0x9682c7de153c8458 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8e6 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134039.353381:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14821 00000100:00100000:3.0:1746134039.353391:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080653b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552216064:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134039.353403:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134039.353419:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009565ee00/0x9682c7de153c8458 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8e6 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.353430:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009565ee00/0x9682c7de153c8458 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8e6 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.353447:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009565ee00/0x9682c7de153c8458 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8e6 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.354023:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.354026:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.354033:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c845f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8ed expref: 31 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.354040:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c845f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8ed expref: 31 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.354067:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c845f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8ed expref: 31 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134039.354077:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548063360:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134039.354592:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d240 going to sleep for 11 seconds 00000100:00100000:3.0:1746134039.357998:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548063360:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134039.358027:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134039.358553:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080653b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552216064:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 5162us (6520us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.358562:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14821 00000100:00100000:0.0:1746134039.360223:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.360936:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552216320 00000100:00100000:2.0:1746134039.360943:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552216320 00002000:00100000:2.0:1746134039.360977:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007f686d80 x1830953552216320/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.360985:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f686d80 with x1830953552216320 ext(0->4095) 00002000:00010000:2.0:1746134039.360990:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f686d80 00000100:00100000:2.0:1746134039.361007:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13017 00000100:00100000:2.0:1746134039.361013:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f686d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+32:2010:x1830953552216320:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134039.361168:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f686d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+32:2010:x1830953552216320:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 154us (949us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134039.361177:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13017 00002000:00100000:2.0:1746134039.361183:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007f686d80 x1830953552216320/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.361189:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f686d80 with x1830953552216320 ext(0->4095) 00002000:00010000:2.0:1746134039.361192:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f686d80 00000100:00100000:2.0:1746134039.365041:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134039.365255:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552216448 00000100:00100000:1.0:1746134039.365262:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552216448 00000100:00100000:1.0:1746134039.365305:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29519 00000100:00100000:1.0:1746134039.365311:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a09c1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552216448:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134039.365326:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134039.365339:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8466 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f8f4 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.365360:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c845f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8ed expref: 31 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.365366:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134039.365367:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134039.365371:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8466 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8f4 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.365394:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c845f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8ed expref: 31 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.365402:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c845f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8ed expref: 31 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:1.0:1746134039.365416:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d140700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548063488:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134039.365487:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20900 going to sleep for 11 seconds 00000100:00100000:1.0:1746134039.369302:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d140700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548063488:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134039.369326:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8466 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8f4 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.369339:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957eb600, rc 0) 00000100:00100000:1.0:1746134039.369540:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a09c1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552216448:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4227us (4505us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134039.369548:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29519 00000100:00100000:0.0:1746134039.369769:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134039.370373:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552216704 00000100:00100000:1.0:1746134039.370379:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552216704 00000100:00100000:3.0:1746134039.370468:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.370486:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552216576 00000100:00100000:3.0:1746134039.370488:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552216576 00010000:00010000:3.0:1746134039.370503:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c845f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8ed expref: 33 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134039.370521:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14822 00000100:00100000:3.0:1746134039.370526:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+33:2009:x1830953552216576:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134039.370536:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134039.370552:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c845f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8ed expref: 33 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.370562:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c845f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8ed expref: 33 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.370580:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c845f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8ed expref: 33 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:1.0:1746134039.370733:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29520 00000100:00100000:1.0:1746134039.370739:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f687100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+32:1755:x1830953552216704:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134039.370750:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134039.370758:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c846d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f8fb expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.370770:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134039.370774:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8466 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8f4 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.370778:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134039.370781:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c846d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8fb expref: 33 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.370807:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8466 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8f4 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.370815:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c846d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8fb expref: 33 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.370821:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134039.370822:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134039.370826:0:9582:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8466 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8f4 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.370832:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8466 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8f4 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.370844:0:9582:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8466 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8f4 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.370854:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8466 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8f4 expref: 5 pid: 9582 timeout: 808 lvb_type: 0 00000100:00100000:1.0:1746134039.370863:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d141880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548063744:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134039.371438:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134039.372187:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20900 going to sleep for 11 seconds 00000100:00100000:3.0:1746134039.372258:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+33:2009:x1830953552216576:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1727us (1786us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.372265:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14822 00000100:00100000:1.0:1746134039.376360:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d141880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548063744:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134039.376375:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957eb000, rc 0) 00000100:00100000:1.0:1746134039.376423:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f687100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+32:1755:x1830953552216704:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5683us (6653us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134039.376433:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29520 00000100:00100000:0.0:1746134039.378329:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134039.378818:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552216960 00000100:00100000:1.0:1746134039.378825:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552216960 00002000:00100000:1.0:1746134039.378861:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007f687480 x1830953552216960/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134039.378869:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f687480 with x1830953552216960 ext(0->4095) 00010000:00010000:1.0:1746134039.378877:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8466 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8f4 expref: 6 pid: 9582 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134039.378889:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8466 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8f4 expref: 6 pid: 9582 timeout: 808 lvb_type: 0 00002000:00010000:1.0:1746134039.378895:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f687480 00000100:00100000:1.0:1746134039.379819:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2356 00000100:00100000:1.0:1746134039.379828:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f687480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552216960:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134039.379963:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f687480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552216960:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 137us (1638us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134039.379969:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2356 00002000:00100000:1.0:1746134039.379975:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007f687480 x1830953552216960/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134039.379982:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f687480 with x1830953552216960 ext(0->4095) 00010000:00010000:1.0:1746134039.379989:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8466 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8f4 expref: 6 pid: 9582 timeout: 808 lvb_type: 0 00010000:00010000:1.0:1746134039.380003:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8466 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8f4 expref: 6 pid: 9582 timeout: 808 lvb_type: 0 00002000:00010000:1.0:1746134039.380008:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f687480 00000100:00100000:0.0:1746134039.382855:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.382937:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552217088 00000100:00100000:3.0:1746134039.382946:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552217088 00010000:00010000:3.0:1746134039.382974:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8466 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8f4 expref: 6 pid: 9582 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134039.383007:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14823 00000100:00100000:3.0:1746134039.383014:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f687800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552217088:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134039.383025:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134039.383040:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8466 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8f4 expref: 6 pid: 9582 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.383050:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8466 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8f4 expref: 6 pid: 9582 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.383068:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8466 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8f4 expref: 6 pid: 9582 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.383098:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.383100:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.383135:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c846d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8fb expref: 31 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.383141:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c846d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8fb expref: 31 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.383167:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c846d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8fb expref: 31 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134039.383176:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548063872:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134039.383248:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d240 going to sleep for 11 seconds 00000100:00100000:2.0:1746134039.387254:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134039.387302:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548063872:192.168.203.26@tcp:105: 00010000:00010000:0.0:1746134039.387334:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134039.387376:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f687800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552217088:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4362us (4527us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134039.387385:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14823 00000100:00100000:1.0:1746134039.387450:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552217344 00000100:00100000:1.0:1746134039.387455:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552217344 00002000:00100000:1.0:1746134039.387483:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880080650000 x1830953552217344/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134039.387492:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080650000 with x1830953552217344 ext(0->4095) 00002000:00010000:1.0:1746134039.387496:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080650000 00000100:00100000:1.0:1746134039.387508:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13018 00000100:00100000:1.0:1746134039.387514:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080650000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+32:2010:x1830953552217344:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134039.387617:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080650000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+32:2010:x1830953552217344:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (365us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134039.387622:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13018 00002000:00100000:1.0:1746134039.387627:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880080650000 x1830953552217344/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134039.387634:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080650000 with x1830953552217344 ext(0->4095) 00002000:00010000:1.0:1746134039.387637:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080650000 00000100:00100000:0.0:1746134039.390974:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134039.392251:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552217472 00000100:00100000:1.0:1746134039.392258:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552217472 00000100:00100000:1.0:1746134039.392308:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29521 00000100:00100000:1.0:1746134039.392315:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f687b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552217472:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134039.392331:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134039.392344:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c8474 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f902 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.392366:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c846d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8fb expref: 31 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.392373:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134039.392374:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134039.392377:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c8474 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f902 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.392397:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c846d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8fb expref: 31 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.392406:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c846d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8fb expref: 31 pid: 9582 timeout: 808 lvb_type: 0 00000100:00100000:1.0:1746134039.392415:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d141880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548064000:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134039.392781:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e203c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746134039.409396:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d141880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548064000:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134039.409421:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c8474 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f902 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.409434:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957ea000, rc 0) 00000100:00100000:1.0:1746134039.409480:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f687b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552217472:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 17165us (18513us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134039.409491:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29521 00000100:00100000:0.0:1746134039.416593:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.416675:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552217600 00000100:00100000:2.0:1746134039.416682:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552217600 00002000:00100000:2.0:1746134039.416718:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009fce3850 x1830953552217600/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 496/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.416727:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fce3850 with x1830953552217600 ext(0->7) 00010000:00010000:2.0:1746134039.416735:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c846d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8fb expref: 32 pid: 9582 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.416746:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c846d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8fb expref: 32 pid: 9582 timeout: 808 lvb_type: 0 00002000:00010000:2.0:1746134039.416752:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fce3850 00000100:00100000:2.0:1746134039.416782:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2357 00000100:00100000:2.0:1746134039.416788:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fce3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+32:2009:x1830953552217600:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746134039.417529:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fce3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+34:2009:x1830953552217600:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 739us (943us total) trans 4294970629 rc 0/0 00000100:00100000:2.0:1746134039.417535:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2357 00002000:00100000:2.0:1746134039.417541:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009fce3850 x1830953552217600/t4294970629(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 496/448 e 0 to 0 dl 1746134050 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.417549:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fce3850 with x1830953552217600 ext(0->7) 00010000:00010000:2.0:1746134039.417554:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c846d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8fb expref: 34 pid: 9582 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.417562:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c846d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8fb expref: 34 pid: 9582 timeout: 808 lvb_type: 0 00002000:00010000:2.0:1746134039.417568:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fce3850 00000100:00100000:0.0:1746134039.424872:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134039.424965:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552217728 00000100:00100000:1.0:1746134039.424973:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552217728 00000100:00100000:1.0:1746134039.425017:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29522 00000100:00100000:1.0:1746134039.425023:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f684700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+34:1755:x1830953552217728:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134039.425036:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134039.425051:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c847b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f909 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.425070:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134039.425075:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c8474 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f902 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.425080:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746134039.425083:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c847b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f909 expref: 35 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.425140:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c8474 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f902 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.425149:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c847b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f909 expref: 35 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.425157:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957ebe00, rc 0) 00000100:00100000:1.0:1746134039.425189:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f684700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+35:1755:x1830953552217728:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 166us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134039.425194:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29522 00000100:00100000:3.0:1746134039.437575:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134039.437643:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552217856 00000100:00100000:0.0:1746134039.437650:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552217856 00010000:00010000:0.0:1746134039.437679:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c846d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8fb expref: 35 pid: 9582 timeout: 808 lvb_type: 0 00000100:00100000:0.0:1746134039.437711:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14824 00000100:00100000:0.0:1746134039.437717:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51aa050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+35:2009:x1830953552217856:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134039.437727:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134039.437741:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c846d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8fb expref: 35 pid: 9582 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746134039.437751:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c846d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8fb expref: 35 pid: 9582 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746134039.437768:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c846d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f8fb expref: 35 pid: 9582 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746134039.437793:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134039.437795:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134039.437801:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c8474 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f902 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134039.437807:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c8474 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f902 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134039.437834:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c8474 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f902 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134039.437848:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c8474 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f902 expref: 5 pid: 9582 timeout: 808 lvb_type: 0 00000100:00100000:0.0:1746134039.437858:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007f685500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548064256:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134039.437938:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c240 going to sleep for 11 seconds 00000100:00100000:2.0:1746134039.441526:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007f685500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548064256:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134039.441543:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134039.441613:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51aa050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+34:2009:x1830953552217856:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3896us (4045us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134039.441622:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14824 00000100:00100000:0.0:1746134039.450571:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.450648:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552218112 00000100:00100000:2.0:1746134039.450655:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552218112 00002000:00100000:2.0:1746134039.450687:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007f685c00 x1830953552218112/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.450696:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f685c00 with x1830953552218112 ext(0->4095) 00010000:00010000:2.0:1746134039.450703:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c8474 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f902 expref: 6 pid: 9582 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.450714:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c8474 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f902 expref: 6 pid: 9582 timeout: 808 lvb_type: 0 00002000:00010000:2.0:1746134039.450724:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f685c00 00000100:00100000:2.0:1746134039.451072:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2358 00000100:00100000:2.0:1746134039.451081:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f685c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552218112:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134039.451252:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f685c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552218112:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 172us (685us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134039.451258:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2358 00002000:00100000:2.0:1746134039.451264:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007f685c00 x1830953552218112/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.451270:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f685c00 with x1830953552218112 ext(0->4095) 00010000:00010000:2.0:1746134039.451275:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c8474 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f902 expref: 6 pid: 9582 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.451282:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c8474 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f902 expref: 6 pid: 9582 timeout: 808 lvb_type: 0 00002000:00010000:2.0:1746134039.451287:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f685c00 00000100:00100000:2.0:1746134039.464644:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.464678:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552218240 00000100:00100000:2.0:1746134039.464685:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552218240 00010000:00010000:2.0:1746134039.464715:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c8474 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f902 expref: 6 pid: 9582 timeout: 808 lvb_type: 0 00000100:00100000:2.0:1746134039.464736:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14825 00000100:00100000:2.0:1746134039.464747:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080653100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953552218240:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134039.464758:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134039.464773:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c8474 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f902 expref: 6 pid: 9582 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.464783:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c8474 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f902 expref: 6 pid: 9582 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.464801:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c8474 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f902 expref: 6 pid: 9582 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.464824:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134039.464826:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134039.464832:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c847b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f909 expref: 33 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.464838:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c847b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f909 expref: 33 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.464864:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c847b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f909 expref: 33 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134039.464874:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548064384:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134039.467792:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b2119480 going to sleep for 11 seconds 00000100:00100000:1.0:1746134039.468211:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.468277:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548064384:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134039.468294:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134039.468335:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080653100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2012:x1830953552218240:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3592us (3698us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134039.468346:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14825 00000100:00100000:0.0:1746134039.468401:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552218496 00000100:00100000:0.0:1746134039.468406:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552218496 00002000:00100000:0.0:1746134039.468432:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d141880 x1830953552218496/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134039.468441:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d141880 with x1830953552218496 ext(0->4095) 00002000:00010000:0.0:1746134039.468445:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d141880 00000100:00100000:0.0:1746134039.468456:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13019 00000100:00100000:0.0:1746134039.468461:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d141880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+34:2010:x1830953552218496:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746134039.468551:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d141880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+34:2010:x1830953552218496:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 89us (342us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134039.468556:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13019 00002000:00100000:0.0:1746134039.468560:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d141880 x1830953552218496/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134039.468566:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d141880 with x1830953552218496 ext(0->4095) 00002000:00010000:0.0:1746134039.468569:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d141880 00000100:00100000:1.0:1746134039.470854:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.471251:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552218624 00000100:00100000:2.0:1746134039.471257:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552218624 00000100:00100000:2.0:1746134039.471443:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29523 00000100:00100000:2.0:1746134039.471451:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d140700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552218624:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134039.471463:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134039.471476:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c8482 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f910 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.471497:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c847b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f909 expref: 33 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.471503:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134039.471505:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134039.471507:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c8482 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f910 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.471531:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c847b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f909 expref: 33 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.471541:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c847b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f909 expref: 33 pid: 9582 timeout: 808 lvb_type: 0 00000100:00100000:2.0:1746134039.471551:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548064512:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134039.472024:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b2119480 going to sleep for 11 seconds 00000100:00100000:2.0:1746134039.474499:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548064512:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134039.474524:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c8482 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f910 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.474537:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095588600, rc 0) 00000100:00100000:2.0:1746134039.474577:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d140700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552218624:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3128us (3728us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134039.474584:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29523 00000100:00100000:3.0:1746134039.474829:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.475002:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552218752 00000100:00100000:2.0:1746134039.475008:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552218752 00010000:00010000:2.0:1746134039.475028:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c847b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f909 expref: 34 pid: 9582 timeout: 808 lvb_type: 0 00000100:00100000:2.0:1746134039.475058:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14826 00000100:00100000:2.0:1746134039.475063:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+34:2010:x1830953552218752:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134039.475073:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134039.475088:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c847b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f909 expref: 34 pid: 9582 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.475097:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c847b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f909 expref: 34 pid: 9582 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.475142:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c847b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f909 expref: 34 pid: 9582 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.475916:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134039.475918:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134039.475924:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c8482 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f910 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.475931:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c8482 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f910 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.476481:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c8482 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f910 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134039.476492:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548064640:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134039.476739:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b2119480 going to sleep for 11 seconds 00000100:00100000:3.0:1746134039.479195:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.479352:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552218880 00000100:00100000:2.0:1746134039.479359:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552218880 00000100:00100000:2.0:1746134039.479390:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29524 00000100:00100000:2.0:1746134039.479396:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+34:1755:x1830953552218880:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134039.479411:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134039.479425:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8489 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f917 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.479447:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c8482 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f910 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.479453:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134039.479454:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134039.479457:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8489 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f917 expref: 35 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.479478:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c8482 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f910 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.479491:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c8482 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f910 expref: 5 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:2.0:1746134039.479500:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080650700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548064768:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134039.479556:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b21196c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134039.479623:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548064640:192.168.203.26@tcp:105: 00010000:00010000:0.0:1746134039.479639:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134039.479657:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+35:2010:x1830953552218752:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4594us (4829us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134039.479664:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14826 00000100:00100000:3.0:1746134039.481040:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007f686300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3769:1830953548064896:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1746134039.481074:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746134039.481244:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548064896 00000100:00100000:2.0:1746134039.481249:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548064896 00000100:00100000:2.0:1746134039.481272:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 492 00000100:00100000:2.0:1746134039.481277:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830953548064896:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1746134039.481295:0:9583:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 980040512 pending 0 free 3922366464 avail 3690844160 00000100:00100000:2.0:1746134039.481319:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830953548064896:12345-0@lo:13:osp-pre-0-1.0 Request processed in 43us (246us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134039.481324:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 492 00000100:00100000:3.0:1746134039.481668:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007f686300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3769:1830953548064896:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746134039.481935:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.482025:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080650700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548064768:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134039.482041:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8489 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f917 expref: 34 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.482055:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095588e00, rc 0) 00000100:00100000:3.0:1746134039.482078:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+34:1755:x1830953552218880:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2683us (2890us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.482084:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29524 00000100:00100000:2.0:1746134039.482306:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552219136 00000100:00100000:2.0:1746134039.482310:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552219136 00002000:00100000:2.0:1746134039.482330:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007f686a00 x1830953552219136/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.482338:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f686a00 with x1830953552219136 ext(0->4095) 00010000:00010000:2.0:1746134039.482343:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c8482 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f910 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.482353:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c8482 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f910 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00002000:00010000:2.0:1746134039.482358:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f686a00 00000100:00100000:2.0:1746134039.482686:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2359 00000100:00100000:2.0:1746134039.482693:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f686a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552219136:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134039.482801:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f686a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552219136:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (866us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134039.482807:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2359 00002000:00100000:2.0:1746134039.482811:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007f686a00 x1830953552219136/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.482817:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f686a00 with x1830953552219136 ext(0->4095) 00010000:00010000:2.0:1746134039.482821:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c8482 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f910 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.482829:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c8482 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f910 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00002000:00010000:2.0:1746134039.482834:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f686a00 00000100:00100000:0.0:1746134039.485488:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.485579:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552219264 00000100:00100000:2.0:1746134039.485586:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552219264 00010000:00010000:2.0:1746134039.485615:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c8482 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f910 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:2.0:1746134039.485638:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14827 00000100:00100000:2.0:1746134039.485643:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f686d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552219264:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134039.485656:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134039.485670:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c8482 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f910 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.485683:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c8482 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f910 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.485702:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c8482 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f910 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.485728:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134039.485730:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134039.485736:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8489 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f917 expref: 33 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.485742:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8489 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f917 expref: 33 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.485768:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8489 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f917 expref: 33 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134039.485778:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080651180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548065024:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134039.486455:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b2119480 going to sleep for 11 seconds 00000100:00100000:2.0:1746134039.489005:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080651180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548065024:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134039.489023:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134039.489055:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f686d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552219264:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3410us (3572us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134039.489064:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14827 00000100:00100000:0.0:1746134039.489727:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134039.489749:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552219520 00000100:00100000:0.0:1746134039.489755:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552219520 00002000:00100000:0.0:1746134039.489783:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007f687480 x1830953552219520/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134039.489792:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f687480 with x1830953552219520 ext(0->4095) 00002000:00010000:0.0:1746134039.489796:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f687480 00000100:00100000:0.0:1746134039.489811:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13020 00000100:00100000:0.0:1746134039.489816:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f687480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+34:2010:x1830953552219520:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746134039.489910:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f687480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+34:2010:x1830953552219520:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 94us (184us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134039.489916:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13020 00002000:00100000:0.0:1746134039.489921:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007f687480 x1830953552219520/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134039.489927:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f687480 with x1830953552219520 ext(0->4095) 00002000:00010000:0.0:1746134039.489930:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f687480 00000100:00100000:0.0:1746134039.505887:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.505963:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552219648 00000100:00100000:3.0:1746134039.505971:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552219648 00000100:00100000:3.0:1746134039.506013:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29525 00000100:00100000:3.0:1746134039.506019:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f684000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552219648:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134039.506032:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134039.506045:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8490 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f91e expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.506067:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8489 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f917 expref: 33 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.506073:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134039.506075:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134039.506079:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8490 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f91e expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.506224:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8489 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f917 expref: 33 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.506234:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8489 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f917 expref: 33 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134039.506243:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548065152:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134039.506313:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d540 going to sleep for 11 seconds 00000100:00100000:3.0:1746134039.507745:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548065152:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134039.507770:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8490 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f91e expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.507782:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90e600, rc 0) 00000100:00100000:3.0:1746134039.507811:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f684000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552219648:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1792us (1932us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.507818:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29525 00000100:00100000:0.0:1746134039.512314:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746134039.512332:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d141180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3771:1830953548065280:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746134039.512384:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746134039.512502:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548065280 00000100:00100000:1.0:1746134039.512508:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548065280 00000100:00100000:1.0:1746134039.512548:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:1.0:1746134039.512554:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f684a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830953548065280:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1746134039.512570:0:9584:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 980040512 pending 0 free 3922366464 avail 3690844160 00000100:00100000:1.0:1746134039.512607:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f684a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830953548065280:12345-0@lo:13:osp-pre-0-0.0 Request processed in 53us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134039.512612:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000100:00100000:0.0:1746134039.512671:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d141180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3771:1830953548065280:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1746134039.523407:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.523481:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552219776 00000100:00100000:3.0:1746134039.523489:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552219776 00002000:00100000:3.0:1746134039.523526:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880080651180 x1830953552219776/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 496/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134039.523535:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080651180 with x1830953552219776 ext(0->7) 00010000:00010000:3.0:1746134039.523542:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8489 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f917 expref: 34 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.523554:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8489 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f917 expref: 34 pid: 24940 timeout: 808 lvb_type: 0 00002000:00010000:3.0:1746134039.523559:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080651180 00000100:00100000:3.0:1746134039.523576:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2360 00000100:00100000:3.0:1746134039.523583:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080651180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+34:2011:x1830953552219776:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746134039.524311:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080651180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+36:2011:x1830953552219776:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 726us (910us total) trans 4294970630 rc 0/0 00000100:00100000:3.0:1746134039.524317:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2360 00002000:00100000:3.0:1746134039.524323:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880080651180 x1830953552219776/t4294970630(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 496/448 e 0 to 0 dl 1746134050 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134039.524331:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080651180 with x1830953552219776 ext(0->7) 00010000:00010000:3.0:1746134039.524335:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8489 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f917 expref: 36 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.524344:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8489 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f917 expref: 36 pid: 24940 timeout: 808 lvb_type: 0 00002000:00010000:3.0:1746134039.524349:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080651180 00000100:00100000:0.0:1746134039.527744:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.527838:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552219904 00000100:00100000:3.0:1746134039.527846:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552219904 00000100:00100000:3.0:1746134039.527894:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29526 00000100:00100000:3.0:1746134039.527900:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f685180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+36:1755:x1830953552219904:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134039.527914:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134039.527927:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8497 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f925 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.527949:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134039.527953:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8490 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f91e expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.527958:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746134039.527961:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8497 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f925 expref: 37 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.527992:0:24940:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8490 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f91e expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.528006:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8497 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f925 expref: 37 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.528014:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fa00, rc 0) 00000100:00100000:3.0:1746134039.528059:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f685180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+37:1755:x1830953552219904:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.528065:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29526 00000100:00100000:1.0:1746134039.546722:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.546792:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552220032 00000100:00100000:2.0:1746134039.546798:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552220032 00010000:00010000:2.0:1746134039.546829:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8489 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f917 expref: 37 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:2.0:1746134039.546854:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14828 00000100:00100000:2.0:1746134039.546860:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d142a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+37:2011:x1830953552220032:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134039.546870:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746134039.546884:0:7220:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb mtime from disk: 1746134039 -> 1746134040 00002000:00010000:2.0:1746134039.546886:0:7220:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb ctime from disk: 1746134039 -> 1746134040 00010000:00010000:2.0:1746134039.546890:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8489 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f917 expref: 37 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.546900:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8489 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f917 expref: 37 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.546917:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8489 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f917 expref: 37 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.547064:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134039.547066:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134039.547073:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8490 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f91e expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.547080:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8490 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f91e expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.547418:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8490 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f91e expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.547429:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8490 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f91e expref: 5 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:2.0:1746134039.547439:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080651880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548065536:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134039.548843:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b2119480 going to sleep for 11 seconds 00000100:00100000:2.0:1746134039.549586:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080651880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548065536:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134039.549601:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134039.549627:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d142a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+36:2011:x1830953552220032:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2767us (2911us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134039.549635:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14828 00000100:00100000:0.0:1746134039.551300:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.551366:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552220288 00000100:00100000:3.0:1746134039.551372:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552220288 00002000:00100000:3.0:1746134039.551403:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007f686680 x1830953552220288/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134039.551411:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f686680 with x1830953552220288 ext(0->4095) 00010000:00010000:3.0:1746134039.551418:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8490 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f91e expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.551428:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8490 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f91e expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00002000:00010000:3.0:1746134039.551433:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f686680 00000100:00100000:3.0:1746134039.551445:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2361 00000100:00100000:3.0:1746134039.551450:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f686680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552220288:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134039.551557:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f686680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552220288:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (261us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134039.551561:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2361 00002000:00100000:3.0:1746134039.551566:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007f686680 x1830953552220288/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134039.551573:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f686680 with x1830953552220288 ext(0->4095) 00010000:00010000:3.0:1746134039.551577:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8490 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f91e expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.551584:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8490 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f91e expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00002000:00010000:3.0:1746134039.551589:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f686680 00000100:00100000:1.0:1746134039.557656:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134039.557752:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.557803:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552220416 00000100:00100000:2.0:1746134039.557809:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552220416 00010000:00010000:2.0:1746134039.557837:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8490 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f91e expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:0.0:1746134039.558435:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552220544 00000100:00100000:0.0:1746134039.558439:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552220544 00000100:00100000:0.0:1746134039.558469:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29527 00000100:00100000:0.0:1746134039.558475:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d140000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+7:1757:x1830953552220544:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134039.558486:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134039.558496:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bbdb600/0x9682c7de153c849e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f92c expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134039.558512:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134039.558516:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8497 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f925 expref: 35 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134039.558520:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134039.558523:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbdb600/0x9682c7de153c849e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f92c expref: 8 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134039.558546:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8497 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f925 expref: 35 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134039.558554:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bbdb600/0x9682c7de153c849e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f92c expref: 8 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134039.558562:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bbdb600, rc 0) 00000100:00100000:0.0:1746134039.558594:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d140000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+8:1757:x1830953552220544:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 120us (842us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134039.558599:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29527 00000100:00100000:2.0:1746134039.558730:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14829 00000100:00100000:2.0:1746134039.558735:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d143b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+7:2010:x1830953552220416:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134039.558742:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134039.558755:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8490 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f91e expref: 7 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.558763:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8490 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f91e expref: 7 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.558775:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8490 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f91e expref: 7 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.560053:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134039.560056:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134039.560062:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8497 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f925 expref: 35 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.560069:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8497 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f925 expref: 35 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.560091:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8497 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f925 expref: 35 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.560108:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8497 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f925 expref: 35 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:2.0:1746134039.560131:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080651880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548065792:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134039.560954:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b2119480 going to sleep for 11 seconds 00000100:00100000:2.0:1746134039.564157:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080651880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548065792:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134039.564176:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134039.564646:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d143b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552220416:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 5908us (6993us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134039.564654:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14829 00000100:00100000:0.0:1746134039.565162:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.565336:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552220672 00000100:00100000:2.0:1746134039.565341:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552220672 00010000:00010000:2.0:1746134039.565362:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8497 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f925 expref: 36 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:2.0:1746134039.565386:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14830 00000100:00100000:2.0:1746134039.565390:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f685f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+36:2010:x1830953552220672:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134039.565400:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134039.565413:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8497 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f925 expref: 36 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.565422:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8497 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f925 expref: 36 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.565441:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8497 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f925 expref: 36 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.566937:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134039.566940:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134039.566949:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bbdb600/0x9682c7de153c849e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f92c expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.566956:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbdb600/0x9682c7de153c849e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f92c expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.566987:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bbdb600/0x9682c7de153c849e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f92c expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134039.566997:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080651880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548065920:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134039.568514:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b2119480 going to sleep for 11 seconds 00000100:00100000:2.0:1746134039.571984:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080651880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548065920:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134039.572001:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134039.572042:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f685f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+35:2010:x1830953552220672:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 6651us (6881us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134039.572051:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14830 00000100:00100000:0.0:1746134039.572175:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.572395:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552220928 00000100:00100000:2.0:1746134039.572400:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552220928 00002000:00100000:2.0:1746134039.572426:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007f684380 x1830953552220928/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.572434:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f684380 with x1830953552220928 ext(0->4095) 00002000:00010000:2.0:1746134039.572438:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f684380 00000100:00100000:2.0:1746134039.572460:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13021 00000100:00100000:2.0:1746134039.572465:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f684380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552220928:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134039.573390:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f684380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552220928:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 922us (1212us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134039.573396:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13021 00002000:00100000:2.0:1746134039.573403:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007f684380 x1830953552220928/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.573410:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f684380 with x1830953552220928 ext(0->4095) 00002000:00010000:2.0:1746134039.573413:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f684380 00000100:00100000:0.0:1746134039.574847:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.575080:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552221056 00000100:00100000:3.0:1746134039.575086:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552221056 00000100:00100000:3.0:1746134039.575146:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29528 00000100:00100000:3.0:1746134039.575153:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f686300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+35:1755:x1830953552221056:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134039.575165:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134039.575177:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c84a5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f933 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.575512:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bbdb600/0x9682c7de153c849e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f92c expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.575520:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.575521:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.575524:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c84a5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f933 expref: 36 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.575545:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bbdb600/0x9682c7de153c849e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f92c expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.575559:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bbdb600/0x9682c7de153c849e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f92c expref: 5 pid: 9582 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134039.575569:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548066048:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134039.575637:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746134039.577087:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134039.577710:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552221184 00000100:00100000:0.0:1746134039.577716:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552221184 00000100:00100000:0.0:1746134039.578167:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29529 00000100:00100000:0.0:1746134039.578174:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d142300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+37:1757:x1830953552221184:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134039.578186:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134039.578196:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bbdac00/0x9682c7de153c84ac lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f93a expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134039.578212:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134039.578216:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c84a5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f933 expref: 38 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134039.578221:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134039.578224:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbdac00/0x9682c7de153c84ac lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f93a expref: 38 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134039.578245:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c84a5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f933 expref: 38 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134039.578254:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bbdac00/0x9682c7de153c84ac lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f93a expref: 38 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134039.578265:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bbdac00, rc 0) 00000100:00100000:0.0:1746134039.578296:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d142300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+38:1757:x1830953552221184:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 123us (1213us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134039.578300:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29529 00000100:00100000:2.0:1746134039.578822:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.578876:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548066048:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134039.578891:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c84a5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f933 expref: 37 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.578899:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90e600, rc 0) 00000100:00100000:3.0:1746134039.578924:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f686300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+37:1755:x1830953552221056:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3772us (4081us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.578929:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29528 00000100:00100000:0.0:1746134039.579179:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552221312 00000100:00100000:0.0:1746134039.579183:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552221312 00010000:00010000:0.0:1746134039.579200:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbdb600/0x9682c7de153c849e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f92c expref: 6 pid: 9582 timeout: 808 lvb_type: 0 00000100:00100000:0.0:1746134039.579225:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14831 00000100:00100000:0.0:1746134039.579230:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51aa850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552221312:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134039.579237:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134039.579250:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bbdb600/0x9682c7de153c849e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f92c expref: 6 pid: 9582 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746134039.579259:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bbdb600/0x9682c7de153c849e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f92c expref: 6 pid: 9582 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746134039.579273:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bbdb600/0x9682c7de153c849e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f92c expref: 6 pid: 9582 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746134039.579293:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134039.579295:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134039.579300:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c84a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f933 expref: 36 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134039.579309:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c84a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f933 expref: 36 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134039.579326:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c84a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f933 expref: 36 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134039.579334:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c84a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f933 expref: 36 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:0.0:1746134039.579343:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007f684e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548066304:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134039.580317:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c000 going to sleep for 11 seconds 00000100:00100000:2.0:1746134039.581725:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007f684e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548066304:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134039.581740:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134039.581781:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51aa850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552221312:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2549us (2958us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134039.581789:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14831 00000100:00100000:3.0:1746134039.583976:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.584217:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552221568 00000100:00100000:2.0:1746134039.584225:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552221568 00002000:00100000:2.0:1746134039.584420:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880099b2f100 x1830953552221568/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.584430:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099b2f100 with x1830953552221568 ext(0->4095) 00010000:00010000:2.0:1746134039.584438:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c84a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f933 expref: 37 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.584450:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c84a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f933 expref: 37 pid: 24940 timeout: 808 lvb_type: 0 00002000:00010000:2.0:1746134039.584456:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099b2f100 00000100:00100000:2.0:1746134039.584482:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2362 00000100:00100000:2.0:1746134039.584489:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+37:2010:x1830953552221568:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134039.584602:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+37:2010:x1830953552221568:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (630us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134039.584607:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2362 00002000:00100000:2.0:1746134039.584613:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880099b2f100 x1830953552221568/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.584619:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099b2f100 with x1830953552221568 ext(0->4095) 00010000:00010000:2.0:1746134039.584623:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c84a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f933 expref: 37 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.584644:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c84a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f933 expref: 37 pid: 24940 timeout: 808 lvb_type: 0 00002000:00010000:2.0:1746134039.584649:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099b2f100 00000100:00100000:0.0:1746134039.589391:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.589446:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552221696 00000100:00100000:2.0:1746134039.589453:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552221696 00010000:00010000:2.0:1746134039.589482:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c84a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f933 expref: 37 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:2.0:1746134039.589519:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14832 00000100:00100000:2.0:1746134039.589525:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f685880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+37:2011:x1830953552221696:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134039.589535:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134039.589549:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c84a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f933 expref: 37 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.589558:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c84a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f933 expref: 37 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.589575:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c84a5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f933 expref: 37 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.589598:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134039.589600:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134039.589606:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bbdac00/0x9682c7de153c84ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f93a expref: 36 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.589618:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbdac00/0x9682c7de153c84ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f93a expref: 36 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.589643:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bbdac00/0x9682c7de153c84ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f93a expref: 36 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134039.589653:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548066432:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134039.589718:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b21196c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134039.592683:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.592776:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548066432:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134039.592792:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134039.592834:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f685880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+36:2011:x1830953552221696:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3309us (3450us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134039.592843:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14832 00000100:00100000:3.0:1746134039.592916:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552221952 00000100:00100000:3.0:1746134039.592921:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552221952 00002000:00100000:3.0:1746134039.592951:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007f687800 x1830953552221952/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134039.592959:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f687800 with x1830953552221952 ext(0->4095) 00002000:00010000:3.0:1746134039.592963:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f687800 00000100:00100000:3.0:1746134039.592985:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13022 00000100:00100000:3.0:1746134039.592992:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f687800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+36:2012:x1830953552221952:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746134039.594216:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f687800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+36:2012:x1830953552221952:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 Request processed in 955us (1270us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134039.594225:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13022 00002000:00100000:3.0:1746134039.594231:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007f687800 x1830953552221952/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134039.594240:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f687800 with x1830953552221952 ext(0->4095) 00002000:00010000:3.0:1746134039.594243:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f687800 00000100:00100000:0.0:1746134039.596011:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.596085:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552222080 00000100:00100000:3.0:1746134039.596092:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552222080 00000100:00100000:3.0:1746134039.596170:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29530 00000100:00100000:3.0:1746134039.596177:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f685500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552222080:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134039.596191:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134039.596205:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c84b3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f941 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.596227:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bbdac00/0x9682c7de153c84ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f93a expref: 35 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.596233:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134039.596235:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134039.596238:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c84b3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f941 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.596260:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bbdac00/0x9682c7de153c84ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f93a expref: 35 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.596268:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bbdac00/0x9682c7de153c84ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f93a expref: 35 pid: 9582 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134039.596282:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548066560:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134039.596348:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746134039.598226:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548066560:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134039.598261:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c84b3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f941 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.598274:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f400, rc 0) 00000100:00100000:3.0:1746134039.598306:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f685500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552222080:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2129us (2300us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.598313:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29530 00000100:00100000:0.0:1746134039.599435:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.599623:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552222208 00000100:00100000:2.0:1746134039.599629:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552222208 00010000:00010000:2.0:1746134039.599654:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbdac00/0x9682c7de153c84ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f93a expref: 36 pid: 9582 timeout: 808 lvb_type: 0 00000100:00100000:2.0:1746134039.599706:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14833 00000100:00100000:2.0:1746134039.599713:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f686d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+36:2010:x1830953552222208:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134039.599724:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134039.599739:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bbdac00/0x9682c7de153c84ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f93a expref: 36 pid: 9582 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.599748:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bbdac00/0x9682c7de153c84ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f93a expref: 36 pid: 9582 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.599766:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bbdac00/0x9682c7de153c84ac lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f93a expref: 36 pid: 9582 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.599789:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134039.599791:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134039.599796:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c84b3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f941 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.599803:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c84b3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f941 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.599827:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c84b3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f941 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134039.599837:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548066688:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134039.599900:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b21196c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746134039.601677:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548066688:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134039.601693:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134039.601722:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f686d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+35:2010:x1830953552222208:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2009us (2289us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134039.601729:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14833 00000100:00100000:0.0:1746134039.602084:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.602168:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552222464 00000100:00100000:3.0:1746134039.602177:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552222464 00002000:00100000:3.0:1746134039.602204:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007f685f80 x1830953552222464/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134039.602214:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f685f80 with x1830953552222464 ext(0->4095) 00002000:00010000:3.0:1746134039.602218:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f685f80 00000100:00100000:3.0:1746134039.602241:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13023 00000100:00100000:3.0:1746134039.602526:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f685f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552222464:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134039.602636:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f685f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552222464:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (552us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134039.602946:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13023 00002000:00100000:3.0:1746134039.602957:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007f685f80 x1830953552222464/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134039.602968:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f685f80 with x1830953552222464 ext(0->4095) 00002000:00010000:3.0:1746134039.602971:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f685f80 00000100:00100000:0.0:1746134039.604523:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.605545:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552222592 00000100:00100000:3.0:1746134039.605552:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552222592 00000100:00100000:3.0:1746134039.605589:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29531 00000100:00100000:3.0:1746134039.605596:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f684e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+35:1755:x1830953552222592:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134039.605610:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134039.605623:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c84ba lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f948 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.605647:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c84b3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f941 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.605654:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.605655:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.605658:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c84ba lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f948 expref: 36 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.605680:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c84b3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f941 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.605688:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c84b3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f941 expref: 5 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134039.605698:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548066816:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134039.605763:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d300 going to sleep for 11 seconds 00000100:00100000:1.0:1746134039.606349:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134039.606428:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552222720 00000100:00100000:0.0:1746134039.606432:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552222720 00000100:00100000:0.0:1746134039.606462:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29532 00000100:00100000:0.0:1746134039.606468:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d143800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+37:1757:x1830953552222720:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134039.606475:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134039.606482:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bbdbe00/0x9682c7de153c84c1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f94f expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134039.606496:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134039.606499:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c84ba lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f948 expref: 38 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134039.606504:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134039.606506:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbdbe00/0x9682c7de153c84c1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f94f expref: 38 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134039.606526:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c84ba lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f948 expref: 38 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134039.606536:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bbdbe00/0x9682c7de153c84c1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f94f expref: 38 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134039.606543:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bbdbe00, rc 0) 00000100:00100000:0.0:1746134039.606567:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d143800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+38:1757:x1830953552222720:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 99us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134039.606573:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29532 00000100:00100000:3.0:1746134039.609110:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548066816:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134039.609168:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c84ba lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f948 expref: 37 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.609182:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f200, rc 0) 00000100:00100000:3.0:1746134039.609220:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f684e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+37:1755:x1830953552222592:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3624us (4701us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.609226:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29531 00000100:00100000:0.0:1746134039.609836:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.610261:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552222848 00000100:00100000:3.0:1746134039.610265:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552222848 00010000:00010000:3.0:1746134039.610286:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c84b3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f941 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134039.610442:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14834 00000100:00100000:3.0:1746134039.610449:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552222848:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134039.610459:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134039.610473:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c84b3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f941 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.610482:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c84b3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f941 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.610499:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c84b3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f941 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.610520:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.610522:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.610527:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c84ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f948 expref: 36 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.610534:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c84ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f948 expref: 36 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.610553:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c84ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f948 expref: 36 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.610561:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c84ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f948 expref: 36 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134039.610570:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548067072:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134039.611689:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d300 going to sleep for 11 seconds 00000100:00100000:0.0:1746134039.614799:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.614919:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552223104 00000100:00100000:2.0:1746134039.614927:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552223104 00002000:00100000:2.0:1746134039.614962:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880085f3d880 x1830953552223104/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.614976:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3d880 with x1830953552223104 ext(0->4095) 00010000:00010000:2.0:1746134039.614983:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c84ba lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f948 expref: 37 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.614994:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c84ba lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f948 expref: 37 pid: 24940 timeout: 808 lvb_type: 0 00002000:00010000:2.0:1746134039.615000:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085f3d880 00000100:00100000:2.0:1746134039.615017:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2363 00000100:00100000:2.0:1746134039.615022:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+37:2009:x1830953552223104:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134039.615163:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+37:2009:x1830953552223104:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 139us (370us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134039.615169:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2363 00002000:00100000:2.0:1746134039.615174:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880085f3d880 x1830953552223104/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.615180:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3d880 with x1830953552223104 ext(0->4095) 00010000:00010000:2.0:1746134039.615183:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c84ba lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f948 expref: 37 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.615191:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c84ba lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f948 expref: 37 pid: 24940 timeout: 808 lvb_type: 0 00002000:00010000:2.0:1746134039.615195:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085f3d880 00000100:00100000:3.0:1746134039.615428:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548067072:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134039.615458:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134039.615930:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552222848:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 5479us (6093us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.615937:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14834 00000100:00100000:0.0:1746134039.618198:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.618298:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552223232 00000100:00100000:3.0:1746134039.618304:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552223232 00010000:00010000:3.0:1746134039.618331:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c84ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f948 expref: 37 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134039.618352:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14835 00000100:00100000:3.0:1746134039.618358:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+37:2009:x1830953552223232:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134039.618369:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134039.618385:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c84ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f948 expref: 37 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.618395:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c84ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f948 expref: 37 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.618412:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c84ba lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f948 expref: 37 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.618627:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.618630:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.618637:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bbdbe00/0x9682c7de153c84c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f94f expref: 36 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.618644:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbdbe00/0x9682c7de153c84c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f94f expref: 36 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.618670:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bbdbe00/0x9682c7de153c84c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f94f expref: 36 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134039.618680:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548067200:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134039.619028:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d300 going to sleep for 11 seconds 00000100:00100000:0.0:1746134039.621250:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.621334:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548067200:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134039.621366:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134039.621398:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+36:2009:x1830953552223232:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3040us (3206us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.621406:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14835 00000100:00100000:1.0:1746134039.622354:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552223488 00000100:00100000:1.0:1746134039.622362:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552223488 00002000:00100000:1.0:1746134039.622392:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880085f3fb80 x1830953552223488/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134039.622401:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3fb80 with x1830953552223488 ext(0->4095) 00002000:00010000:1.0:1746134039.622405:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085f3fb80 00000100:00100000:1.0:1746134039.622432:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13024 00000100:00100000:1.0:1746134039.622439:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+36:2010:x1830953552223488:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134039.622541:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+36:2010:x1830953552223488:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (1298us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134039.622547:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13024 00002000:00100000:1.0:1746134039.622552:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880085f3fb80 x1830953552223488/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134039.622557:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3fb80 with x1830953552223488 ext(0->4095) 00002000:00010000:1.0:1746134039.622560:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085f3fb80 00000100:00100000:0.0:1746134039.624777:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.624882:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552223616 00000100:00100000:3.0:1746134039.624889:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552223616 00000100:00100000:3.0:1746134039.624934:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29533 00000100:00100000:3.0:1746134039.624940:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552223616:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134039.624953:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134039.624967:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c84c8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f956 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.624990:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bbdbe00/0x9682c7de153c84c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f94f expref: 35 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.624996:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134039.624998:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134039.625001:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c84c8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f956 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.625024:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bbdbe00/0x9682c7de153c84c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f94f expref: 35 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.625034:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bbdbe00/0x9682c7de153c84c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f94f expref: 35 pid: 9581 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134039.625044:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548067328:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134039.625145:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d300 going to sleep for 11 seconds 00000100:00100000:3.0:1746134039.627068:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548067328:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134039.627378:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c84c8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f956 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.627398:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fe00, rc 0) 00000100:00100000:3.0:1746134039.627440:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552223616:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2500us (2668us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.627447:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29533 00000100:00100000:0.0:1746134039.627631:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.627855:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552223744 00000100:00100000:3.0:1746134039.627860:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552223744 00010000:00010000:3.0:1746134039.627878:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbdbe00/0x9682c7de153c84c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f94f expref: 36 pid: 9581 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134039.627897:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14836 00000100:00100000:3.0:1746134039.627903:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+36:2009:x1830953552223744:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134039.627913:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134039.627928:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bbdbe00/0x9682c7de153c84c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f94f expref: 36 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.627937:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bbdbe00/0x9682c7de153c84c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f94f expref: 36 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.627954:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bbdbe00/0x9682c7de153c84c1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f94f expref: 36 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.628497:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.628499:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.628505:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c84c8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f956 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.628516:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c84c8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f956 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.628539:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c84c8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f956 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134039.628548:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548067456:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134039.629257:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d300 going to sleep for 11 seconds 00000100:00100000:0.0:1746134039.632697:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.632839:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552224000 00000100:00100000:2.0:1746134039.632847:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552224000 00002000:00100000:2.0:1746134039.632882:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880085f3df80 x1830953552224000/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.632891:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3df80 with x1830953552224000 ext(0->4095) 00002000:00010000:2.0:1746134039.632896:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085f3df80 00000100:00100000:2.0:1746134039.632920:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13025 00000100:00100000:2.0:1746134039.632927:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552224000:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134039.633253:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548067456:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134039.633283:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134039.633313:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+35:2009:x1830953552223744:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 5410us (5682us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.633320:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14836 00000100:00100000:0.0:1746134039.633608:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.633794:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552224000:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 867us (1104us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134039.633799:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13025 00002000:00100000:2.0:1746134039.633805:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880085f3df80 x1830953552224000/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.633812:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3df80 with x1830953552224000 ext(0->4095) 00002000:00010000:2.0:1746134039.633815:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085f3df80 00000100:00100000:3.0:1746134039.634316:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552224128 00000100:00100000:3.0:1746134039.634320:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552224128 00000100:00100000:3.0:1746134039.634475:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29534 00000100:00100000:3.0:1746134039.634482:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+35:1755:x1830953552224128:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134039.634492:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134039.634504:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c84cf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f95d expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.634524:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c84c8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f956 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.634530:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.634532:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.634535:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c84cf lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f95d expref: 36 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.634555:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c84c8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f956 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.634564:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c84c8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f956 expref: 5 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134039.634573:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548067584:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134039.634622:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d300 going to sleep for 11 seconds 00000100:00100000:0.0:1746134039.637252:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134039.638288:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552224256 00000100:00100000:1.0:1746134039.638296:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552224256 00000100:00100000:1.0:1746134039.638328:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29535 00000100:00100000:1.0:1746134039.638334:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+37:1757:x1830953552224256:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134039.638348:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134039.638361:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c84d6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f964 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.638379:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134039.638383:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c84cf lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f95d expref: 38 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.638388:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134039.638392:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c84d6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f964 expref: 38 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.638416:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c84cf lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f95d expref: 38 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.638426:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c84d6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f964 expref: 38 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.638434:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957ea000, rc 0) 00000100:00100000:1.0:1746134039.638467:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+38:1757:x1830953552224256:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (1222us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134039.638473:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29535 00000100:00100000:0.0:1746134039.638655:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.638785:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548067584:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134039.638815:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c84cf lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f95d expref: 37 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.638823:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90ec00, rc 0) 00000100:00100000:3.0:1746134039.638843:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+37:1755:x1830953552224128:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4361us (5236us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.638848:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29534 00000100:00100000:2.0:1746134039.638909:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552224384 00000100:00100000:2.0:1746134039.638912:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552224384 00010000:00010000:2.0:1746134039.638927:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c84c8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f956 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:2.0:1746134039.638944:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14837 00000100:00100000:2.0:1746134039.638949:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552224384:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134039.638957:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134039.638971:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c84c8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f956 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.638983:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c84c8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f956 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.638996:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c84c8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f956 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.639020:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134039.639022:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134039.639026:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c84cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f95d expref: 36 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.639033:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c84cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f95d expref: 36 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.639051:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c84cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f95d expref: 36 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.639061:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c84cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f95d expref: 36 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:2.0:1746134039.639070:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548067840:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134039.639134:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b21196c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134039.643004:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.643089:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548067840:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134039.643204:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552224640 00000100:00100000:3.0:1746134039.643210:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552224640 00002000:00100000:3.0:1746134039.643240:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880085f3dc00 x1830953552224640/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134039.643248:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3dc00 with x1830953552224640 ext(0->4095) 00010000:00010000:3.0:1746134039.643255:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c84cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f95d expref: 37 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.643270:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c84cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f95d expref: 37 pid: 24940 timeout: 808 lvb_type: 0 00002000:00010000:3.0:1746134039.643275:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085f3dc00 00000100:00100000:3.0:1746134039.643290:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2364 00000100:00100000:3.0:1746134039.643294:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+37:2009:x1830953552224640:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134039.643393:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+37:2009:x1830953552224640:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (396us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134039.643398:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2364 00002000:00100000:3.0:1746134039.643403:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880085f3dc00 x1830953552224640/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134039.643409:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3dc00 with x1830953552224640 ext(0->4095) 00010000:00010000:3.0:1746134039.643413:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c84cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f95d expref: 37 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.643420:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c84cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f95d expref: 37 pid: 24940 timeout: 808 lvb_type: 0 00002000:00010000:3.0:1746134039.643425:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085f3dc00 00010000:00010000:2.0:1746134039.643672:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134039.643696:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552224384:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4746us (5041us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134039.643706:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14837 00000100:00100000:0.0:1746134039.650701:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.651018:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552224768 00000100:00100000:2.0:1746134039.651026:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552224768 00010000:00010000:2.0:1746134039.651057:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c84cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f95d expref: 37 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:2.0:1746134039.651080:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14838 00000100:00100000:2.0:1746134039.651086:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51aa450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+37:2010:x1830953552224768:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134039.651096:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134039.651142:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c84cf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f95d expref: 37 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.651152:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c84cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f95d expref: 37 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.651169:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c84cf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f95d expref: 37 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.651192:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134039.651194:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134039.651199:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c84d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f964 expref: 36 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.651206:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c84d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f964 expref: 36 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.651233:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c84d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f964 expref: 36 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134039.651244:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548067968:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134039.651542:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b21196c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746134039.654339:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548067968:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134039.654358:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134039.654391:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51aa450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+36:2010:x1830953552224768:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3304us (3696us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.654404:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14838 00000100:00100000:0.0:1746134039.656677:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134039.656761:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552225024 00000100:00100000:1.0:1746134039.656768:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552225024 00002000:00100000:1.0:1746134039.656805:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880085f3ed80 x1830953552225024/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134039.656814:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3ed80 with x1830953552225024 ext(0->4095) 00002000:00010000:1.0:1746134039.656818:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085f3ed80 00000100:00100000:1.0:1746134039.656846:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13026 00000100:00100000:1.0:1746134039.656853:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+36:2010:x1830953552225024:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134039.656961:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+36:2010:x1830953552225024:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (289us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134039.656967:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13026 00002000:00100000:1.0:1746134039.656972:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880085f3ed80 x1830953552225024/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134039.656978:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3ed80 with x1830953552225024 ext(0->4095) 00002000:00010000:1.0:1746134039.656981:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085f3ed80 00000100:00100000:0.0:1746134039.661677:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.661856:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552225152 00000100:00100000:3.0:1746134039.661864:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552225152 00000100:00100000:3.0:1746134039.661900:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29536 00000100:00100000:3.0:1746134039.661907:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552225152:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134039.661923:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134039.661936:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c84dd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f96b expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.661959:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c84d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f964 expref: 35 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.661965:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134039.661967:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134039.661970:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c84dd lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f96b expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.661994:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c84d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f964 expref: 35 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.662002:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c84d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f964 expref: 35 pid: 9582 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134039.662013:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548068096:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134039.663414:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d480 going to sleep for 11 seconds 00000100:00100000:3.0:1746134039.676537:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548068096:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134039.676581:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c84dd lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f96b expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.676593:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fe00, rc 0) 00000100:00100000:3.0:1746134039.676628:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552225152:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 14721us (14958us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.676634:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29536 00000100:00100000:0.0:1746134039.683259:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.683327:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552225280 00000100:00100000:3.0:1746134039.683335:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552225280 00002000:00100000:3.0:1746134039.683370:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880085f3e680 x1830953552225280/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 496/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134039.683379:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3e680 with x1830953552225280 ext(0->7) 00010000:00010000:3.0:1746134039.683386:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c84d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f964 expref: 36 pid: 9582 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.683398:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c84d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f964 expref: 36 pid: 9582 timeout: 808 lvb_type: 0 00002000:00010000:3.0:1746134039.683404:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085f3e680 00000100:00100000:3.0:1746134039.683421:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2365 00000100:00100000:3.0:1746134039.683427:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+36:2010:x1830953552225280:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746134039.684260:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+38:2010:x1830953552225280:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 830us (1004us total) trans 4294970631 rc 0/0 00000100:00100000:0.0:1746134039.684266:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2365 00002000:00100000:0.0:1746134039.684273:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880085f3e680 x1830953552225280/t4294970631(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 496/448 e 0 to 0 dl 1746134050 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134039.684280:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3e680 with x1830953552225280 ext(0->7) 00010000:00010000:0.0:1746134039.684286:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c84d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f964 expref: 38 pid: 9582 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746134039.684295:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c84d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f964 expref: 38 pid: 9582 timeout: 808 lvb_type: 0 00002000:00010000:0.0:1746134039.684299:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085f3e680 00000100:00100000:0.0:1746134039.691092:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.691210:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552225408 00000100:00100000:3.0:1746134039.691217:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552225408 00010000:00010000:3.0:1746134039.691249:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c84d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f964 expref: 38 pid: 9582 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134039.691277:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14839 00000100:00100000:3.0:1746134039.691284:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+38:2012:x1830953552225408:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134039.691295:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134039.691310:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c84d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f964 expref: 38 pid: 9582 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.691319:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c84d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f964 expref: 38 pid: 9582 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.691336:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c84d6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f964 expref: 38 pid: 9582 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.691362:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.691363:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.691369:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c84dd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f96b expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.691375:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c84dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f96b expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.691401:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c84dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f96b expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134039.691411:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548068224:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134039.691479:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d480 going to sleep for 11 seconds 00000100:00100000:0.0:1746134039.693316:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.693405:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548068224:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134039.693436:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134039.693468:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+37:2012:x1830953552225408:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2184us (2382us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.693476:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14839 00000100:00100000:1.0:1746134039.693568:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552225664 00000100:00100000:1.0:1746134039.693574:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552225664 00002000:00100000:1.0:1746134039.693602:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880085f3c380 x1830953552225664/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134039.693610:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3c380 with x1830953552225664 ext(0->4095) 00002000:00010000:1.0:1746134039.693614:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085f3c380 00000100:00100000:1.0:1746134039.694841:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13027 00000100:00100000:1.0:1746134039.694851:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953552225664:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746134039.694972:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953552225664:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 Request processed in 122us (1660us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134039.694977:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13027 00002000:00100000:1.0:1746134039.694984:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880085f3c380 x1830953552225664/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134039.694991:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3c380 with x1830953552225664 ext(0->4095) 00002000:00010000:1.0:1746134039.694995:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085f3c380 00000100:00100000:0.0:1746134039.696797:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.698295:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552225792 00000100:00100000:3.0:1746134039.698304:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552225792 00000100:00100000:3.0:1746134039.698352:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29537 00000100:00100000:3.0:1746134039.698360:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+37:1757:x1830953552225792:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134039.698374:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134039.698387:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c84e4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f972 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.698411:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c84dd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f96b expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.698419:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.698421:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.698423:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c84e4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f972 expref: 38 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.698448:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c84dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f96b expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.698458:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c84dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f96b expref: 5 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134039.698466:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548068352:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134039.698537:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d480 going to sleep for 11 seconds 00000100:00100000:3.0:1746134039.703940:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548068352:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134039.703984:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c84e4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f972 expref: 38 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.703999:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f200, rc 0) 00000100:00100000:3.0:1746134039.704047:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+38:1757:x1830953552225792:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5687us (7254us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.704054:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29537 00000100:00100000:0.0:1746134039.705810:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134039.705851:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.705915:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552225920 00000100:00100000:3.0:1746134039.705921:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552225920 00000100:00100000:2.0:1746134039.706110:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552226048 00000100:00100000:2.0:1746134039.706138:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552226048 00010000:00010000:2.0:1746134039.706158:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c84dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f96b expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:2.0:1746134039.706178:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14840 00000100:00100000:2.0:1746134039.706184:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cbc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552226048:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134039.706194:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134039.706208:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c84dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f96b expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.706218:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c84dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f96b expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.706235:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c84dd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f96b expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.706255:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134039.706257:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134039.706263:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c84e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f972 expref: 38 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.706269:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c84e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f972 expref: 38 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.706299:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c84e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f972 expref: 38 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134039.706309:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080651880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548068480:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134039.706356:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b21196c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746134039.706695:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29538 00000100:00100000:3.0:1746134039.706701:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+38:1755:x1830953552225920:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134039.706712:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134039.706719:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c84eb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f979 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.706732:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c84e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f972 expref: 39 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.706737:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134039.706738:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134039.706741:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c84eb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f979 expref: 39 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.706755:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c84e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f972 expref: 39 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.706767:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c84e4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f972 expref: 39 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134039.706774:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548068608:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134039.706797:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d480 going to sleep for 11 seconds 00000100:00100000:2.0:1746134039.708619:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080651880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548068480:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134039.708636:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134039.708888:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cbc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552226048:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2703us (3035us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134039.708896:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14840 00000100:00100000:0.0:1746134039.713767:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.714479:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552226304 00000100:00100000:2.0:1746134039.714486:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552226304 00002000:00100000:2.0:1746134039.714522:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880131cbea00 x1830953552226304/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.714531:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cbea00 with x1830953552226304 ext(0->4095) 00010000:00010000:2.0:1746134039.714538:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c84e4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f972 expref: 40 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.714550:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c84e4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f972 expref: 40 pid: 24940 timeout: 808 lvb_type: 0 00002000:00010000:2.0:1746134039.714556:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131cbea00 00000100:00100000:2.0:1746134039.714656:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2366 00000100:00100000:2.0:1746134039.714663:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+40:2009:x1830953552226304:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134039.716229:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+40:2009:x1830953552226304:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 1561us (2464us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134039.716236:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2366 00002000:00100000:2.0:1746134039.716244:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880131cbea00 x1830953552226304/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.716252:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cbea00 with x1830953552226304 ext(0->4095) 00010000:00010000:2.0:1746134039.716259:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c84e4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f972 expref: 40 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.716270:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c84e4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f972 expref: 40 pid: 24940 timeout: 808 lvb_type: 0 00002000:00010000:2.0:1746134039.716275:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131cbea00 00000100:00100000:3.0:1746134039.718161:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548068608:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134039.718200:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c84eb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f979 expref: 39 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.718214:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f400, rc 0) 00000100:00100000:3.0:1746134039.718915:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+39:1755:x1830953552225920:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 12211us (13107us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.718923:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29538 00000100:00100000:0.0:1746134039.719279:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134039.719366:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.719429:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552226432 00000100:00100000:3.0:1746134039.719434:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552226432 00000100:00100000:3.0:1746134039.719466:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29539 00000100:00100000:3.0:1746134039.719471:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552226432:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134039.719482:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134039.719492:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c84f2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f980 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.719508:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134039.719511:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c84eb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f979 expref: 38 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.719521:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746134039.719523:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c84f2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f980 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.719550:0:24940:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c84eb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f979 expref: 38 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.719557:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c84f2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f980 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.719564:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90ee00, rc 0) 00000100:00100000:3.0:1746134039.719583:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552226432:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 112us (305us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.719587:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29539 00000100:00100000:2.0:1746134039.719896:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552226560 00000100:00100000:2.0:1746134039.719900:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552226560 00010000:00010000:2.0:1746134039.719916:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c84e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f972 expref: 39 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:2.0:1746134039.719934:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14841 00000100:00100000:2.0:1746134039.719938:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+39:2009:x1830953552226560:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134039.719945:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134039.719958:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c84e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f972 expref: 39 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.719965:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c84e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f972 expref: 39 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.719979:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c84e4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f972 expref: 39 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.719990:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134039.719992:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134039.719996:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c84eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f979 expref: 38 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.720001:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c84eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f979 expref: 38 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.720017:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c84eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f979 expref: 38 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.720026:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c84eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f979 expref: 38 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:2.0:1746134039.720034:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080651880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548068864:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134039.720081:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b21196c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134039.722391:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.722497:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552226816 00000100:00100000:3.0:1746134039.722503:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552226816 00002000:00100000:3.0:1746134039.722536:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880131cbc380 x1830953552226816/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134039.722544:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cbc380 with x1830953552226816 ext(0->4095) 00010000:00010000:3.0:1746134039.722553:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c84eb lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f979 expref: 39 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.722562:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c84eb lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f979 expref: 39 pid: 24940 timeout: 808 lvb_type: 0 00002000:00010000:3.0:1746134039.722568:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131cbc380 00000100:00100000:3.0:1746134039.722584:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2367 00000100:00100000:3.0:1746134039.722590:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+39:2010:x1830953552226816:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134039.722701:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+39:2010:x1830953552226816:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (314us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134039.722708:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2367 00002000:00100000:3.0:1746134039.722713:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880131cbc380 x1830953552226816/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134039.722718:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cbc380 with x1830953552226816 ext(0->4095) 00010000:00010000:3.0:1746134039.722722:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c84eb lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f979 expref: 39 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:3.0:1746134039.722729:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c84eb lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f979 expref: 39 pid: 24940 timeout: 808 lvb_type: 0 00002000:00010000:3.0:1746134039.722734:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131cbc380 00000100:00100000:2.0:1746134039.722852:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080651880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548068864:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134039.722865:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134039.722894:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+38:2009:x1830953552226560:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2956us (3528us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134039.722901:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14841 00000100:00100000:0.0:1746134039.725499:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134039.725619:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552226944 00000100:00100000:1.0:1746134039.725626:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552226944 00000100:00100000:1.0:1746134039.726032:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29540 00000100:00100000:1.0:1746134039.726040:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+38:1755:x1830953552226944:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134039.726054:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134039.726067:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c84f9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f987 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.726085:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134039.726090:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c84f2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f980 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.726094:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746134039.726097:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c84f9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f987 expref: 39 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.726155:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c84f2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f980 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.726168:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c84f9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f987 expref: 39 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.726175:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957ea000, rc 0) 00000100:00100000:1.0:1746134039.726206:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+39:1755:x1830953552226944:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 168us (714us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134039.726212:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29540 00000100:00100000:0.0:1746134039.726632:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.726821:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552227072 00000100:00100000:2.0:1746134039.726826:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552227072 00010000:00010000:2.0:1746134039.726840:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c84eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f979 expref: 39 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:2.0:1746134039.726857:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14842 00000100:00100000:2.0:1746134039.726860:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c415180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+39:2010:x1830953552227072:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134039.726867:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134039.726880:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c84eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f979 expref: 39 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.726888:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c84eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f979 expref: 39 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.726902:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c84eb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f979 expref: 39 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.726913:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134039.726915:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134039.726920:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c84f2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f980 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.726925:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c84f2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f980 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.726943:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c84f2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f980 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.726951:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c84f2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f980 expref: 5 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:2.0:1746134039.726960:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080651880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548069120:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134039.727014:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b21196c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746134039.729335:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080651880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548069120:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134039.729352:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134039.729384:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c415180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+38:2010:x1830953552227072:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2521us (2751us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134039.729391:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14842 00000100:00100000:0.0:1746134039.730009:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.730494:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552227328 00000100:00100000:2.0:1746134039.730501:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552227328 00002000:00100000:2.0:1746134039.730532:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009c417100 x1830953552227328/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.730541:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c417100 with x1830953552227328 ext(0->4095) 00010000:00010000:2.0:1746134039.730548:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c84f2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f980 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.730559:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c84f2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f980 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00002000:00010000:2.0:1746134039.730565:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c417100 00000100:00100000:2.0:1746134039.731065:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2368 00000100:00100000:2.0:1746134039.731073:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c417100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552227328:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134039.731220:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c417100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552227328:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 148us (1212us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134039.731229:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2368 00002000:00100000:2.0:1746134039.731234:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009c417100 x1830953552227328/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.731241:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c417100 with x1830953552227328 ext(0->4095) 00010000:00010000:2.0:1746134039.731246:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c84f2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f980 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.731255:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c84f2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f980 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00002000:00010000:2.0:1746134039.731260:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c417100 00000100:00100000:0.0:1746134039.734781:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.734860:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552227456 00000100:00100000:2.0:1746134039.734866:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552227456 00010000:00010000:2.0:1746134039.734894:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c84f2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f980 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:2.0:1746134039.734927:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14843 00000100:00100000:2.0:1746134039.734935:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c415500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953552227456:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134039.734946:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134039.734962:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c84f2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f980 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.734971:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c84f2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f980 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.734989:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c84f2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f980 expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.735004:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134039.735006:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134039.735011:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c84f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f987 expref: 37 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.735017:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c84f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f987 expref: 37 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.735042:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c84f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f987 expref: 37 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134039.735052:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080651880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548069248:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134039.735145:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b21196c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746134039.738262:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080651880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548069248:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134039.738281:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134039.738321:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c415500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2012:x1830953552227456:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3384us (3544us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134039.738330:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14843 00000100:00100000:0.0:1746134039.741222:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.741301:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552227712 00000100:00100000:3.0:1746134039.741309:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552227712 00002000:00100000:3.0:1746134039.741347:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009c415880 x1830953552227712/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134039.741356:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c415880 with x1830953552227712 ext(0->4095) 00002000:00010000:3.0:1746134039.741361:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c415880 00000100:00100000:3.0:1746134039.741378:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13028 00000100:00100000:3.0:1746134039.741385:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c415880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+38:2010:x1830953552227712:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134039.741503:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c415880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+38:2010:x1830953552227712:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (287us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134039.741510:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13028 00002000:00100000:3.0:1746134039.741514:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009c415880 x1830953552227712/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134039.741521:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c415880 with x1830953552227712 ext(0->4095) 00002000:00010000:3.0:1746134039.741524:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c415880 00000100:00100000:0.0:1746134039.749635:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.750090:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552227840 00000100:00100000:3.0:1746134039.750097:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552227840 00000100:00100000:3.0:1746134039.752575:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29541 00000100:00100000:3.0:1746134039.752583:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552227840:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134039.752598:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134039.752611:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8500 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f98e expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.752634:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c84f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f987 expref: 37 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.752641:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134039.752643:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134039.752646:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8500 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f98e expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.752669:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c84f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f987 expref: 37 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.752679:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c84f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f987 expref: 37 pid: 9581 timeout: 808 lvb_type: 0 00000100:00100000:3.0:1746134039.752693:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548069376:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134039.752770:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d180 going to sleep for 11 seconds 00000100:00100000:3.0:1746134039.765235:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548069376:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134039.765274:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8500 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f98e expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.765288:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fa00, rc 0) 00000100:00100000:3.0:1746134039.765342:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552227840:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 12760us (15715us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.765350:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29541 00000100:00100000:0.0:1746134039.771464:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.771585:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552227968 00000100:00100000:2.0:1746134039.771592:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552227968 00002000:00100000:2.0:1746134039.771626:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009c417480 x1830953552227968/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 496/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.771636:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c417480 with x1830953552227968 ext(0->7) 00010000:00010000:2.0:1746134039.771644:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c84f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f987 expref: 38 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.771660:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c84f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f987 expref: 38 pid: 9581 timeout: 808 lvb_type: 0 00002000:00010000:2.0:1746134039.771666:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c417480 00000100:00100000:2.0:1746134039.772331:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2369 00000100:00100000:2.0:1746134039.772338:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c417480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+38:2009:x1830953552227968:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746134039.773637:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c417480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+40:2009:x1830953552227968:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 1295us (2176us total) trans 4294970632 rc 0/0 00000100:00100000:0.0:1746134039.773646:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2369 00002000:00100000:0.0:1746134039.773653:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009c417480 x1830953552227968/t4294970632(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 496/448 e 0 to 0 dl 1746134050 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134039.773660:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c417480 with x1830953552227968 ext(0->7) 00010000:00010000:0.0:1746134039.773667:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c84f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f987 expref: 40 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746134039.773679:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c84f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f987 expref: 40 pid: 9581 timeout: 808 lvb_type: 0 00002000:00010000:0.0:1746134039.773684:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c417480 00000100:00100000:2.0:1746134039.773830:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.776140:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552228096 00000100:00100000:3.0:1746134039.776150:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552228096 00000100:00100000:3.0:1746134039.776188:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29542 00000100:00100000:3.0:1746134039.776195:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080651880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+40:1755:x1830953552228096:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134039.776208:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134039.776222:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8507 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f995 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.776243:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134039.776248:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8500 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f98e expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.776253:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746134039.776256:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8507 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f995 expref: 41 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.776303:0:24940:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8500 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f98e expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.776313:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8507 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f995 expref: 41 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.776321:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f200, rc 0) 00000100:00100000:3.0:1746134039.776369:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080651880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+41:1755:x1830953552228096:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 175us (2539us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.776374:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29542 00000100:00100000:0.0:1746134039.778040:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.780414:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552228224 00000100:00100000:2.0:1746134039.780423:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552228224 00010000:00010000:2.0:1746134039.780456:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c84f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f987 expref: 41 pid: 9581 timeout: 808 lvb_type: 0 00000100:00100000:2.0:1746134039.780494:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14844 00000100:00100000:2.0:1746134039.780500:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c414e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+41:2009:x1830953552228224:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134039.780510:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134039.780526:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c84f9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f987 expref: 41 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.780535:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c84f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f987 expref: 41 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.780551:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c84f9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f987 expref: 41 pid: 9581 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.780573:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134039.780575:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134039.780580:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8500 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f98e expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.780587:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8500 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f98e expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.780613:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8500 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f98e expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.780620:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8500 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f98e expref: 5 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:2.0:1746134039.780629:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080651c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548069632:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134039.780701:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b21196c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746134039.782406:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080651c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548069632:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134039.782422:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134039.782996:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c414e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+40:2009:x1830953552228224:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2493us (4957us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134039.783005:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14844 00000100:00100000:0.0:1746134039.788411:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.788522:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552228480 00000100:00100000:2.0:1746134039.788530:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552228480 00002000:00100000:2.0:1746134039.788564:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880081158a80 x1830953552228480/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.788574:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081158a80 with x1830953552228480 ext(0->4095) 00010000:00010000:2.0:1746134039.788582:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8500 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f98e expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.788598:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8500 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f98e expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00002000:00010000:2.0:1746134039.788603:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081158a80 00000100:00100000:2.0:1746134039.790053:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2370 00000100:00100000:2.0:1746134039.790064:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081158a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552228480:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134039.791870:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081158a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552228480:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 1803us (3459us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134039.791879:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2370 00002000:00100000:2.0:1746134039.791887:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880081158a80 x1830953552228480/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.791896:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081158a80 with x1830953552228480 ext(0->4095) 00010000:00010000:2.0:1746134039.791905:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8500 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f98e expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.791918:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8500 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f98e expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00002000:00010000:2.0:1746134039.791924:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081158a80 00000100:00100000:2.0:1746134039.796379:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134039.797230:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552228608 00000100:00100000:0.0:1746134039.797237:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552228608 00010000:00010000:0.0:1746134039.797266:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8500 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f98e expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:0.0:1746134039.797553:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14845 00000100:00100000:0.0:1746134039.797561:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ae4ebc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552228608:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134039.797573:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134039.797589:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8500 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f98e expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746134039.797599:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8500 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f98e expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746134039.797617:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8500 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f98e expref: 6 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:0.0:1746134039.797788:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134039.797790:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134039.797797:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8507 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f995 expref: 39 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134039.797804:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8507 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f995 expref: 39 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134039.797832:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8507 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f995 expref: 39 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134039.797842:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081159180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548069760:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134039.799219:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c000 going to sleep for 11 seconds 00000100:00100000:2.0:1746134039.803675:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081159180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548069760:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134039.803693:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134039.803732:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ae4ebc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552228608:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 6171us (7359us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134039.803744:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14845 00000100:00100000:0.0:1746134039.803970:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.804044:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552228864 00000100:00100000:3.0:1746134039.804050:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552228864 00002000:00100000:3.0:1746134039.804078:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008115b100 x1830953552228864/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134039.804087:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008115b100 with x1830953552228864 ext(0->4095) 00002000:00010000:3.0:1746134039.804090:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008115b100 00000100:00100000:3.0:1746134039.804130:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13029 00000100:00100000:3.0:1746134039.804136:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008115b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+40:2010:x1830953552228864:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134039.804241:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008115b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+40:2010:x1830953552228864:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (271us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134039.804246:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13029 00002000:00100000:3.0:1746134039.804251:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008115b100 x1830953552228864/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134039.804263:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008115b100 with x1830953552228864 ext(0->4095) 00002000:00010000:3.0:1746134039.804266:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008115b100 00000100:00100000:0.0:1746134039.811789:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.820784:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552228992 00000100:00100000:2.0:1746134039.820794:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552228992 00000100:00100000:2.0:1746134039.820839:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29543 00000100:00100000:2.0:1746134039.820846:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081158e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552228992:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134039.820860:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134039.820876:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c850e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f99c expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.820900:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8507 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f995 expref: 39 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.820907:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134039.820909:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134039.820911:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c850e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f99c expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.820937:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8507 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f995 expref: 39 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.820947:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8507 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f995 expref: 39 pid: 24940 timeout: 808 lvb_type: 0 00000100:00100000:2.0:1746134039.820958:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080651c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548069888:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134039.821779:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c540 going to sleep for 11 seconds 00000100:00100000:2.0:1746134039.826029:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080651c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548069888:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134039.826056:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c850e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f99c expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.826070:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589e00, rc 0) 00000100:00100000:2.0:1746134039.826137:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081158e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552228992:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5291us (14359us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134039.826145:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29543 00000100:00100000:0.0:1746134039.832618:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.832782:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552229120 00000100:00100000:2.0:1746134039.832790:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552229120 00002000:00100000:2.0:1746134039.832828:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880081159500 x1830953552229120/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 496/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.832837:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081159500 with x1830953552229120 ext(0->7) 00010000:00010000:2.0:1746134039.832845:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8507 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f995 expref: 40 pid: 24940 timeout: 808 lvb_type: 0 00010000:00010000:2.0:1746134039.832856:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8507 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f995 expref: 40 pid: 24940 timeout: 809 lvb_type: 0 00002000:00010000:2.0:1746134039.832862:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081159500 00000100:00100000:2.0:1746134039.832932:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2371 00000100:00100000:2.0:1746134039.832939:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081159500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+40:2010:x1830953552229120:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746134039.833326:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.833376:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552229248 00000100:00100000:2.0:1746134039.833379:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552229248 00000100:00100000:2.0:1746134039.833398:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29544 00000100:00100000:2.0:1746134039.833402:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081158700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+41:1755:x1830953552229248:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134039.833412:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134039.833423:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c8515 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f9a3 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.833438:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134039.833442:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c850e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f99c expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.833446:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746134039.833449:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c8515 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9a3 expref: 42 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.833478:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c850e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f99c expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.833490:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c8515 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9a3 expref: 42 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.833498:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095588600, rc 0) 00000100:00100000:2.0:1746134039.833646:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081158700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+42:1755:x1830953552229248:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 242us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134039.833652:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29544 00000100:00100000:0.0:1746134039.834181:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081159500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+43:2010:x1830953552229120:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 1241us (1569us total) trans 4294970633 rc 0/0 00000100:00100000:0.0:1746134039.834187:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2371 00002000:00100000:0.0:1746134039.834193:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880081159500 x1830953552229120/t4294970633(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 496/448 e 0 to 0 dl 1746134050 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134039.834201:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081159500 with x1830953552229120 ext(0->7) 00010000:00010000:0.0:1746134039.834206:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8507 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f995 expref: 43 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:0.0:1746134039.834216:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8507 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f995 expref: 43 pid: 24940 timeout: 809 lvb_type: 0 00002000:00010000:0.0:1746134039.834221:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081159500 00000100:00100000:0.0:1746134039.841169:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.841267:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552229376 00000100:00100000:2.0:1746134039.841274:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552229376 00010000:00010000:2.0:1746134039.841301:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8507 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f995 expref: 43 pid: 24940 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134039.841332:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14846 00000100:00100000:2.0:1746134039.841338:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008115a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+43:2011:x1830953552229376:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134039.841349:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134039.841364:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8507 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f995 expref: 43 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134039.841374:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8507 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f995 expref: 43 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134039.841392:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8507 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f995 expref: 43 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134039.841407:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134039.841409:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134039.841414:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c850e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f99c expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.841420:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c850e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f99c expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.841443:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c850e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f99c expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.841452:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c850e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f99c expref: 5 pid: 9581 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134039.841460:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080651c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548070144:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134039.841516:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c540 going to sleep for 11 seconds 00000100:00100000:2.0:1746134039.843053:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080651c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548070144:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134039.843068:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134039.843092:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008115a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+42:2011:x1830953552229376:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1754us (1929us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134039.843110:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14846 00000100:00100000:0.0:1746134039.843553:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.843607:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552229632 00000100:00100000:2.0:1746134039.843612:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552229632 00002000:00100000:2.0:1746134039.843638:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008115a300 x1830953552229632/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.843645:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008115a300 with x1830953552229632 ext(0->4095) 00010000:00010000:2.0:1746134039.843651:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c850e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f99c expref: 6 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134039.843660:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c850e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f99c expref: 6 pid: 9581 timeout: 809 lvb_type: 0 00002000:00010000:2.0:1746134039.843665:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008115a300 00000100:00100000:2.0:1746134039.844371:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2372 00000100:00100000:2.0:1746134039.844378:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008115a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953552229632:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746134039.844477:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008115a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953552229632:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 Request processed in 100us (925us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134039.844482:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2372 00002000:00100000:2.0:1746134039.844486:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008115a300 x1830953552229632/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.844493:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008115a300 with x1830953552229632 ext(0->4095) 00010000:00010000:2.0:1746134039.844498:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c850e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f99c expref: 6 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134039.844505:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c850e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f99c expref: 6 pid: 9581 timeout: 809 lvb_type: 0 00002000:00010000:2.0:1746134039.844511:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008115a300 00000100:00100000:2.0:1746134039.848140:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.849188:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134039.849246:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552229888 00000100:00100000:0.0:1746134039.849253:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552229888 00000100:00100000:0.0:1746134039.849686:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29545 00000100:00100000:0.0:1746134039.849693:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080652680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552229888:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134039.849708:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134039.849722:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091709600/0x9682c7de153c851c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f9aa expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134039.849745:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134039.849750:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c8515 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9a3 expref: 41 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134039.849756:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134039.849759:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091709600/0x9682c7de153c851c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9aa expref: 7 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134039.849788:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c8515 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9a3 expref: 41 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134039.849798:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091709600/0x9682c7de153c851c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9aa expref: 7 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134039.849806:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091709600, rc 0) 00000100:00100000:0.0:1746134039.849841:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080652680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+7:1757:x1830953552229888:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 149us (654us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134039.849847:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29545 00000100:00100000:3.0:1746134039.850267:0:7220:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552229760 00000100:00100000:3.0:1746134039.850272:0:7220:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552229760 00010000:00010000:3.0:1746134039.850287:0:7220:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c850e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f99c expref: 7 pid: 9581 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134039.850313:0:7220:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14847 00000100:00100000:3.0:1746134039.850318:0:7220:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080651c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+7:2009:x1830953552229760:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134039.850325:0:7220:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134039.850340:0:7220:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c850e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f99c expref: 7 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134039.850349:0:7220:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c850e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f99c expref: 7 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134039.850362:0:7220:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c850e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f99c expref: 7 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134039.850374:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.850375:0:7220:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.850380:0:7220:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c8515 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9a3 expref: 41 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.850387:0:7220:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c8515 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9a3 expref: 41 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.850408:0:7220:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c8515 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9a3 expref: 41 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.850417:0:7220:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c8515 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9a3 expref: 41 pid: 9581 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134039.850426:0:7220:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548070400:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134039.850475:0:7220:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d000 going to sleep for 11 seconds 00000100:00100000:2.0:1746134039.854667:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.854729:0:7220:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7220:1830953548070400:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134039.854761:0:7220:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134039.855014:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552230016 00000100:00100000:0.0:1746134039.855020:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552230016 00010000:00010000:0.0:1746134039.855044:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c8515 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9a3 expref: 42 pid: 9581 timeout: 809 lvb_type: 0 00000100:00100000:0.0:1746134039.855066:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14848 00000100:00100000:0.0:1746134039.855072:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080653480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+42:2012:x1830953552230016:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134039.855080:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134039.855096:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c8515 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9a3 expref: 42 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:0.0:1746134039.855128:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c8515 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9a3 expref: 42 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:0.0:1746134039.855145:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c8515 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9a3 expref: 42 pid: 9581 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134039.856368:0:7220:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080651c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552229760:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 6043us (8228us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.856377:0:7220:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14847 00010000:00010000:0.0:1746134039.858931:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134039.858936:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134039.858960:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091709600/0x9682c7de153c851c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9aa expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134039.858971:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091709600/0x9682c7de153c851c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9aa expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134039.859010:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091709600/0x9682c7de153c851c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9aa expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134039.859022:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081159880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548070528:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134039.859141:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c540 going to sleep for 11 seconds 00000100:00100000:2.0:1746134039.863482:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081159880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548070528:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134039.863501:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134039.863548:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080653480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+41:2012:x1830953552230016:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 8475us (8885us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134039.863558:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14848 00000100:00100000:0.0:1746134039.867045:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134039.867175:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134039.867532:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552230400 00000100:00100000:1.0:1746134039.867540:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552230400 00000100:00100000:1.0:1746134039.867584:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29546 00000100:00100000:1.0:1746134039.867590:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081159180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+41:1755:x1830953552230400:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134039.867609:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134039.867622:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c8523 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f9b1 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.867664:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091709600/0x9682c7de153c851c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9aa expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.867670:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134039.867672:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134039.867675:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c8523 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9b1 expref: 42 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.867709:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091709600/0x9682c7de153c851c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9aa expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.867722:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091709600/0x9682c7de153c851c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9aa expref: 5 pid: 9581 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746134039.867737:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d142680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548070656:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134039.867807:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746134039.868037:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552230272 00000100:00100000:2.0:1746134039.868041:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552230272 00002000:00100000:2.0:1746134039.868065:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880081159880 x1830953552230272/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.868073:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081159880 with x1830953552230272 ext(0->4095) 00010000:00010000:2.0:1746134039.868079:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091709600/0x9682c7de153c851c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9aa expref: 6 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134039.868087:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091709600/0x9682c7de153c851c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9aa expref: 6 pid: 9581 timeout: 809 lvb_type: 0 00002000:00010000:2.0:1746134039.868093:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081159880 00000100:00100000:2.0:1746134039.868132:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2373 00000100:00100000:2.0:1746134039.868138:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081159880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552230272:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134039.868248:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081159880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552230272:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (1210us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134039.868255:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2373 00002000:00100000:2.0:1746134039.868260:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880081159880 x1830953552230272/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.868266:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081159880 with x1830953552230272 ext(0->4095) 00010000:00010000:2.0:1746134039.868271:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091709600/0x9682c7de153c851c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9aa expref: 6 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134039.868279:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091709600/0x9682c7de153c851c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9aa expref: 6 pid: 9581 timeout: 809 lvb_type: 0 00002000:00010000:2.0:1746134039.868284:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081159880 00000100:00100000:0.0:1746134039.878784:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134039.878831:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134039.880142:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d142680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548070656:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134039.880166:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c8523 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9b1 expref: 42 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134039.880180:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957eb000, rc 0) 00000100:00100000:2.0:1746134039.880396:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552230528 00000100:00100000:2.0:1746134039.880402:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552230528 00000100:00100000:2.0:1746134039.880442:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29547 00000100:00100000:2.0:1746134039.880449:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c69a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+43:1757:x1830953552230528:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134039.880461:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134039.880473:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c852a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f9b8 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.880489:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134039.880494:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c8523 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9b1 expref: 44 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.880503:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134039.880506:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c852a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9b8 expref: 44 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.880531:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c8523 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9b1 expref: 44 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.880541:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c852a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9b8 expref: 44 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.880548:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095588800, rc 0) 00000100:00100000:3.0:1746134039.880716:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552230656 00000100:00100000:3.0:1746134039.880720:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552230656 00010000:00010000:3.0:1746134039.880739:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091709600/0x9682c7de153c851c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9aa expref: 6 pid: 9581 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134039.880761:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14849 00000100:00100000:3.0:1746134039.880766:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c699180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552230656:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134039.880773:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134039.880788:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091709600/0x9682c7de153c851c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9aa expref: 6 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134039.880801:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091709600/0x9682c7de153c851c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9aa expref: 6 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134039.880815:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091709600/0x9682c7de153c851c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9aa expref: 6 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134039.880830:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.880832:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.880836:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c8523 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9b1 expref: 44 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.880842:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c8523 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9b1 expref: 44 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.880860:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c8523 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9b1 expref: 44 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134039.880865:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081159180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:1755:x1830953552230400:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 13275us (13690us total) trans 0 rc 0/0 00010000:00010000:3.0:1746134039.880869:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c8523 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9b1 expref: 44 pid: 24940 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746134039.880871:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29546 00000100:00100000:3.0:1746134039.880877:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548070912:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134039.882207:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d000 going to sleep for 11 seconds 00000100:00100000:2.0:1746134039.882210:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c69a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+43:1757:x1830953552230528:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1757us (3428us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134039.882216:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29547 00000100:00100000:3.0:1746134039.883948:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548070912:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134039.883979:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134039.884014:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c699180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552230656:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3248us (5182us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.884025:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14849 00000100:00100000:0.0:1746134039.884447:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.884502:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552230912 00000100:00100000:3.0:1746134039.884507:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552230912 00002000:00100000:3.0:1746134039.884534:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009c699880 x1830953552230912/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134039.884542:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c699880 with x1830953552230912 ext(0->4095) 00010000:00010000:3.0:1746134039.884548:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c8523 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9b1 expref: 43 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134039.884557:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c8523 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9b1 expref: 43 pid: 24940 timeout: 809 lvb_type: 0 00002000:00010000:3.0:1746134039.884562:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c699880 00000100:00100000:3.0:1746134039.884585:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2374 00000100:00100000:3.0:1746134039.884591:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c699880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+43:2010:x1830953552230912:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134039.884691:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c699880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+43:2010:x1830953552230912:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (245us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134039.884697:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2374 00002000:00100000:3.0:1746134039.884702:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009c699880 x1830953552230912/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134039.884708:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c699880 with x1830953552230912 ext(0->4095) 00010000:00010000:3.0:1746134039.884713:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c8523 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9b1 expref: 43 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134039.884724:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c8523 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9b1 expref: 43 pid: 24940 timeout: 809 lvb_type: 0 00002000:00010000:3.0:1746134039.884729:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c699880 00000100:00100000:0.0:1746134039.890927:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.891229:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552231040 00000100:00100000:3.0:1746134039.891237:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552231040 00010000:00010000:3.0:1746134039.891267:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c8523 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9b1 expref: 43 pid: 24940 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134039.891305:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14850 00000100:00100000:3.0:1746134039.891312:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfbd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+43:2011:x1830953552231040:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134039.891323:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134039.891338:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c8523 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9b1 expref: 43 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134039.891348:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c8523 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9b1 expref: 43 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134039.891366:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb000/0x9682c7de153c8523 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9b1 expref: 43 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134039.891393:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.891395:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.891401:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c852a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9b8 expref: 42 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.891413:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c852a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9b8 expref: 42 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.891439:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c852a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9b8 expref: 42 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134039.891450:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548071040:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134039.891525:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562de40 going to sleep for 11 seconds 00000100:00100000:3.0:1746134039.896454:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548071040:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134039.896489:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134039.896541:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfbd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+42:2011:x1830953552231040:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 5228us (5619us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.896550:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14850 00000100:00100000:0.0:1746134039.896857:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.897003:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552231296 00000100:00100000:2.0:1746134039.897008:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552231296 00002000:00100000:2.0:1746134039.897039:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009bfbc380 x1830953552231296/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.897048:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfbc380 with x1830953552231296 ext(0->4095) 00002000:00010000:2.0:1746134039.897051:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bfbc380 00000100:00100000:2.0:1746134039.897066:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13030 00000100:00100000:2.0:1746134039.897072:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+42:2012:x1830953552231296:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746134039.897195:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+42:2012:x1830953552231296:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 Request processed in 122us (338us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134039.897203:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13030 00002000:00100000:2.0:1746134039.897208:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009bfbc380 x1830953552231296/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.897215:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfbc380 with x1830953552231296 ext(0->4095) 00002000:00010000:2.0:1746134039.897217:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bfbc380 00000100:00100000:0.0:1746134039.902801:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.902915:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552231424 00000100:00100000:2.0:1746134039.902921:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552231424 00000100:00100000:2.0:1746134039.902965:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29548 00000100:00100000:2.0:1746134039.902972:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552231424:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134039.902986:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134039.902999:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8531 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f9bf expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.903022:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c852a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9b8 expref: 41 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.903029:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134039.903031:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134039.903034:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8531 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9bf expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.903059:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c852a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9b8 expref: 41 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.903069:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c852a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9b8 expref: 41 pid: 9581 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134039.903084:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080650380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548071168:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134039.903537:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c540 going to sleep for 11 seconds 00000100:00100000:2.0:1746134039.904847:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080650380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548071168:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134039.904865:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8531 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9bf expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.904876:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589000, rc 0) 00000100:00100000:2.0:1746134039.905093:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552231424:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2120us (2297us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134039.905109:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29548 00000100:00100000:0.0:1746134039.907645:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134039.908463:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.908539:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552231552 00000100:00100000:3.0:1746134039.908545:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552231552 00010000:00010000:3.0:1746134039.908572:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c852a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9b8 expref: 42 pid: 9581 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134039.908596:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14851 00000100:00100000:3.0:1746134039.908602:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfbea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+42:2009:x1830953552231552:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134039.908613:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134039.908629:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c852a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9b8 expref: 42 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134039.908640:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c852a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9b8 expref: 42 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134039.908660:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c852a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9b8 expref: 42 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134039.908688:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.908690:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.908696:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8531 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9bf expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.908702:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8531 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9bf expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.908728:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8531 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9bf expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134039.908739:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548071296:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134039.908808:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562de40 going to sleep for 11 seconds 00000100:00100000:2.0:1746134039.908874:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552231680 00000100:00100000:2.0:1746134039.908878:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552231680 00000100:00100000:2.0:1746134039.908945:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29549 00000100:00100000:2.0:1746134039.908960:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+42:1755:x1830953552231680:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134039.908970:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134039.908977:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8538 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f9c6 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.908990:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8531 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9bf expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.908994:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134039.908995:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134039.908998:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8538 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9c6 expref: 43 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.909017:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8531 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9bf expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.909025:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8531 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9bf expref: 5 pid: 9581 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134039.909032:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080650380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548071424:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134039.909055:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c540 going to sleep for 11 seconds 00000100:00100000:0.0:1746134039.930243:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134039.930275:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552231936 00000100:00100000:0.0:1746134039.930282:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552231936 00002000:00100000:0.0:1746134039.930319:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009bfbdf80 x1830953552231936/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134039.930329:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfbdf80 with x1830953552231936 ext(0->4095) 00010000:00010000:0.0:1746134039.930336:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8531 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9bf expref: 6 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:0.0:1746134039.930348:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8531 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9bf expref: 6 pid: 9581 timeout: 809 lvb_type: 0 00002000:00010000:0.0:1746134039.930354:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bfbdf80 00000100:00100000:0.0:1746134039.930370:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2375 00000100:00100000:0.0:1746134039.930375:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552231936:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746134039.930488:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552231936:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (252us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134039.930493:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2375 00002000:00100000:0.0:1746134039.930497:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009bfbdf80 x1830953552231936/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134039.930504:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfbdf80 with x1830953552231936 ext(0->4095) 00010000:00010000:0.0:1746134039.930508:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8531 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9bf expref: 6 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:0.0:1746134039.930516:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8531 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9bf expref: 6 pid: 9581 timeout: 809 lvb_type: 0 00002000:00010000:0.0:1746134039.930520:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bfbdf80 00000100:00100000:3.0:1746134039.930764:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548071296:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134039.930794:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134039.930817:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfbea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+43:2009:x1830953552231552:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 22216us (23178us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.930824:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14851 00000100:00100000:3.0:1746134039.931957:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080650380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548071424:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134039.931973:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8538 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9c6 expref: 42 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.931988:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589c00, rc 0) 00000100:00100000:3.0:1746134039.932008:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+42:1755:x1830953552231680:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 23058us (23546us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.932013:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29549 00000100:00100000:0.0:1746134039.933950:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.934016:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552232064 00000100:00100000:3.0:1746134039.934021:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552232064 00000100:00100000:3.0:1746134039.934054:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29550 00000100:00100000:3.0:1746134039.934060:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+42:1757:x1830953552232064:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134039.934071:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134039.934083:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90e400/0x9682c7de153c853f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f9cd expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.934108:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.934131:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8538 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9c6 expref: 43 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.934136:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134039.934139:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e400/0x9682c7de153c853f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9cd expref: 43 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.934176:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8538 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9c6 expref: 43 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.934184:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90e400/0x9682c7de153c853f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9cd expref: 43 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.934195:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90e400, rc 0) 00000100:00100000:3.0:1746134039.934219:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+43:1757:x1830953552232064:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 160us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.934224:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29550 00000100:00100000:0.0:1746134039.938663:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.939749:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552232192 00000100:00100000:3.0:1746134039.939758:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552232192 00010000:00010000:3.0:1746134039.939791:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8531 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9bf expref: 6 pid: 9581 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134039.939829:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14852 00000100:00100000:3.0:1746134039.939836:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129e65c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552232192:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134039.939848:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134039.939864:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8531 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9bf expref: 6 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134039.939875:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8531 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9bf expref: 6 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134039.939893:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8531 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9bf expref: 6 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134039.939919:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.939921:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.939927:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8538 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9c6 expref: 42 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.939938:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8538 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9c6 expref: 42 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.939967:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8538 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9c6 expref: 42 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.939976:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8538 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9c6 expref: 42 pid: 9581 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134039.939986:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548071680:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134039.940068:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562de40 going to sleep for 11 seconds 00000100:00100000:3.0:1746134039.943164:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548071680:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134039.943196:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134039.943241:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129e65c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552232192:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3404us (4583us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.943250:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14852 00000100:00100000:0.0:1746134039.946358:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.946445:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552232448 00000100:00100000:2.0:1746134039.946453:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552232448 00002000:00100000:2.0:1746134039.946487:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009bfbca80 x1830953552232448/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.946497:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfbca80 with x1830953552232448 ext(0->4095) 00010000:00010000:2.0:1746134039.946504:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8538 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9c6 expref: 43 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134039.946517:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8538 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9c6 expref: 43 pid: 9581 timeout: 809 lvb_type: 0 00002000:00010000:2.0:1746134039.946523:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bfbca80 00000100:00100000:2.0:1746134039.946550:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2376 00000100:00100000:2.0:1746134039.946557:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+43:2009:x1830953552232448:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134039.946677:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+43:2009:x1830953552232448:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (325us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134039.946686:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2376 00002000:00100000:2.0:1746134039.946691:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009bfbca80 x1830953552232448/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.946697:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfbca80 with x1830953552232448 ext(0->4095) 00010000:00010000:2.0:1746134039.946701:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8538 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9c6 expref: 43 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134039.946709:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8538 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9c6 expref: 43 pid: 9581 timeout: 809 lvb_type: 0 00002000:00010000:2.0:1746134039.946714:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bfbca80 00000100:00100000:0.0:1746134039.949410:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.949499:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552232576 00000100:00100000:3.0:1746134039.949505:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552232576 00010000:00010000:3.0:1746134039.949531:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8538 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9c6 expref: 43 pid: 9581 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134039.949554:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14853 00000100:00100000:3.0:1746134039.949560:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfbd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+43:2011:x1830953552232576:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134039.949570:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134039.949584:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8538 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9c6 expref: 43 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134039.949593:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8538 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9c6 expref: 43 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134039.949611:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8538 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9c6 expref: 43 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134039.949640:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.949642:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.949647:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e400/0x9682c7de153c853f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9cd expref: 42 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.949657:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e400/0x9682c7de153c853f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9cd expref: 42 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.949683:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90e400/0x9682c7de153c853f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9cd expref: 42 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134039.949694:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548071808:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134039.949765:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562dcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134039.953468:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.953570:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548071808:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134039.953603:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134039.953637:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfbd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+42:2011:x1830953552232576:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4076us (4233us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134039.953645:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14853 00000100:00100000:2.0:1746134039.953675:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552232832 00000100:00100000:2.0:1746134039.953679:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552232832 00002000:00100000:2.0:1746134039.953704:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009bfbea00 x1830953552232832/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.953875:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfbea00 with x1830953552232832 ext(0->4095) 00002000:00010000:2.0:1746134039.953880:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bfbea00 00000100:00100000:2.0:1746134039.953897:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13031 00000100:00100000:2.0:1746134039.953903:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+42:2009:x1830953552232832:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134039.954765:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+42:2009:x1830953552232832:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 861us (1301us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134039.954771:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13031 00002000:00100000:2.0:1746134039.954776:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009bfbea00 x1830953552232832/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.954784:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfbea00 with x1830953552232832 ext(0->4095) 00002000:00010000:2.0:1746134039.954786:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bfbea00 00000100:00100000:0.0:1746134039.956797:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.956879:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552232960 00000100:00100000:2.0:1746134039.956884:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552232960 00000100:00100000:2.0:1746134039.956927:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29551 00000100:00100000:2.0:1746134039.956934:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552232960:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134039.956945:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134039.956958:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8546 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f9d4 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.956979:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e400/0x9682c7de153c853f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9cd expref: 41 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.956985:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134039.956987:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134039.956990:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8546 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9d4 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.957013:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90e400/0x9682c7de153c853f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9cd expref: 41 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.957028:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90e400/0x9682c7de153c853f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9cd expref: 41 pid: 9581 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134039.957038:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080650000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548071936:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134039.957563:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c540 going to sleep for 11 seconds 00000100:00100000:0.0:1746134039.959758:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.959809:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552233088 00000100:00100000:3.0:1746134039.959815:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552233088 00010000:00010000:3.0:1746134039.959841:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e400/0x9682c7de153c853f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9cd expref: 42 pid: 9581 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134039.959862:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14854 00000100:00100000:3.0:1746134039.959868:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce33480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+42:2009:x1830953552233088:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134039.959877:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134039.959893:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90e400/0x9682c7de153c853f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9cd expref: 42 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134039.959902:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90e400/0x9682c7de153c853f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9cd expref: 42 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134039.959922:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.959923:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.959929:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8546 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9d4 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.959935:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8546 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9d4 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.959959:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8546 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9d4 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134039.959968:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548072064:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134039.959972:0:24940:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e400/0x9682c7de153c853f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9cd expref: 42 pid: 9581 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134039.959995:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080650000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548071936:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134039.960011:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8546 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9d4 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134039.960016:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562dcc0 going to sleep for 11 seconds 00010000:00010000:2.0:1746134039.960018:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589a00, rc 0) 00000100:00100000:2.0:1746134039.960035:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552232960:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3103us (3243us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134039.960041:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29551 00000100:00100000:3.0:1746134039.961384:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548072064:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134039.961398:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134039.961419:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce33480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+41:2009:x1830953552233088:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1550us (1664us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.961425:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14854 00000100:00100000:0.0:1746134039.961824:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.961894:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552233344 00000100:00100000:2.0:1746134039.961898:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552233344 00002000:00100000:2.0:1746134039.961925:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009ce33800 x1830953552233344/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.961934:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce33800 with x1830953552233344 ext(0->4095) 00002000:00010000:2.0:1746134039.961938:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ce33800 00000100:00100000:2.0:1746134039.961998:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13032 00000100:00100000:2.0:1746134039.962005:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552233344:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134039.962329:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552233344:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 323us (504us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134039.962334:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13032 00002000:00100000:2.0:1746134039.962340:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009ce33800 x1830953552233344/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.962346:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce33800 with x1830953552233344 ext(0->4095) 00002000:00010000:2.0:1746134039.962349:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ce33800 00000100:00100000:0.0:1746134039.963140:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.963280:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552233472 00000100:00100000:2.0:1746134039.963283:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552233472 00000100:00100000:2.0:1746134039.963306:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29552 00000100:00100000:2.0:1746134039.963311:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+41:1755:x1830953552233472:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134039.963320:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134039.963331:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c854d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f9db expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.963349:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8546 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9d4 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.963355:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134039.963357:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134039.963360:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c854d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9db expref: 42 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.963377:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8546 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9d4 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.963390:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8546 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9d4 expref: 5 pid: 24940 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134039.963399:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080650000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548072192:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134039.963443:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c540 going to sleep for 11 seconds 00000100:00100000:0.0:1746134039.964639:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.964700:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552233600 00000100:00100000:3.0:1746134039.964704:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552233600 00000100:00100000:3.0:1746134039.964778:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29553 00000100:00100000:3.0:1746134039.964784:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+43:1757:x1830953552233600:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134039.964860:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134039.964869:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8554 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f9e2 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.964882:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.964886:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c854d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9db expref: 44 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.964891:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134039.964893:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8554 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9e2 expref: 44 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.964916:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c854d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9db expref: 44 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.964925:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8554 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9e2 expref: 44 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.964933:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f000, rc 0) 00000100:00100000:3.0:1746134039.964958:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:1757:x1830953552233600:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 173us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.964962:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29553 00000100:00100000:3.0:1746134039.965572:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080650000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548072192:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134039.965585:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c854d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9db expref: 43 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.965598:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589200, rc 0) 00000100:00100000:3.0:1746134039.965617:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+43:1755:x1830953552233472:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2305us (2506us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.965622:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29552 00000100:00100000:0.0:1746134039.966168:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.966797:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552233728 00000100:00100000:3.0:1746134039.966802:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552233728 00010000:00010000:3.0:1746134039.966822:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8546 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9d4 expref: 6 pid: 24940 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134039.966844:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14855 00000100:00100000:3.0:1746134039.966850:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce31880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552233728:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134039.966858:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134039.966874:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8546 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9d4 expref: 6 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134039.966883:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8546 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9d4 expref: 6 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134039.966899:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8546 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9d4 expref: 6 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134039.966917:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.966919:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.966924:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c854d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9db expref: 42 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.967016:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c854d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9db expref: 42 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.967042:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c854d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9db expref: 42 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.967051:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c854d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9db expref: 42 pid: 24940 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134039.967060:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548072448:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134039.967147:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562dcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746134039.968574:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548072448:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134039.968588:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134039.968618:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce31880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552233728:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1767us (2450us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.968626:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14855 00000100:00100000:0.0:1746134039.969436:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.969517:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552233984 00000100:00100000:2.0:1746134039.969522:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552233984 00002000:00100000:2.0:1746134039.969547:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009ce31c00 x1830953552233984/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.969556:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce31c00 with x1830953552233984 ext(0->4095) 00010000:00010000:2.0:1746134039.969562:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c854d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9db expref: 43 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134039.969572:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c854d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9db expref: 43 pid: 24940 timeout: 809 lvb_type: 0 00002000:00010000:2.0:1746134039.969578:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ce31c00 00000100:00100000:2.0:1746134039.969598:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2377 00000100:00100000:2.0:1746134039.969603:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+43:2010:x1830953552233984:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134039.970088:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+43:2010:x1830953552233984:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 482us (652us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134039.970094:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2377 00002000:00100000:2.0:1746134039.970107:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009ce31c00 x1830953552233984/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.970139:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce31c00 with x1830953552233984 ext(0->4095) 00010000:00010000:2.0:1746134039.970144:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c854d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9db expref: 43 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134039.970153:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c854d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9db expref: 43 pid: 24940 timeout: 809 lvb_type: 0 00002000:00010000:2.0:1746134039.970159:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ce31c00 00000100:00100000:0.0:1746134039.972078:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.972455:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552234112 00000100:00100000:3.0:1746134039.972461:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552234112 00010000:00010000:3.0:1746134039.972487:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c854d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9db expref: 43 pid: 24940 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134039.972516:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14856 00000100:00100000:3.0:1746134039.972522:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce31180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+43:2010:x1830953552234112:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134039.972532:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134039.972547:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c854d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9db expref: 43 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134039.972557:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c854d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9db expref: 43 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134039.972575:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c854d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9db expref: 43 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134039.972598:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.972599:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.972605:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8554 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9e2 expref: 42 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.972612:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8554 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9e2 expref: 42 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.972636:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8554 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9e2 expref: 42 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134039.972646:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548072576:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134039.972928:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562dcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746134039.975011:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548072576:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134039.975030:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134039.975057:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce31180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+42:2010:x1830953552234112:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2535us (2984us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.975065:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14856 00000100:00100000:0.0:1746134039.975530:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.975795:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552234368 00000100:00100000:3.0:1746134039.975799:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552234368 00002000:00100000:3.0:1746134039.975823:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b5aa680 x1830953552234368/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134039.975832:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5aa680 with x1830953552234368 ext(0->4095) 00002000:00010000:3.0:1746134039.975835:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5aa680 00000100:00100000:3.0:1746134039.975858:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13033 00000100:00100000:3.0:1746134039.975865:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+42:2009:x1830953552234368:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134039.975962:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+42:2009:x1830953552234368:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 97us (432us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134039.975967:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13033 00002000:00100000:3.0:1746134039.975972:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b5aa680 x1830953552234368/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134039.975979:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5aa680 with x1830953552234368 ext(0->4095) 00002000:00010000:3.0:1746134039.975981:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5aa680 00000100:00100000:0.0:1746134039.979502:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.979591:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552234496 00000100:00100000:3.0:1746134039.979598:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552234496 00000100:00100000:3.0:1746134039.979895:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29554 00000100:00100000:3.0:1746134039.979902:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552234496:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134039.979917:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134039.979930:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c855b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f9e9 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.979950:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8554 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9e2 expref: 41 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.979961:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134039.979963:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134039.979966:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c855b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9e9 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.979989:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8554 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9e2 expref: 41 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.979999:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8554 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9e2 expref: 41 pid: 9581 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134039.980009:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548072704:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134039.980900:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d000 going to sleep for 11 seconds 00000100:00100000:3.0:1746134039.982700:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548072704:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134039.982723:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c855b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9e9 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.982736:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fe00, rc 0) 00000100:00100000:3.0:1746134039.982762:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552234496:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2861us (3267us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.982769:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29554 00000100:00100000:0.0:1746134039.983399:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.983487:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552234624 00000100:00100000:3.0:1746134039.983492:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552234624 00002000:00100000:3.0:1746134039.983517:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009b5a8e00 x1830953552234624/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 496/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134039.983530:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5a8e00 with x1830953552234624 ext(0->7) 00010000:00010000:3.0:1746134039.983535:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8554 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9e2 expref: 42 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134039.983544:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8554 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9e2 expref: 42 pid: 9581 timeout: 809 lvb_type: 0 00002000:00010000:3.0:1746134039.983550:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b5a8e00 00000100:00100000:3.0:1746134039.983694:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2378 00000100:00100000:3.0:1746134039.983701:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+42:2009:x1830953552234624:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746134039.985031:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:2009:x1830953552234624:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 1327us (1628us total) trans 4294970634 rc 0/0 00000100:00100000:0.0:1746134039.985038:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2378 00002000:00100000:0.0:1746134039.985049:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009b5a8e00 x1830953552234624/t4294970634(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 496/448 e 0 to 0 dl 1746134050 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134039.985062:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5a8e00 with x1830953552234624 ext(0->7) 00010000:00010000:0.0:1746134039.985067:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8554 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9e2 expref: 44 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:0.0:1746134039.985077:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8554 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9e2 expref: 44 pid: 9581 timeout: 809 lvb_type: 0 00002000:00010000:0.0:1746134039.985082:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b5a8e00 00000100:00100000:0.0:1746134039.988711:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.988783:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552234752 00000100:00100000:3.0:1746134039.988790:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552234752 00000100:00100000:0.0:1746134039.988794:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00010000:00010000:3.0:1746134039.988816:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8554 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9e2 expref: 44 pid: 9581 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134039.988836:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14857 00000100:00100000:3.0:1746134039.988843:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5ab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:2009:x1830953552234752:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134039.988881:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134039.988897:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8554 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9e2 expref: 44 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134039.988908:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8554 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9e2 expref: 44 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134039.988927:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8554 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9e2 expref: 44 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134039.989166:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.989168:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.989175:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c855b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9e9 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.989182:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c855b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9e9 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.989208:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c855b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9e9 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134039.989218:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548072832:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134039.989274:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552234880 00000100:00100000:2.0:1746134039.989278:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552234880 00000100:00100000:3.0:1746134039.989282:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d000 going to sleep for 11 seconds 00000100:00100000:2.0:1746134039.989297:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29555 00000100:00100000:2.0:1746134039.989302:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:1755:x1830953552234880:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134039.989312:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134039.989320:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8562 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f9f0 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.989334:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c855b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9e9 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.989339:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134039.989340:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134039.989343:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8562 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9f0 expref: 45 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.989548:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c855b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9e9 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.989561:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c855b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9e9 expref: 5 pid: 24940 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134039.989574:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080650a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548072960:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134039.989594:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c540 going to sleep for 11 seconds 00000100:00100000:2.0:1746134039.991175:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080650a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548072960:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134039.991195:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8562 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9f0 expref: 45 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.991206:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095588800, rc 0) 00000100:00100000:3.0:1746134039.991227:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548072832:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134039.991239:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134039.991246:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+45:1755:x1830953552234880:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1944us (2451us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134039.991252:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29555 00000100:00100000:3.0:1746134039.991254:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5ab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+45:2009:x1830953552234752:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2413us (2550us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.991260:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14857 00000100:00100000:0.0:1746134039.992002:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.992084:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552235136 00000100:00100000:2.0:1746134039.992089:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552235136 00002000:00100000:2.0:1746134039.992155:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b5a9c00 x1830953552235136/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.992163:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5a9c00 with x1830953552235136 ext(0->4095) 00010000:00010000:2.0:1746134039.992168:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c855b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9e9 expref: 6 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134039.992177:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c855b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9e9 expref: 6 pid: 24940 timeout: 809 lvb_type: 0 00002000:00010000:2.0:1746134039.992187:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b5a9c00 00000100:00100000:2.0:1746134039.992204:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2379 00000100:00100000:2.0:1746134039.992211:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552235136:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134039.992309:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552235136:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (308us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134039.992315:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2379 00002000:00100000:2.0:1746134039.992320:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b5a9c00 x1830953552235136/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.992326:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5a9c00 with x1830953552235136 ext(0->4095) 00010000:00010000:2.0:1746134039.992330:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c855b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9e9 expref: 6 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134039.992338:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c855b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9e9 expref: 6 pid: 24940 timeout: 809 lvb_type: 0 00002000:00010000:2.0:1746134039.992343:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b5a9c00 00000100:00100000:0.0:1746134039.994669:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134039.994725:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552235264 00000100:00100000:3.0:1746134039.994730:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552235264 00010000:00010000:3.0:1746134039.994756:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c855b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9e9 expref: 6 pid: 24940 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134039.994791:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14858 00000100:00100000:3.0:1746134039.994798:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5a9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552235264:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134039.994811:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134039.994827:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c855b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9e9 expref: 6 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134039.994837:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c855b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9e9 expref: 6 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134039.994855:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c855b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9e9 expref: 6 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134039.994868:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.994870:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134039.994875:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8562 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9f0 expref: 43 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.994882:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8562 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9f0 expref: 43 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134039.994907:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8562 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9f0 expref: 43 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134039.994917:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548073088:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134039.994991:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d000 going to sleep for 11 seconds 00000100:00100000:0.0:1746134039.997199:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.997263:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552235520 00000100:00100000:2.0:1746134039.997269:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552235520 00002000:00100000:2.0:1746134039.997298:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b5a9500 x1830953552235520/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/0 e 0 to 0 dl 1746134050 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.997307:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5a9500 with x1830953552235520 ext(0->4095) 00002000:00010000:2.0:1746134039.997311:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5a9500 00000100:00100000:2.0:1746134039.997337:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13034 00000100:00100000:2.0:1746134039.997344:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:2009:x1830953552235520:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134039.997453:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:2009:x1830953552235520:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (258us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134039.997458:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13034 00002000:00100000:2.0:1746134039.997463:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b5a9500 x1830953552235520/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746134050 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134039.997469:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5a9500 with x1830953552235520 ext(0->4095) 00002000:00010000:2.0:1746134039.997471:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5a9500 00000100:00100000:3.0:1746134039.997638:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548073088:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134039.997655:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134039.997785:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5a9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552235264:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2987us (3121us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134039.997796:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14858 00000100:00100000:0.0:1746134039.999569:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134039.999837:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552235648 00000100:00100000:2.0:1746134039.999842:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552235648 00000100:00100000:2.0:1746134039.999881:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29556 00000100:00100000:2.0:1746134039.999886:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552235648:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134039.999899:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134039.999911:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8569 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f9f7 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.999933:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8562 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9f0 expref: 43 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.999939:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134039.999940:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134039.999943:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8569 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9f7 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.999964:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8562 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9f0 expref: 43 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134039.999977:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8562 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9f0 expref: 43 pid: 24940 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134039.999986:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080650a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548073216:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134040.000054:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c540 going to sleep for 11 seconds 00000100:00100000:2.0:1746134040.004932:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080650a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548073216:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134040.004955:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8569 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9f7 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.004970:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095588c00, rc 0) 00000100:00100000:2.0:1746134040.005010:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552235648:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5123us (5445us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.005018:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29556 00000100:00100000:0.0:1746134040.006373:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134040.007737:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552235776 00000100:00100000:1.0:1746134040.007745:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552235776 00002000:00100000:1.0:1746134040.007789:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009b5a8380 x1830953552235776/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 496/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134040.007798:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5a8380 with x1830953552235776 ext(0->7) 00010000:00010000:1.0:1746134040.007806:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8562 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9f0 expref: 44 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746134040.007817:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8562 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9f0 expref: 44 pid: 24940 timeout: 809 lvb_type: 0 00002000:00010000:1.0:1746134040.007828:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b5a8380 00000100:00100000:1.0:1746134040.007852:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2380 00000100:00100000:1.0:1746134040.007858:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:2009:x1830953552235776:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746134040.011341:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+46:2009:x1830953552235776:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 3253us (4741us total) trans 4294970635 rc 0/0 00000100:00100000:0.0:1746134040.011363:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2380 00002000:00100000:0.0:1746134040.011374:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009b5a8380 x1830953552235776/t4294970635(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 496/448 e 0 to 0 dl 1746134051 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134040.011383:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5a8380 with x1830953552235776 ext(0->7) 00010000:00010000:0.0:1746134040.011391:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8562 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9f0 expref: 46 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:0.0:1746134040.011404:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8562 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9f0 expref: 46 pid: 24940 timeout: 809 lvb_type: 0 00002000:00010000:0.0:1746134040.011411:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b5a8380 00000100:00100000:0.0:1746134040.013309:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134040.013943:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.014019:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552235904 00000100:00100000:2.0:1746134040.014025:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552235904 00000100:00100000:2.0:1746134040.014058:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29557 00000100:00100000:2.0:1746134040.014064:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+46:1755:x1830953552235904:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134040.014083:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134040.014104:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8570 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574f9fe expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134040.014141:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552236032 00000100:00100000:3.0:1746134040.014144:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552236032 00010000:00010000:3.0:1746134040.016441:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8562 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9f0 expref: 48 pid: 24940 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134040.016470:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14859 00000100:00100000:3.0:1746134040.016476:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129e66c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+48:2011:x1830953552236032:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134040.016488:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134040.016503:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8562 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9f0 expref: 48 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.016514:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8562 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9f0 expref: 48 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.016532:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8562 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9f0 expref: 48 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.016548:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.016549:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.016555:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8569 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9f7 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.016562:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8569 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9f7 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.016588:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8569 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9f7 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134040.016598:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548073344:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134040.016742:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8569 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9f7 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.016752:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.016753:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.016756:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8570 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9fe expref: 47 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.016772:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8569 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9f7 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.016780:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8569 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9f7 expref: 5 pid: 24940 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.016788:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080650a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548073472:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134040.018567:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d000 going to sleep for 11 seconds 00000100:00100000:3.0:1746134040.018621:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c540 going to sleep for 11 seconds 00000100:00100000:2.0:1746134040.019317:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548073344:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134040.019335:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134040.019379:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129e66c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+47:2011:x1830953552236032:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2903us (5435us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.019388:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14859 00000100:00100000:0.0:1746134040.023622:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.023755:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080650a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548073472:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134040.023777:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8570 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9fe expref: 46 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.023791:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589000, rc 0) 00000100:00100000:1.0:1746134040.023807:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552236288 00000100:00100000:1.0:1746134040.023813:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552236288 00000100:00100000:3.0:1746134040.023824:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+46:1755:x1830953552235904:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9760us (10520us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134040.023831:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29557 00002000:00100000:1.0:1746134040.023843:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b5ab100 x1830953552236288/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134040.023851:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5ab100 with x1830953552236288 ext(0->4095) 00010000:00010000:1.0:1746134040.023857:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8569 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9f7 expref: 6 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746134040.023866:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8569 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9f7 expref: 6 pid: 24940 timeout: 809 lvb_type: 0 00002000:00010000:1.0:1746134040.023871:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b5ab100 00000100:00100000:1.0:1746134040.023896:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2381 00000100:00100000:1.0:1746134040.023901:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552236288:12345-192.168.203.26@tcp:3:ldlm_bl.0 00000100:00100000:1.0:1746134040.024000:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552236288:12345-192.168.203.26@tcp:3:ldlm_bl.0 Request processed in 98us (383us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134040.024005:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2381 00002000:00100000:1.0:1746134040.024010:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b5ab100 x1830953552236288/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134040.024016:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5ab100 with x1830953552236288 ext(0->4095) 00010000:00010000:1.0:1746134040.024020:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8569 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9f7 expref: 6 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746134040.024028:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8569 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9f7 expref: 6 pid: 24940 timeout: 809 lvb_type: 0 00002000:00010000:1.0:1746134040.024033:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b5ab100 00000100:00100000:0.0:1746134040.028054:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.028154:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552236416 00000100:00100000:2.0:1746134040.028161:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552236416 00010000:00010000:2.0:1746134040.028190:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8569 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9f7 expref: 6 pid: 24940 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.028213:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14860 00000100:00100000:2.0:1746134040.028219:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5a9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552236416:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134040.028231:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134040.028245:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8569 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9f7 expref: 6 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.028254:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8569 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9f7 expref: 6 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.028270:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8569 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9f7 expref: 6 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.028294:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.028296:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.028302:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8570 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9fe expref: 45 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.028309:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8570 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9fe expref: 45 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.028338:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8570 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9fe expref: 45 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134040.028348:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548073600:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134040.028413:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4850300 going to sleep for 11 seconds 00000100:00100000:0.0:1746134040.032000:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.032086:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548073600:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134040.032135:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134040.032169:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5a9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552236416:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3950us (4121us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.032180:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14860 00000100:00100000:3.0:1746134040.032250:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552236672 00000100:00100000:3.0:1746134040.032256:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552236672 00002000:00100000:3.0:1746134040.032286:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009c7e5880 x1830953552236672/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134040.032294:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7e5880 with x1830953552236672 ext(0->4095) 00002000:00010000:3.0:1746134040.032298:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7e5880 00000100:00100000:3.0:1746134040.032323:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13035 00000100:00100000:3.0:1746134040.032329:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+46:2009:x1830953552236672:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134040.032863:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+46:2009:x1830953552236672:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 533us (867us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134040.032868:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13035 00002000:00100000:3.0:1746134040.032873:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009c7e5880 x1830953552236672/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134040.032886:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7e5880 with x1830953552236672 ext(0->4095) 00002000:00010000:3.0:1746134040.032888:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7e5880 00000100:00100000:0.0:1746134040.034677:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.035093:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552236800 00000100:00100000:3.0:1746134040.035106:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552236800 00000100:00100000:3.0:1746134040.035171:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29558 00000100:00100000:3.0:1746134040.035178:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552236800:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134040.035191:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134040.035207:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8577 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fa05 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.035228:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8570 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9fe expref: 45 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.035233:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134040.035235:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134040.035238:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8577 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa05 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.035260:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8570 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9fe expref: 45 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.035280:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8570 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9fe expref: 45 pid: 24940 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134040.035289:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548073728:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134040.036014:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d900 going to sleep for 11 seconds 00000100:00100000:0.0:1746134040.040000:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.040081:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552236928 00000100:00100000:2.0:1746134040.040088:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552236928 00010000:00010000:2.0:1746134040.040154:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8570 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9fe expref: 46 pid: 24940 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.040176:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14861 00000100:00100000:2.0:1746134040.040182:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+46:2010:x1830953552236928:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134040.040192:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134040.040207:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8570 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9fe expref: 46 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.040217:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8570 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9fe expref: 46 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.040235:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.040236:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.040242:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8577 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa05 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.040249:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8577 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa05 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.040275:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8577 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa05 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134040.040285:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548073856:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134040.040338:0:24940:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8570 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574f9fe expref: 46 pid: 24940 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.040352:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4850300 going to sleep for 11 seconds 00000100:00100000:3.0:1746134040.040790:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548073728:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134040.040822:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8577 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa05 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.040830:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fa00, rc 0) 00000100:00100000:3.0:1746134040.040868:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552236800:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5690us (6193us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134040.040874:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29558 00000100:00100000:0.0:1746134040.041886:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.042128:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552237056 00000100:00100000:3.0:1746134040.042133:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552237056 00000100:00100000:3.0:1746134040.042366:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29559 00000100:00100000:3.0:1746134040.042373:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+46:1755:x1830953552237056:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134040.042385:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134040.042396:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c857e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fa0c expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.042412:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8577 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa05 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.042419:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.042420:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.042423:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c857e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa0c expref: 47 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.042441:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8577 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa05 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.042450:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8577 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa05 expref: 5 pid: 24940 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134040.042458:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548073984:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134040.042510:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d900 going to sleep for 11 seconds 00000100:00100000:2.0:1746134040.042807:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548073856:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134040.042819:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134040.042850:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+47:2010:x1830953552236928:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2667us (2855us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.042856:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14861 00000100:00100000:0.0:1746134040.043770:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.043965:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548073984:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134040.043992:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c857e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa0c expref: 46 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.044002:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fe00, rc 0) 00000100:00100000:2.0:1746134040.044039:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+46:1755:x1830953552237056:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1666us (2153us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.044044:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29559 00000100:00100000:3.0:1746134040.044293:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552237312 00000100:00100000:3.0:1746134040.044297:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552237312 00002000:00100000:3.0:1746134040.044322:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009c7e6d80 x1830953552237312/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134040.044330:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7e6d80 with x1830953552237312 ext(0->4095) 00010000:00010000:3.0:1746134040.044336:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8577 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa05 expref: 6 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.044345:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8577 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa05 expref: 6 pid: 24940 timeout: 809 lvb_type: 0 00002000:00010000:3.0:1746134040.044351:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7e6d80 00000100:00100000:3.0:1746134040.044371:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2382 00000100:00100000:3.0:1746134040.044376:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552237312:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134040.044539:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552237312:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 162us (770us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134040.044544:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2382 00002000:00100000:3.0:1746134040.044549:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009c7e6d80 x1830953552237312/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134040.044562:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7e6d80 with x1830953552237312 ext(0->4095) 00010000:00010000:3.0:1746134040.044566:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8577 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa05 expref: 6 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.044573:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8577 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa05 expref: 6 pid: 24940 timeout: 809 lvb_type: 0 00002000:00010000:3.0:1746134040.044578:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7e6d80 00000100:00100000:0.0:1746134040.046005:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134040.046047:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.046049:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552237440 00000100:00100000:2.0:1746134040.046053:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552237440 00010000:00010000:2.0:1746134040.046069:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8577 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa05 expref: 6 pid: 24940 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.046087:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14862 00000100:00100000:2.0:1746134040.046090:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953552237440:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134040.046107:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746134040.046138:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552237568 00000100:00100000:3.0:1746134040.046142:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552237568 00010000:00010000:2.0:1746134040.046142:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8577 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa05 expref: 6 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.046149:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8577 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa05 expref: 7 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.046163:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8577 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa05 expref: 7 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.046173:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746134040.046175:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29560 00010000:00010000:2.0:1746134040.046175:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.046179:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c857e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa0c expref: 45 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134040.046180:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552237568:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134040.046183:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c857e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa0c expref: 45 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.046188:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134040.046197:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8585 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fa13 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.046201:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c857e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa0c expref: 45 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134040.046208:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548074112:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134040.046211:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c857e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa0c expref: 45 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.046222:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134040.046223:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134040.046226:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8585 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa13 expref: 7 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.046241:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c857e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa0c expref: 45 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134040.046252:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4850300 going to sleep for 11 seconds 00010000:00010000:3.0:1746134040.046253:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c857e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa0c expref: 45 pid: 24940 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134040.046261:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548074240:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134040.046282:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d300 going to sleep for 11 seconds 00000100:00100000:2.0:1746134040.048004:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548074112:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134040.048019:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134040.048058:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+7:2012:x1830953552237440:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1966us (2055us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.048066:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14862 00000100:00100000:3.0:1746134040.048165:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548074240:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134040.048191:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8585 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa13 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.048202:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90e600, rc 0) 00000100:00100000:3.0:1746134040.048220:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552237568:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2040us (2172us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134040.048225:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29560 00000100:00100000:1.0:1746134040.049777:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.049972:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552237824 00000100:00100000:3.0:1746134040.049978:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552237824 00002000:00100000:3.0:1746134040.050010:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d142680 x1830953552237824/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134040.050019:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d142680 with x1830953552237824 ext(0->4095) 00010000:00010000:3.0:1746134040.050026:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c857e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa0c expref: 46 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.050036:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c857e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa0c expref: 46 pid: 24940 timeout: 809 lvb_type: 0 00002000:00010000:3.0:1746134040.050047:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d142680 00000100:00100000:3.0:1746134040.050787:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2383 00000100:00100000:3.0:1746134040.050796:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d142680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+46:2009:x1830953552237824:12345-192.168.203.26@tcp:3:ldlm_bl.0 00000100:00100000:3.0:1746134040.050930:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d142680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+46:2009:x1830953552237824:12345-192.168.203.26@tcp:3:ldlm_bl.0 Request processed in 135us (1156us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134040.050936:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2383 00002000:00100000:3.0:1746134040.050942:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d142680 x1830953552237824/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134040.050949:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d142680 with x1830953552237824 ext(0->4095) 00010000:00010000:3.0:1746134040.050953:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c857e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa0c expref: 46 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.050963:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c857e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa0c expref: 46 pid: 24940 timeout: 809 lvb_type: 0 00002000:00010000:3.0:1746134040.050968:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d142680 00000100:00100000:0.0:1746134040.054845:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134040.054955:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.055176:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552238080 00000100:00100000:2.0:1746134040.055184:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552238080 00010000:00010000:2.0:1746134040.055213:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c857e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa0c expref: 46 pid: 24940 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.055249:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14863 00000100:00100000:2.0:1746134040.055255:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+46:2012:x1830953552238080:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134040.055265:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134040.055279:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c857e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa0c expref: 46 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.055288:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c857e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa0c expref: 46 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.055305:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c857e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa0c expref: 46 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.055321:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.055323:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.055328:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8585 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa13 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.055340:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8585 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa13 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.055389:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8585 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa13 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134040.055399:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548074368:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134040.055455:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4850300 going to sleep for 11 seconds 00000100:00100000:3.0:1746134040.055926:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552237952 00000100:00100000:3.0:1746134040.055931:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552237952 00000100:00100000:3.0:1746134040.056794:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29561 00000100:00100000:3.0:1746134040.056802:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+46:1755:x1830953552237952:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134040.056815:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134040.056827:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c858c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fa1a expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.056847:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8585 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa13 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.056853:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.056854:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.056857:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c858c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa1a expref: 47 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.056873:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8585 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa13 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.056881:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8585 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa13 expref: 5 pid: 24940 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134040.056888:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548074496:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134040.056936:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746134040.057181:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548074368:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134040.057192:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134040.057452:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+47:2012:x1830953552238080:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2195us (2494us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.057459:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14863 00000100:00100000:0.0:1746134040.057609:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.057907:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552238336 00000100:00100000:2.0:1746134040.057911:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552238336 00002000:00100000:2.0:1746134040.057934:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009c7e6680 x1830953552238336/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134040.057942:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7e6680 with x1830953552238336 ext(0->4095) 00010000:00010000:2.0:1746134040.057948:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8585 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa13 expref: 6 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.057957:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8585 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa13 expref: 6 pid: 24940 timeout: 809 lvb_type: 0 00002000:00010000:2.0:1746134040.057962:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7e6680 00000100:00100000:2.0:1746134040.057985:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2384 00000100:00100000:2.0:1746134040.057991:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552238336:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134040.058090:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552238336:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (481us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134040.058104:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2384 00002000:00100000:2.0:1746134040.058109:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009c7e6680 x1830953552238336/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134040.058137:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7e6680 with x1830953552238336 ext(0->4095) 00010000:00010000:2.0:1746134040.058142:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8585 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa13 expref: 6 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.058150:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8585 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa13 expref: 6 pid: 24940 timeout: 809 lvb_type: 0 00002000:00010000:2.0:1746134040.058156:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7e6680 00000100:00100000:3.0:1746134040.058851:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548074496:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134040.058878:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c858c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa1a expref: 46 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.058888:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f200, rc 0) 00000100:00100000:3.0:1746134040.058915:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+46:1755:x1830953552237952:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2115us (4076us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134040.058920:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29561 00000100:00100000:0.0:1746134040.063346:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.063861:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552238464 00000100:00100000:2.0:1746134040.063877:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552238464 00010000:00010000:2.0:1746134040.063908:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8585 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa13 expref: 6 pid: 24940 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.063944:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14864 00000100:00100000:2.0:1746134040.063951:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552238464:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134040.063962:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134040.063978:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8585 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa13 expref: 6 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.063989:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8585 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa13 expref: 6 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.064007:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8585 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa13 expref: 6 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.064035:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.064037:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.064042:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c858c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa1a expref: 45 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.064053:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c858c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa1a expref: 45 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.064079:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c858c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa1a expref: 45 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134040.064089:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548074624:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134040.064197:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4850300 going to sleep for 11 seconds 00000100:00100000:2.0:1746134040.068462:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548074624:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134040.068478:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134040.068519:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552238464:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4568us (5180us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.068527:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14864 00000100:00100000:0.0:1746134040.069086:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.069568:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552238720 00000100:00100000:3.0:1746134040.069575:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552238720 00002000:00100000:3.0:1746134040.069612:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012f845180 x1830953552238720/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134040.069622:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f845180 with x1830953552238720 ext(0->4095) 00002000:00010000:3.0:1746134040.069626:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f845180 00000100:00100000:3.0:1746134040.069651:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13036 00000100:00100000:3.0:1746134040.069657:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+46:2009:x1830953552238720:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134040.069767:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+46:2009:x1830953552238720:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (682us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134040.069772:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13036 00002000:00100000:3.0:1746134040.069777:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012f845180 x1830953552238720/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134040.069783:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f845180 with x1830953552238720 ext(0->4095) 00002000:00010000:3.0:1746134040.069786:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f845180 00000100:00100000:0.0:1746134040.075073:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.075360:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552238848 00000100:00100000:3.0:1746134040.075368:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552238848 00000100:00100000:3.0:1746134040.075417:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29562 00000100:00100000:3.0:1746134040.075425:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f847b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552238848:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134040.075439:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134040.075452:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8593 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fa21 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.075473:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c858c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa1a expref: 45 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.075485:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134040.075487:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134040.075490:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8593 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa21 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.075515:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c858c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa1a expref: 45 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.075525:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c858c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa1a expref: 45 pid: 24940 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134040.075535:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548074752:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134040.075611:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134040.077514:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.077600:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552238976 00000100:00100000:2.0:1746134040.077605:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552238976 00010000:00010000:2.0:1746134040.077631:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c858c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa1a expref: 46 pid: 24940 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.077650:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14865 00000100:00100000:2.0:1746134040.077656:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f844700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+46:2009:x1830953552238976:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134040.077665:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134040.077678:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c858c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa1a expref: 46 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.077691:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c858c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa1a expref: 46 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.077707:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.077708:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.077713:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8593 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa21 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.077719:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8593 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa21 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.077741:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8593 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa21 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134040.077749:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548074880:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134040.077807:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4850300 going to sleep for 11 seconds 00010000:00010000:3.0:1746134040.078050:0:24940:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c858c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa1a expref: 46 pid: 24940 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134040.078075:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548074752:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134040.078133:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8593 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa21 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.078141:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f000, rc 0) 00000100:00100000:3.0:1746134040.078164:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f847b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552238848:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2741us (3098us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134040.078169:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29562 00000100:00100000:1.0:1746134040.080077:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.080443:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552239104 00000100:00100000:3.0:1746134040.080450:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552239104 00000100:00100000:3.0:1746134040.081190:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29563 00000100:00100000:3.0:1746134040.081198:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d142d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+46:1755:x1830953552239104:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134040.081212:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134040.081225:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c859a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fa28 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.081246:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8593 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa21 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.081252:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.081254:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.081256:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c859a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa28 expref: 47 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.081280:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8593 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa21 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.081291:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8593 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa21 expref: 5 pid: 24940 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134040.081301:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548075008:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134040.081357:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134040.081645:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.081714:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548074880:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134040.081725:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134040.081748:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f844700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+47:2009:x1830953552238976:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4092us (4238us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.081754:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14865 00000100:00100000:3.0:1746134040.082497:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552239360 00000100:00100000:3.0:1746134040.082502:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552239360 00002000:00100000:3.0:1746134040.082526:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012f844a80 x1830953552239360/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134040.082535:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f844a80 with x1830953552239360 ext(0->4095) 00010000:00010000:3.0:1746134040.082541:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8593 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa21 expref: 6 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.082551:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8593 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa21 expref: 6 pid: 24940 timeout: 809 lvb_type: 0 00002000:00010000:3.0:1746134040.082557:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f844a80 00000100:00100000:3.0:1746134040.082578:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2385 00000100:00100000:3.0:1746134040.082584:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f844a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953552239360:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746134040.082684:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f844a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953552239360:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 Request processed in 99us (1038us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134040.082689:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2385 00002000:00100000:3.0:1746134040.082694:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012f844a80 x1830953552239360/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134040.082701:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f844a80 with x1830953552239360 ext(0->4095) 00010000:00010000:3.0:1746134040.082705:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8593 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa21 expref: 6 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.082713:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8593 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa21 expref: 6 pid: 24940 timeout: 809 lvb_type: 0 00002000:00010000:3.0:1746134040.082718:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f844a80 00000100:00100000:3.0:1746134040.084618:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548075008:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134040.084652:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c859a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa28 expref: 46 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.084669:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90ec00, rc 0) 00000100:00100000:3.0:1746134040.084708:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d142d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+46:1755:x1830953552239104:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3511us (4635us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134040.084715:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29563 00000100:00100000:0.0:1746134040.086075:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.086792:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552239488 00000100:00100000:3.0:1746134040.086798:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552239488 00000100:00100000:3.0:1746134040.086844:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29564 00000100:00100000:3.0:1746134040.086851:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f846300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+46:1757:x1830953552239488:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134040.086863:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134040.086876:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c85a1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fa2f expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.086894:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.086898:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c859a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa28 expref: 47 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.086904:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134040.086906:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c85a1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa2f expref: 47 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.086941:0:24940:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c859a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa28 expref: 47 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.086949:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c85a1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa2f expref: 47 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.086961:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f800, rc 0) 00000100:00100000:3.0:1746134040.086986:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f846300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+47:1757:x1830953552239488:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 136us (915us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134040.086990:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29564 00000100:00100000:0.0:1746134040.089907:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.090153:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552239616 00000100:00100000:2.0:1746134040.090159:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552239616 00010000:00010000:2.0:1746134040.090188:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8593 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa21 expref: 6 pid: 24940 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.090212:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14866 00000100:00100000:2.0:1746134040.090218:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129e65450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552239616:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134040.090228:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134040.090244:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8593 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa21 expref: 6 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.090254:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8593 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa21 expref: 6 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.090271:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8593 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa21 expref: 6 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.090297:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.090299:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.090305:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c859a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa28 expref: 46 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.090311:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c859a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa28 expref: 46 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.090340:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c859a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa28 expref: 46 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.090349:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c859a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa28 expref: 46 pid: 24940 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.090363:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548075264:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134040.090430:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4850300 going to sleep for 11 seconds 00000100:00100000:0.0:1746134040.094185:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.094352:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552239872 00000100:00100000:3.0:1746134040.094359:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552239872 00002000:00100000:3.0:1746134040.094394:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012f847800 x1830953552239872/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134040.094403:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f847800 with x1830953552239872 ext(0->4095) 00010000:00010000:3.0:1746134040.094410:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c859a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa28 expref: 47 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.094422:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c859a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa28 expref: 47 pid: 24940 timeout: 809 lvb_type: 0 00002000:00010000:3.0:1746134040.094428:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f847800 00000100:00100000:3.0:1746134040.094444:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2386 00000100:00100000:3.0:1746134040.094451:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f847800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+47:2009:x1830953552239872:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134040.094562:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f847800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+47:2009:x1830953552239872:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (384us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134040.094568:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2386 00002000:00100000:3.0:1746134040.094573:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012f847800 x1830953552239872/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134040.094586:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f847800 with x1830953552239872 ext(0->4095) 00010000:00010000:3.0:1746134040.094590:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c859a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa28 expref: 47 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.094599:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c859a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa28 expref: 47 pid: 24940 timeout: 809 lvb_type: 0 00002000:00010000:3.0:1746134040.094604:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f847800 00000100:00100000:2.0:1746134040.094879:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548075264:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134040.094894:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134040.094926:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129e65450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552239616:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4708us (5027us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.094934:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14866 00000100:00100000:0.0:1746134040.097864:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.097960:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552240000 00000100:00100000:2.0:1746134040.097967:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552240000 00010000:00010000:2.0:1746134040.097997:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c859a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa28 expref: 47 pid: 24940 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.098232:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14867 00000100:00100000:2.0:1746134040.098239:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f846a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+47:2010:x1830953552240000:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134040.098251:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134040.098264:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c859a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa28 expref: 47 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.098274:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c859a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa28 expref: 47 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.098291:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c859a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa28 expref: 47 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.098314:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.098316:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.098321:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c85a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa2f expref: 46 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.098327:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c85a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa2f expref: 46 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.098350:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c85a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa2f expref: 46 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134040.098358:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548075392:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134040.098471:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8ebe40 going to sleep for 11 seconds 00000100:00100000:2.0:1746134040.101246:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134040.101464:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552240256 00000100:00100000:1.0:1746134040.101470:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552240256 00002000:00100000:1.0:1746134040.101502:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880080651f80 x1830953552240256/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134040.101511:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080651f80 with x1830953552240256 ext(0->4095) 00002000:00010000:1.0:1746134040.101516:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080651f80 00000100:00100000:1.0:1746134040.101656:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13037 00000100:00100000:1.0:1746134040.101662:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080651f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+47:2010:x1830953552240256:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746134040.101902:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548075392:192.168.203.26@tcp:105: 00010000:00010000:0.0:1746134040.101919:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134040.101972:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080651f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+47:2010:x1830953552240256:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 309us (731us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134040.101979:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13037 00002000:00100000:1.0:1746134040.101984:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880080651f80 x1830953552240256/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134040.101991:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080651f80 with x1830953552240256 ext(0->4095) 00002000:00010000:1.0:1746134040.101993:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080651f80 00000100:00100000:0.0:1746134040.102134:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f846a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+46:2010:x1830953552240000:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3894us (4276us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134040.102140:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14867 00000100:00100000:0.0:1746134040.104547:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134040.104621:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552240384 00000100:00100000:1.0:1746134040.104628:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552240384 00000100:00100000:1.0:1746134040.104870:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29565 00000100:00100000:1.0:1746134040.104877:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f845f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552240384:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134040.104890:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134040.104902:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c85a8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fa36 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.104923:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c85a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa2f expref: 45 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.104929:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134040.104930:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134040.104933:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c85a8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa36 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.104953:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c85a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa2f expref: 45 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.104962:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c85a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa2f expref: 45 pid: 24940 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746134040.104971:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d143480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548075520:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134040.105253:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20540 going to sleep for 11 seconds 00000100:00100000:1.0:1746134040.107154:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d143480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548075520:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134040.107174:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c85a8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa36 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.107190:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957ebe00, rc 0) 00000100:00100000:1.0:1746134040.107219:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f845f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552240384:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2342us (2678us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134040.107226:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29565 00000100:00100000:0.0:1746134040.107700:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134040.108227:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552240512 00000100:00100000:1.0:1746134040.108232:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552240512 00010000:00010000:1.0:1746134040.108252:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c85a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa2f expref: 46 pid: 24940 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746134040.108282:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14868 00000100:00100000:1.0:1746134040.108288:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f844000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+46:2010:x1830953552240512:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134040.108297:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134040.108311:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c85a1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa2f expref: 46 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746134040.108320:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c85a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa2f expref: 46 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746134040.108337:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c85a1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa2f expref: 46 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746134040.108361:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134040.108362:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134040.108367:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c85a8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa36 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.108378:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c85a8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa36 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.108401:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c85a8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa36 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134040.108411:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d143480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548075648:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134040.109094:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20540 going to sleep for 11 seconds 00000100:00100000:0.0:1746134040.111592:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134040.111661:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d143480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548075648:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134040.111678:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134040.111696:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552240768 00000100:00100000:1.0:1746134040.111700:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552240768 00002000:00100000:1.0:1746134040.111728:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012f844700 x1830953552240768/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134040.111736:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f844700 with x1830953552240768 ext(0->4095) 00002000:00010000:1.0:1746134040.111739:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f844700 00000100:00100000:1.0:1746134040.112315:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13038 00000100:00100000:1.0:1746134040.112324:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f844700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552240768:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134040.112443:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f844700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552240768:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (858us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134040.112450:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13038 00002000:00100000:1.0:1746134040.112455:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012f844700 x1830953552240768/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134040.112467:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f844700 with x1830953552240768 ext(0->4095) 00002000:00010000:1.0:1746134040.112470:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f844700 00000100:00100000:1.0:1746134040.112504:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f844000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+45:2010:x1830953552240512:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4215us (4804us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134040.112510:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14868 00000100:00100000:0.0:1746134040.113579:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134040.113700:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552240896 00000100:00100000:1.0:1746134040.113705:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552240896 00000100:00100000:1.0:1746134040.114029:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29566 00000100:00100000:1.0:1746134040.114036:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a09c0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+45:1755:x1830953552240896:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134040.114048:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134040.114060:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c85af lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fa3d expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.114080:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c85a8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa36 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.114087:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134040.114088:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134040.114091:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c85af lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa3d expref: 46 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.114158:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c85a8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa36 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.114168:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c85a8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa36 expref: 5 pid: 9581 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746134040.114181:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d143480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548075776:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134040.114239:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134040.116718:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.117694:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552241024 00000100:00100000:3.0:1746134040.117701:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552241024 00000100:00100000:3.0:1746134040.117745:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29567 00000100:00100000:3.0:1746134040.117752:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088053800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+47:1757:x1830953552241024:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134040.117767:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134040.117779:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c85b6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fa44 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.117800:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.117804:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c85af lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa3d expref: 48 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.117809:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134040.117812:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c85b6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa44 expref: 48 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.117851:0:24940:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c85af lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa3d expref: 48 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.117864:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c85b6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa44 expref: 48 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.117871:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90ec00, rc 0) 00000100:00100000:3.0:1746134040.117905:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088053800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+48:1757:x1830953552241024:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 155us (1193us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134040.117911:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29567 00000100:00100000:1.0:1746134040.119747:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d143480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548075776:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134040.119767:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c85af lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa3d expref: 47 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.119777:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957ea000, rc 0) 00000100:00100000:1.0:1746134040.119802:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a09c0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+47:1755:x1830953552240896:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5766us (6225us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134040.119808:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29566 00000100:00100000:0.0:1746134040.121357:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134040.121469:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552241152 00000100:00100000:1.0:1746134040.121474:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552241152 00010000:00010000:1.0:1746134040.121496:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c85a8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa36 expref: 6 pid: 9581 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746134040.122051:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14869 00000100:00100000:1.0:1746134040.122058:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088050e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552241152:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134040.122069:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134040.122084:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c85a8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa36 expref: 6 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746134040.122094:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c85a8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa36 expref: 6 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746134040.122149:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c85a8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa36 expref: 6 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746134040.122173:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134040.122175:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134040.122180:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c85af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa3d expref: 46 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.122187:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c85af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa3d expref: 46 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.122211:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c85af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa3d expref: 46 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.122219:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c85af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa3d expref: 46 pid: 9581 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746134040.122229:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d140700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548076032:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134040.123104:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746134040.125350:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d140700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548076032:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134040.125366:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134040.125568:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088050e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552241152:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3508us (4211us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134040.125576:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14869 00000100:00100000:0.0:1746134040.125846:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.126070:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552241408 00000100:00100000:3.0:1746134040.126076:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552241408 00002000:00100000:3.0:1746134040.126135:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880088050380 x1830953552241408/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134040.126144:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088050380 with x1830953552241408 ext(0->4095) 00010000:00010000:3.0:1746134040.126151:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c85af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa3d expref: 47 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.126161:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c85af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa3d expref: 47 pid: 9581 timeout: 809 lvb_type: 0 00002000:00010000:3.0:1746134040.126167:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088050380 00000100:00100000:3.0:1746134040.126186:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2387 00000100:00100000:3.0:1746134040.126192:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088050380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+47:2010:x1830953552241408:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134040.126297:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088050380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+47:2010:x1830953552241408:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (450us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134040.126303:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2387 00002000:00100000:3.0:1746134040.126309:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880088050380 x1830953552241408/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134040.126315:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088050380 with x1830953552241408 ext(0->4095) 00010000:00010000:3.0:1746134040.126319:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c85af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa3d expref: 47 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.126327:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c85af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa3d expref: 47 pid: 9581 timeout: 809 lvb_type: 0 00002000:00010000:3.0:1746134040.126331:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088050380 00000100:00100000:1.0:1746134040.128924:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.129412:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552241536 00000100:00100000:2.0:1746134040.129418:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552241536 00010000:00010000:2.0:1746134040.129447:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c85af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa3d expref: 47 pid: 9581 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.129470:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14870 00000100:00100000:2.0:1746134040.129475:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d140700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+47:2010:x1830953552241536:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134040.129488:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134040.129503:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c85af lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa3d expref: 47 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.129513:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c85af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa3d expref: 47 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.129531:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c85af lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa3d expref: 47 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.129555:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.129558:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.129563:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c85b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa44 expref: 46 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.129569:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c85b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa44 expref: 46 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.129593:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c85b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa44 expref: 46 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134040.129603:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080652d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548076160:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134040.129669:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8eb840 going to sleep for 11 seconds 00000100:00100000:0.0:1746134040.133034:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134040.133221:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552241792 00000100:00100000:1.0:1746134040.133228:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552241792 00002000:00100000:1.0:1746134040.133263:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880088052a00 x1830953552241792/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134040.133272:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088052a00 with x1830953552241792 ext(0->4095) 00002000:00010000:1.0:1746134040.133276:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088052a00 00000100:00100000:2.0:1746134040.133413:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080652d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548076160:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134040.133429:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134040.133471:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d140700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+47:2010:x1830953552241536:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3995us (4553us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.133479:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14870 00000100:00100000:1.0:1746134040.135626:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13039 00000100:00100000:1.0:1746134040.135636:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088052a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+46:2009:x1830953552241792:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134040.135762:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088052a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+46:2009:x1830953552241792:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (2735us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134040.135767:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13039 00002000:00100000:1.0:1746134040.135774:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880088052a00 x1830953552241792/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134040.135783:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088052a00 with x1830953552241792 ext(0->4095) 00002000:00010000:1.0:1746134040.135787:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088052a00 00000100:00100000:0.0:1746134040.138443:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134040.138782:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552241920 00000100:00100000:1.0:1746134040.138789:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552241920 00000100:00100000:1.0:1746134040.138830:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29568 00000100:00100000:1.0:1746134040.138836:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088053b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552241920:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134040.138849:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134040.138861:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c85bd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fa4b expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.138883:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c85b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa44 expref: 45 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.138894:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134040.138896:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134040.138899:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c85bd lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa4b expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.138920:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c85b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa44 expref: 45 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.138929:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c85b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa44 expref: 45 pid: 24940 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746134040.138944:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d140000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548076288:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134040.139678:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746134040.140439:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d140000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548076288:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134040.140459:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c85bd lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa4b expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.140471:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957ea600, rc 0) 00000100:00100000:2.0:1746134040.140502:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088053b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552241920:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1665us (2065us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.140512:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29568 00000100:00100000:0.0:1746134040.141960:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.142010:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552242048 00000100:00100000:2.0:1746134040.142015:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552242048 00010000:00010000:2.0:1746134040.142040:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c85b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa44 expref: 46 pid: 24940 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.142657:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14871 00000100:00100000:2.0:1746134040.142664:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088051c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+46:2010:x1830953552242048:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134040.142676:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134040.142691:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c85b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa44 expref: 46 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.142701:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c85b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa44 expref: 46 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.142719:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c85b6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa44 expref: 46 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.142861:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.142863:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.142869:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c85bd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa4b expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.142876:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c85bd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa4b expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.142902:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c85bd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa4b expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134040.142912:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080652d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548076416:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134040.142976:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8eb840 going to sleep for 11 seconds 00000100:00100000:0.0:1746134040.143692:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.143765:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552242176 00000100:00100000:2.0:1746134040.143769:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552242176 00000100:00100000:2.0:1746134040.143792:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29569 00000100:00100000:2.0:1746134040.143796:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088050000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+46:1755:x1830953552242176:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134040.143807:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134040.143816:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c85c4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fa52 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.143831:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c85bd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa4b expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.143836:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.143838:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.143841:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c85c4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa52 expref: 47 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.143856:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c85bd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa4b expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.143866:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c85bd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa4b expref: 5 pid: 9581 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.143873:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080652a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548076544:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134040.144420:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8ebb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746134040.145640:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080652d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548076416:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134040.145656:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134040.145719:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088051c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+47:2010:x1830953552242048:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3054us (3761us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.145727:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14871 00000100:00100000:1.0:1746134040.146069:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.146146:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080652a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548076544:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134040.146212:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552242432 00000100:00100000:3.0:1746134040.146217:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552242432 00002000:00100000:3.0:1746134040.146243:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d142300 x1830953552242432/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134040.146265:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d142300 with x1830953552242432 ext(0->4095) 00010000:00010000:3.0:1746134040.146272:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c85bd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa4b expref: 6 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.146282:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c85bd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa4b expref: 6 pid: 9581 timeout: 809 lvb_type: 0 00002000:00010000:3.0:1746134040.146288:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d142300 00000100:00100000:3.0:1746134040.146312:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2388 00000100:00100000:3.0:1746134040.146319:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d142300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552242432:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00010000:00010000:2.0:1746134040.146361:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c85c4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa52 expref: 46 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.146373:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589e00, rc 0) 00000100:00100000:2.0:1746134040.146394:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088050000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+46:1755:x1830953552242176:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2597us (2703us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.146399:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29569 00000100:00100000:3.0:1746134040.146512:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d142300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552242432:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 193us (442us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134040.146521:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2388 00002000:00100000:3.0:1746134040.146527:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d142300 x1830953552242432/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134040.146534:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d142300 with x1830953552242432 ext(0->4095) 00010000:00010000:3.0:1746134040.146538:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c85bd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa4b expref: 6 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.146547:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c85bd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa4b expref: 6 pid: 9581 timeout: 809 lvb_type: 0 00002000:00010000:3.0:1746134040.146552:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d142300 00000100:00100000:0.0:1746134040.150998:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134040.151044:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.151152:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552242688 00000100:00100000:3.0:1746134040.151160:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552242688 00000100:00100000:2.0:1746134040.151164:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552242560 00000100:00100000:2.0:1746134040.151168:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552242560 00010000:00010000:2.0:1746134040.151187:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c85bd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa4b expref: 7 pid: 9581 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134040.151193:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29570 00000100:00100000:3.0:1746134040.151199:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088051880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+7:1757:x1830953552242688:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134040.151211:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134040.151228:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c85cb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fa59 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.151247:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.151252:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c85c4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa52 expref: 45 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.151256:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134040.151259:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c85cb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa59 expref: 8 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.151302:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c85c4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa52 expref: 45 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.151311:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c85cb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa59 expref: 8 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.151319:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90ee00, rc 0) 00000100:00100000:2.0:1746134040.151350:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14872 00000100:00100000:3.0:1746134040.151352:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088051880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+8:1757:x1830953552242688:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 154us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.151357:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088052300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+8:2010:x1830953552242560:12345-192.168.203.26@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746134040.151358:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29570 00010000:00010000:2.0:1746134040.151365:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134040.151379:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c85bd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa4b expref: 7 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.151390:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c85bd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa4b expref: 7 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.151403:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea600/0x9682c7de153c85bd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa4b expref: 7 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.151415:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.151416:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.151421:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c85c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa52 expref: 45 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.151427:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c85c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa52 expref: 45 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.151445:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c85c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa52 expref: 45 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.151454:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c85c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa52 expref: 45 pid: 9581 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.151464:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080652a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548076800:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134040.151513:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8ebb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746134040.156638:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080652a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548076800:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134040.156652:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134040.156653:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.156711:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552242944 00000100:00100000:3.0:1746134040.156717:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552242944 00000100:00100000:2.0:1746134040.156743:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088052300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552242560:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 5341us (5706us total) trans 0 rc 0/0 00002000:00100000:3.0:1746134040.156750:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880088053480 x1830953552242944/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746134040.156751:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14872 00002000:00100000:3.0:1746134040.156758:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088053480 with x1830953552242944 ext(0->4095) 00010000:00010000:3.0:1746134040.156764:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c85c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa52 expref: 46 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.156775:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c85c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa52 expref: 46 pid: 9581 timeout: 809 lvb_type: 0 00002000:00010000:3.0:1746134040.156781:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088053480 00000100:00100000:3.0:1746134040.156801:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2389 00000100:00100000:3.0:1746134040.156807:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088053480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+46:2009:x1830953552242944:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134040.157493:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088053480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+46:2009:x1830953552242944:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 685us (841us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134040.157498:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2389 00002000:00100000:3.0:1746134040.157502:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880088053480 x1830953552242944/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134040.157586:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088053480 with x1830953552242944 ext(0->4095) 00010000:00010000:3.0:1746134040.157591:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c85c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa52 expref: 46 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.157597:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c85c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa52 expref: 46 pid: 9581 timeout: 809 lvb_type: 0 00002000:00010000:3.0:1746134040.157601:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088053480 00000100:00100000:0.0:1746134040.160868:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.161030:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552243072 00000100:00100000:2.0:1746134040.161038:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552243072 00000100:00100000:2.0:1746134040.161085:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29571 00000100:00100000:2.0:1746134040.161093:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088052d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+46:1755:x1830953552243072:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134040.161138:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134040.161152:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c85d2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fa60 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134040.161197:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00010000:00010000:2.0:1746134040.161212:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134040.161218:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c85cb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa59 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134040.161287:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552243200 00010000:00010000:2.0:1746134040.161290:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00000100:00100000:3.0:1746134040.161291:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552243200 00010000:00010000:2.0:1746134040.161295:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c85d2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa60 expref: 48 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.161307:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c85c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa52 expref: 48 pid: 9581 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134040.161334:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14873 00000100:00100000:3.0:1746134040.161340:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129e65050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+48:2009:x1830953552243200:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134040.161347:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134040.161495:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c85c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa52 expref: 48 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.161506:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c85c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa52 expref: 48 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.161519:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c85cb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa59 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.161520:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c85c4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa52 expref: 48 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.161529:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c85d2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa60 expref: 47 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.161537:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.161538:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.161544:0:9582:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c85cb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa59 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.161550:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c85cb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa59 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.161562:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746134040.161569:0:9582:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c85cb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa59 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.161579:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c85cb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa59 expref: 5 pid: 9581 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.161588:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080652a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548077056:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134040.161770:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129e65050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+47:2009:x1830953552243200:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 430us (573us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134040.161776:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14873 00000100:00100000:2.0:1746134040.161791:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8ebb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746134040.164651:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080652a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548077056:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134040.164666:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589c00, rc 0) 00000100:00100000:2.0:1746134040.164702:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088052d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+46:1755:x1830953552243072:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3609us (3839us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.164709:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29571 00000100:00100000:0.0:1746134040.166057:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.166136:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552243456 00000100:00100000:3.0:1746134040.166143:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552243456 00002000:00100000:3.0:1746134040.166181:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880088051500 x1830953552243456/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134040.166189:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088051500 with x1830953552243456 ext(0->4095) 00010000:00010000:3.0:1746134040.166196:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c85cb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa59 expref: 6 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.166206:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c85cb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa59 expref: 6 pid: 9581 timeout: 809 lvb_type: 0 00002000:00010000:3.0:1746134040.166212:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088051500 00000100:00100000:3.0:1746134040.166239:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2390 00000100:00100000:3.0:1746134040.166246:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088051500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552243456:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134040.166355:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088051500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552243456:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (301us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134040.166360:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2390 00002000:00100000:3.0:1746134040.166366:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880088051500 x1830953552243456/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134040.166378:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088051500 with x1830953552243456 ext(0->4095) 00010000:00010000:3.0:1746134040.166382:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c85cb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa59 expref: 6 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.166390:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c85cb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa59 expref: 6 pid: 9581 timeout: 809 lvb_type: 0 00002000:00010000:3.0:1746134040.166395:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088051500 00000100:00100000:0.0:1746134040.169426:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.169514:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552243584 00000100:00100000:3.0:1746134040.169521:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552243584 00010000:00010000:3.0:1746134040.169547:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c85cb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa59 expref: 6 pid: 9581 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134040.169582:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14874 00000100:00100000:3.0:1746134040.169589:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088053100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552243584:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134040.169600:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134040.169615:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c85cb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa59 expref: 6 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.169625:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c85cb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa59 expref: 6 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.169643:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c85cb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa59 expref: 6 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.169669:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.169671:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.169676:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c85d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa60 expref: 45 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.169682:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c85d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa60 expref: 45 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.169707:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c85d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa60 expref: 45 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134040.169717:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548077184:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134040.169787:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562db40 going to sleep for 11 seconds 00000100:00100000:3.0:1746134040.172995:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548077184:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134040.173025:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134040.173070:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088053100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552243584:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3480us (3649us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134040.173078:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14874 00000100:00100000:0.0:1746134040.173688:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.173728:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552243840 00000100:00100000:2.0:1746134040.173733:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552243840 00002000:00100000:2.0:1746134040.173767:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880088050e00 x1830953552243840/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134040.173775:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088050e00 with x1830953552243840 ext(0->4095) 00002000:00010000:2.0:1746134040.173779:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088050e00 00000100:00100000:2.0:1746134040.173793:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13040 00000100:00100000:2.0:1746134040.173798:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088050e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+46:2009:x1830953552243840:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134040.173894:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088050e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+46:2009:x1830953552243840:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 95us (206us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134040.173902:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13040 00002000:00100000:2.0:1746134040.173907:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880088050e00 x1830953552243840/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134040.173913:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088050e00 with x1830953552243840 ext(0->4095) 00002000:00010000:2.0:1746134040.173916:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088050e00 00000100:00100000:0.0:1746134040.177708:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.177868:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552243968 00000100:00100000:2.0:1746134040.177875:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552243968 00000100:00100000:2.0:1746134040.177920:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29572 00000100:00100000:2.0:1746134040.177926:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088051c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552243968:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134040.177941:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134040.177953:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c85d9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fa67 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.177976:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c85d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa60 expref: 45 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.177983:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134040.177985:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134040.177988:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c85d9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa67 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.178011:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c85d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa60 expref: 45 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.178019:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c85d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa60 expref: 45 pid: 9582 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.178033:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080652a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548077312:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134040.178122:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8eb840 going to sleep for 11 seconds 00000100:00100000:2.0:1746134040.180413:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080652a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548077312:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134040.180435:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c85d9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa67 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.180451:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095588600, rc 0) 00000100:00100000:2.0:1746134040.180484:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088051c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552243968:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2556us (2782us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.180490:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29572 00000100:00100000:0.0:1746134040.181185:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.181231:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552244096 00000100:00100000:3.0:1746134040.181236:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552244096 00010000:00010000:3.0:1746134040.181255:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c85d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa60 expref: 46 pid: 9582 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134040.181275:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14875 00000100:00100000:3.0:1746134040.181279:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088052300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+46:2010:x1830953552244096:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134040.181287:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134040.181298:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c85d2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa60 expref: 46 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.181308:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c85d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa60 expref: 46 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.181322:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c85d2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa60 expref: 46 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.181337:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.181339:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.181344:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c85d9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa67 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.181351:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c85d9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa67 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.181374:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c85d9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa67 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134040.181384:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548077440:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134040.181448:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562db40 going to sleep for 11 seconds 00000100:00100000:3.0:1746134040.182962:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548077440:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134040.182989:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134040.183014:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088052300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+45:2010:x1830953552244096:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1733us (1829us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134040.183021:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14875 00000100:00100000:0.0:1746134040.183410:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.183586:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552244352 00000100:00100000:3.0:1746134040.183591:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552244352 00002000:00100000:3.0:1746134040.183618:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88011db4d180 x1830953552244352/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134040.183628:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011db4d180 with x1830953552244352 ext(0->4095) 00002000:00010000:3.0:1746134040.183632:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011db4d180 00000100:00100000:3.0:1746134040.183656:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13041 00000100:00100000:0.0:1746134040.183657:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.183662:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552244352:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134040.183702:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552244480 00000100:00100000:2.0:1746134040.183705:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552244480 00000100:00100000:2.0:1746134040.183723:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29573 00000100:00100000:2.0:1746134040.183729:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+45:1755:x1830953552244480:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134040.183740:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134040.183751:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c85e0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fa6e expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.183767:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c85d9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa67 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.183773:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.183775:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.183778:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c85e0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa6e expref: 46 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.183802:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c85d9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa67 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.183811:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c85d9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa67 expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.183820:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080652a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548077568:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134040.183946:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552244352:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 283us (536us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134040.183952:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13041 00002000:00100000:3.0:1746134040.183960:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88011db4d180 x1830953552244352/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134040.183967:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011db4d180 with x1830953552244352 ext(0->4095) 00000100:00100000:2.0:1746134040.183968:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8eb840 going to sleep for 11 seconds 00010000:00010000:3.0:1746134040.183971:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c85d9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa67 expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.183980:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c85d9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa67 expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00002000:00010000:3.0:1746134040.183985:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011db4d180 00000100:00100000:2.0:1746134040.185589:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080652a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548077568:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134040.185609:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c85e0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa6e expref: 46 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.185621:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589e00, rc 0) 00000100:00100000:2.0:1746134040.185705:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+46:1755:x1830953552244480:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1975us (2046us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.185711:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29573 00000100:00100000:0.0:1746134040.185834:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.185852:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552244608 00000100:00100000:2.0:1746134040.185857:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552244608 00000100:00100000:0.0:1746134040.185867:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.185877:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29574 00000100:00100000:2.0:1746134040.185882:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+46:1757:x1830953552244608:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134040.185890:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134040.185899:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c85e7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fa75 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134040.185944:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552244736 00000100:00100000:3.0:1746134040.185947:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552244736 00010000:00010000:3.0:1746134040.185961:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c85d9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa67 expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134040.185977:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14876 00000100:00100000:3.0:1746134040.185983:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552244736:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134040.185990:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134040.186015:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.186020:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c85e0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa6e expref: 47 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.186026:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134040.186028:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c85e7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa75 expref: 47 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.186174:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c85d9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa67 expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.186183:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c85d9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa67 expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.186253:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c85d9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa67 expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.186514:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c85e0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa6e expref: 47 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.186524:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c85e7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa75 expref: 47 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.186531:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.186532:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.186536:0:9582:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c85e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa6e expref: 47 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.186543:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c85e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa6e expref: 47 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.186557:0:9582:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c85e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa6e expref: 47 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.186567:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c85e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa6e expref: 47 pid: 9582 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.186576:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080652a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548077824:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134040.186630:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8eb840 going to sleep for 11 seconds 00010000:00010000:3.0:1746134040.186855:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134040.186884:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552244736:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 900us (1015us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134040.186889:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14876 00000100:00100000:2.0:1746134040.188167:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080652a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548077824:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134040.188178:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589200, rc 0) 00000100:00100000:2.0:1746134040.188234:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+47:1757:x1830953552244608:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2350us (2398us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.188241:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29574 00000100:00100000:0.0:1746134040.188791:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.188881:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552244992 00000100:00100000:3.0:1746134040.188886:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552244992 00002000:00100000:3.0:1746134040.188913:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88011db4e680 x1830953552244992/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134040.188921:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011db4e680 with x1830953552244992 ext(0->4095) 00010000:00010000:3.0:1746134040.188926:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c85e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa6e expref: 47 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.188935:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c85e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa6e expref: 47 pid: 9582 timeout: 809 lvb_type: 0 00002000:00010000:3.0:1746134040.188940:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011db4e680 00000100:00100000:3.0:1746134040.188961:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2391 00000100:00100000:3.0:1746134040.188967:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+47:2010:x1830953552244992:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134040.189092:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+47:2010:x1830953552244992:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (297us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134040.189106:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2391 00002000:00100000:3.0:1746134040.189128:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88011db4e680 x1830953552244992/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134040.189136:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011db4e680 with x1830953552244992 ext(0->4095) 00010000:00010000:3.0:1746134040.189140:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c85e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa6e expref: 47 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.189148:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c85e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa6e expref: 47 pid: 9582 timeout: 809 lvb_type: 0 00002000:00010000:3.0:1746134040.189154:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011db4e680 00000100:00100000:0.0:1746134040.191361:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.191491:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552245120 00000100:00100000:3.0:1746134040.191497:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552245120 00010000:00010000:3.0:1746134040.191522:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c85e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa6e expref: 47 pid: 9582 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134040.191543:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14877 00000100:00100000:3.0:1746134040.191549:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+47:2009:x1830953552245120:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134040.191558:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134040.191571:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c85e0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa6e expref: 47 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.191585:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c85e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa6e expref: 47 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.191602:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589e00/0x9682c7de153c85e0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa6e expref: 47 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.191625:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.191627:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.191631:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c85e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa75 expref: 46 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.191637:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c85e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa75 expref: 46 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.191662:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c85e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa75 expref: 46 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134040.191672:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548077952:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134040.191799:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746134040.193756:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548077952:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134040.193784:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134040.193811:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+46:2009:x1830953552245120:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2261us (2455us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134040.193818:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14877 00000100:00100000:0.0:1746134040.194567:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.194639:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552245376 00000100:00100000:3.0:1746134040.194644:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552245376 00002000:00100000:3.0:1746134040.194670:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88011db4ca80 x1830953552245376/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134040.194678:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011db4ca80 with x1830953552245376 ext(0->4095) 00002000:00010000:3.0:1746134040.194682:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011db4ca80 00000100:00100000:3.0:1746134040.194751:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13042 00000100:00100000:3.0:1746134040.194758:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+46:2010:x1830953552245376:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134040.195054:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+46:2010:x1830953552245376:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 296us (488us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134040.195060:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13042 00002000:00100000:3.0:1746134040.195065:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88011db4ca80 x1830953552245376/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134040.195072:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011db4ca80 with x1830953552245376 ext(0->4095) 00002000:00010000:3.0:1746134040.195074:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011db4ca80 00000100:00100000:0.0:1746134040.196672:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.196772:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552245504 00000100:00100000:2.0:1746134040.196777:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552245504 00000100:00100000:2.0:1746134040.196817:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29575 00000100:00100000:2.0:1746134040.196823:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552245504:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134040.196834:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134040.196847:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c85ee lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fa7c expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.196867:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c85e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa75 expref: 45 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.196873:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134040.196875:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134040.196878:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c85ee lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa7c expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.196956:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c85e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa75 expref: 45 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.196966:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c85e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa75 expref: 45 pid: 9582 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.196976:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080652a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548078080:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134040.197241:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8eb840 going to sleep for 11 seconds 00000100:00100000:2.0:1746134040.198468:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080652a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548078080:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134040.198486:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c85ee lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa7c expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.198497:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589a00, rc 0) 00000100:00100000:2.0:1746134040.198532:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552245504:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1708us (1862us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.198539:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29575 00000100:00100000:0.0:1746134040.199336:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.199508:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552245632 00000100:00100000:3.0:1746134040.199513:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552245632 00010000:00010000:3.0:1746134040.199534:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c85e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa75 expref: 46 pid: 9582 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134040.199553:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14878 00000100:00100000:3.0:1746134040.199559:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+46:2009:x1830953552245632:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134040.199568:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134040.199581:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c85e7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa75 expref: 46 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.199604:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c85e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa75 expref: 46 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.199620:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589200/0x9682c7de153c85e7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa75 expref: 46 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.199642:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.199644:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.199649:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c85ee lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa7c expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.199655:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c85ee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa7c expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.199677:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c85ee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa7c expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134040.199686:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548078208:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134040.200198:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d540 going to sleep for 11 seconds 00000100:00100000:0.0:1746134040.204026:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.204340:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552245888 00000100:00100000:2.0:1746134040.204351:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552245888 00002000:00100000:2.0:1746134040.204385:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88011db4df80 x1830953552245888/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134040.204398:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011db4df80 with x1830953552245888 ext(0->4095) 00002000:00010000:2.0:1746134040.204402:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011db4df80 00000100:00100000:2.0:1746134040.204420:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13043 00000100:00100000:2.0:1746134040.204427:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552245888:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134040.204557:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552245888:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 130us (537us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134040.204563:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13043 00002000:00100000:2.0:1746134040.204568:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88011db4df80 x1830953552245888/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134040.204575:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011db4df80 with x1830953552245888 ext(0->4095) 00002000:00010000:2.0:1746134040.204577:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011db4df80 00000100:00100000:3.0:1746134040.204652:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548078208:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134040.204680:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134040.204701:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+45:2009:x1830953552245632:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 5142us (5365us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134040.204708:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14878 00000100:00100000:0.0:1746134040.205159:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.205680:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552246016 00000100:00100000:3.0:1746134040.205684:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552246016 00000100:00100000:3.0:1746134040.205712:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29576 00000100:00100000:3.0:1746134040.205717:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+45:1755:x1830953552246016:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134040.205726:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134040.205737:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c85f5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fa83 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.205758:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c85ee lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa7c expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.205763:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.205765:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.205768:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c85f5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa83 expref: 46 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.205787:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c85ee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa7c expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.205795:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c85ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa7c expref: 5 pid: 9582 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134040.205803:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548078336:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134040.205848:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d540 going to sleep for 11 seconds 00000100:00100000:0.0:1746134040.208665:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134040.208731:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134040.208849:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552246144 00000100:00100000:1.0:1746134040.208854:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552246144 00000100:00100000:1.0:1746134040.208885:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29577 00000100:00100000:1.0:1746134040.208892:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+47:1757:x1830953552246144:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134040.208906:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134040.208918:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c85fc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fa8a expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.208937:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134040.208941:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c85f5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa83 expref: 48 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.208950:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134040.208953:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c85fc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa8a expref: 48 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.208979:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c85f5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa83 expref: 48 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.208988:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c85fc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa8a expref: 48 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.208996:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957ea000, rc 0) 00000100:00100000:1.0:1746134040.209030:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+48:1757:x1830953552246144:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (370us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134040.209036:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29577 00000100:00100000:2.0:1746134040.209328:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552246272 00000100:00100000:2.0:1746134040.209332:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552246272 00010000:00010000:2.0:1746134040.209347:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c85ee lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa7c expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.209367:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14879 00000100:00100000:2.0:1746134040.209372:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552246272:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134040.209379:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134040.209393:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c85ee lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa7c expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.209402:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c85ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa7c expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.209414:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.209416:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.209420:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c85f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa83 expref: 47 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.209427:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c85f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa83 expref: 47 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.209449:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c85f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa83 expref: 47 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.209459:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c85f5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa83 expref: 47 pid: 9582 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.209472:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080652a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548078592:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134040.209528:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8ebcc0 going to sleep for 11 seconds 00010000:00010000:3.0:1746134040.209596:0:9582:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c85ee lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa7c expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134040.209609:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548078336:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134040.209635:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c85f5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa83 expref: 47 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.209641:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c85f5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa83 expref: 47 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.209648:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f800, rc 0) 00000100:00100000:3.0:1746134040.209873:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+47:1755:x1830953552246016:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4154us (4713us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134040.209879:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29576 00000100:00100000:0.0:1746134040.212078:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.212160:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080652a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548078592:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134040.212172:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134040.212200:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552246272:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2827us (3468us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.212206:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14879 00000100:00100000:1.0:1746134040.212820:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552246528 00000100:00100000:1.0:1746134040.212826:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552246528 00002000:00100000:1.0:1746134040.212853:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88011db4c000 x1830953552246528/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134040.212861:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011db4c000 with x1830953552246528 ext(0->4095) 00010000:00010000:1.0:1746134040.212869:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c85f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa83 expref: 47 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746134040.212878:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c85f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa83 expref: 47 pid: 9582 timeout: 809 lvb_type: 0 00002000:00010000:1.0:1746134040.212884:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011db4c000 00000100:00100000:1.0:1746134040.212899:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2392 00000100:00100000:1.0:1746134040.212904:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+47:2009:x1830953552246528:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134040.215016:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+47:2009:x1830953552246528:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 2104us (2936us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134040.215025:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2392 00002000:00100000:1.0:1746134040.215033:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88011db4c000 x1830953552246528/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134040.215041:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011db4c000 with x1830953552246528 ext(0->4095) 00010000:00010000:1.0:1746134040.215049:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c85f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa83 expref: 47 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746134040.215060:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c85f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa83 expref: 47 pid: 9582 timeout: 809 lvb_type: 0 00002000:00010000:1.0:1746134040.215066:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011db4c000 00010000:00010000:2.0:1746134040.218766:0:9597:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746134040.223495:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.223566:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552246656 00000100:00100000:2.0:1746134040.223573:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552246656 00010000:00010000:2.0:1746134040.223601:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c85f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa83 expref: 47 pid: 9582 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.223631:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14880 00000100:00100000:2.0:1746134040.223638:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129e64850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+47:2012:x1830953552246656:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134040.223648:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134040.223664:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c85f5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa83 expref: 47 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.223674:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c85f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa83 expref: 47 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.223692:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c85f5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa83 expref: 47 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.223720:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.223723:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.223728:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c85fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa8a expref: 46 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.223735:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c85fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa8a expref: 46 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.223761:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c85fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa8a expref: 46 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134040.223769:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080652a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548078720:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134040.223885:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8ebcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746134040.225852:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080652a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548078720:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134040.225866:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134040.225902:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129e64850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+46:2012:x1830953552246656:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2264us (2412us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.225911:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14880 00000100:00100000:0.0:1746134040.230810:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134040.230928:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552246912 00000100:00100000:1.0:1746134040.230934:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552246912 00002000:00100000:1.0:1746134040.230967:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88011db4d500 x1830953552246912/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134040.230976:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011db4d500 with x1830953552246912 ext(0->4095) 00002000:00010000:1.0:1746134040.230980:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011db4d500 00000100:00100000:1.0:1746134040.231005:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13044 00000100:00100000:1.0:1746134040.231011:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+46:2011:x1830953552246912:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746134040.231161:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+46:2011:x1830953552246912:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 Request processed in 149us (356us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134040.231168:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13044 00002000:00100000:1.0:1746134040.231176:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88011db4d500 x1830953552246912/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134040.231183:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011db4d500 with x1830953552246912 ext(0->4095) 00002000:00010000:1.0:1746134040.231186:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011db4d500 00000100:00100000:0.0:1746134040.233993:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.234074:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552247040 00000100:00100000:3.0:1746134040.234081:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552247040 00000100:00100000:3.0:1746134040.234147:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29578 00000100:00100000:3.0:1746134040.234153:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552247040:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134040.234166:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134040.234179:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c8603 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fa91 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.234200:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c85fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa8a expref: 45 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.234205:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134040.234207:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134040.234209:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c8603 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa91 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.234232:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c85fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa8a expref: 45 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.234241:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c85fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa8a expref: 45 pid: 9581 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134040.234250:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548078848:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134040.234323:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d540 going to sleep for 11 seconds 00000100:00100000:0.0:1746134040.235941:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.236885:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552247168 00000100:00100000:2.0:1746134040.236891:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552247168 00010000:00010000:2.0:1746134040.236918:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c85fc lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa8a expref: 46 pid: 9581 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.236939:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14881 00000100:00100000:2.0:1746134040.236945:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+46:2010:x1830953552247168:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134040.236956:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134040.236971:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c85fc lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa8a expref: 46 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.236980:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c85fc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa8a expref: 46 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.236999:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.237000:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.237005:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c8603 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa91 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.237011:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c8603 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa91 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.237035:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c8603 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa91 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134040.237044:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080652a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548078976:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134040.237124:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8ebd80 going to sleep for 11 seconds 00010000:00010000:3.0:1746134040.237183:0:9582:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c85fc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa8a expref: 46 pid: 9581 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134040.237206:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548078848:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134040.237233:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c8603 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa91 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.237241:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90ec00, rc 0) 00000100:00100000:3.0:1746134040.237263:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552247040:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3110us (3275us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134040.237269:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29578 00000100:00100000:0.0:1746134040.243251:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134040.243288:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134040.243343:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552247424 00000100:00100000:1.0:1746134040.243349:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552247424 00002000:00100000:1.0:1746134040.243381:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88011db4ea00 x1830953552247424/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134040.243389:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011db4ea00 with x1830953552247424 ext(0->4095) 00002000:00010000:1.0:1746134040.243393:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011db4ea00 00000100:00100000:1.0:1746134040.243408:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13045 00000100:00100000:1.0:1746134040.243413:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552247424:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134040.243638:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080652a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548078976:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134040.243652:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134040.243687:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+45:2010:x1830953552247168:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 6741us (7750us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.243694:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14881 00000100:00100000:1.0:1746134040.243845:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552247424:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 431us (600us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134040.243851:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13045 00002000:00100000:1.0:1746134040.243856:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88011db4ea00 x1830953552247424/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134040.243862:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011db4ea00 with x1830953552247424 ext(0->4095) 00002000:00010000:1.0:1746134040.243865:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011db4ea00 00000100:00100000:3.0:1746134040.244407:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552247552 00000100:00100000:3.0:1746134040.244411:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552247552 00000100:00100000:3.0:1746134040.244502:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29579 00000100:00100000:3.0:1746134040.244508:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092057800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+45:1755:x1830953552247552:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134040.244517:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134040.244527:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c860a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fa98 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.244550:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c8603 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa91 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.244556:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.244557:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.244560:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c860a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa98 expref: 46 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.244579:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c8603 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa91 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.244588:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c8603 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa91 expref: 5 pid: 9582 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134040.244597:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548079104:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134040.246173:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d540 going to sleep for 11 seconds 00000100:00100000:0.0:1746134040.252053:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134040.254340:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.254890:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552247680 00000100:00100000:2.0:1746134040.254897:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552247680 00000100:00100000:2.0:1746134040.254931:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29580 00000100:00100000:2.0:1746134040.254938:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092054700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+47:1757:x1830953552247680:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134040.254952:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134040.254965:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8611 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fa9f expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.254985:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.254991:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c860a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa98 expref: 48 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.254996:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134040.254999:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8611 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa9f expref: 48 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.255025:0:24940:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c860a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa98 expref: 48 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.255035:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8611 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa9f expref: 48 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.255042:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095588800, rc 0) 00000100:00100000:2.0:1746134040.255076:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092054700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+48:1757:x1830953552247680:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 139us (3030us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.255082:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29580 00000100:00100000:3.0:1746134040.255196:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548079104:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134040.255224:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c860a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa98 expref: 47 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.255232:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f000, rc 0) 00000100:00100000:3.0:1746134040.255249:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092057800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+47:1755:x1830953552247552:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10741us (11960us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134040.255253:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29579 00000100:00100000:2.0:1746134040.256460:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552247808 00000100:00100000:2.0:1746134040.256468:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552247808 00010000:00010000:2.0:1746134040.256490:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c8603 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa91 expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.256514:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14882 00000100:00100000:2.0:1746134040.256519:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092054000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552247808:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134040.256527:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134040.256541:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c8603 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa91 expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.256549:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c8603 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa91 expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.256564:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c8603 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa91 expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.256577:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.256579:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.256583:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c860a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa98 expref: 46 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.256590:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c860a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa98 expref: 46 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.256610:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c860a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa98 expref: 46 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.256619:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c860a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa98 expref: 46 pid: 9582 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.256632:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080652a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548079360:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134040.256682:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8ebd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746134040.258402:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080652a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548079360:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134040.258419:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134040.258875:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092054000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552247808:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2354us (4539us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.258884:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14882 00000100:00100000:3.0:1746134040.261058:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134040.261147:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552248064 00000100:00100000:1.0:1746134040.261154:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552248064 00002000:00100000:1.0:1746134040.261184:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880099b2e680 x1830953552248064/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134040.261193:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099b2e680 with x1830953552248064 ext(0->4095) 00010000:00010000:1.0:1746134040.261200:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c860a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa98 expref: 47 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746134040.261212:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c860a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa98 expref: 47 pid: 9582 timeout: 809 lvb_type: 0 00002000:00010000:1.0:1746134040.261217:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099b2e680 00000100:00100000:1.0:1746134040.261238:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2393 00000100:00100000:1.0:1746134040.261243:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+47:2010:x1830953552248064:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134040.261350:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+47:2010:x1830953552248064:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (297us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134040.261356:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2393 00002000:00100000:1.0:1746134040.261360:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880099b2e680 x1830953552248064/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134040.261367:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099b2e680 with x1830953552248064 ext(0->4095) 00010000:00010000:1.0:1746134040.261371:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c860a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa98 expref: 47 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746134040.261380:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c860a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa98 expref: 47 pid: 9582 timeout: 809 lvb_type: 0 00002000:00010000:1.0:1746134040.261385:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099b2e680 00000100:00100000:0.0:1746134040.264364:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.264793:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552248192 00000100:00100000:2.0:1746134040.264801:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552248192 00010000:00010000:2.0:1746134040.264830:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c860a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa98 expref: 47 pid: 9582 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.264862:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14883 00000100:00100000:2.0:1746134040.264869:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092056a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+47:2009:x1830953552248192:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134040.264879:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134040.264893:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c860a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa98 expref: 47 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.264903:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c860a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa98 expref: 47 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.264920:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c860a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa98 expref: 47 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.264945:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.264947:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.264953:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8611 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa9f expref: 46 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.264959:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8611 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa9f expref: 46 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.264982:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8611 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa9f expref: 46 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134040.264992:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080652a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548079488:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134040.265061:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8ebd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134040.269814:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.270176:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552248448 00000100:00100000:3.0:1746134040.270182:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552248448 00002000:00100000:3.0:1746134040.270213:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880092054a80 x1830953552248448/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134040.270222:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092054a80 with x1830953552248448 ext(0->4095) 00002000:00010000:3.0:1746134040.270226:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092054a80 00000100:00100000:3.0:1746134040.271563:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13046 00000100:00100000:3.0:1746134040.271572:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092054a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+47:2009:x1830953552248448:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134040.271696:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092054a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+47:2009:x1830953552248448:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (1886us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134040.271702:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13046 00002000:00100000:3.0:1746134040.271707:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880092054a80 x1830953552248448/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134040.271714:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092054a80 with x1830953552248448 ext(0->4095) 00002000:00010000:3.0:1746134040.271718:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092054a80 00000100:00100000:2.0:1746134040.273759:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080652a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548079488:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134040.273777:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134040.273825:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092056a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+46:2009:x1830953552248192:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 8955us (9466us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.273833:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14883 00000100:00100000:0.0:1746134040.275369:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134040.276071:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552248576 00000100:00100000:1.0:1746134040.276077:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552248576 00000100:00100000:1.0:1746134040.276214:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29581 00000100:00100000:1.0:1746134040.277141:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092055f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552248576:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134040.277157:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134040.277172:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c8618 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574faa6 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.277193:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8611 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa9f expref: 45 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.277199:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134040.277201:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134040.277204:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c8618 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574faa6 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.277226:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8611 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa9f expref: 45 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.277236:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8611 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa9f expref: 45 pid: 24940 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746134040.277245:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d143800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548079616:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134040.277323:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746134040.286737:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d143800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548079616:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134040.286759:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c8618 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574faa6 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.286778:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957ea000, rc 0) 00000100:00100000:1.0:1746134040.286822:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092055f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552248576:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10601us (11456us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134040.286829:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29581 00000100:00100000:0.0:1746134040.294817:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134040.297208:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552248704 00000100:00100000:1.0:1746134040.297218:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552248704 00002000:00100000:1.0:1746134040.297260:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880092055500 x1830953552248704/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 496/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134040.297269:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092055500 with x1830953552248704 ext(0->7) 00010000:00010000:1.0:1746134040.297277:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8611 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa9f expref: 46 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746134040.297289:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8611 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa9f expref: 46 pid: 24940 timeout: 809 lvb_type: 0 00002000:00010000:1.0:1746134040.297295:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092055500 00000100:00100000:1.0:1746134040.297325:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2394 00000100:00100000:1.0:1746134040.297331:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092055500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+46:2009:x1830953552248704:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746134040.298234:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092055500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+48:2009:x1830953552248704:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 901us (3421us total) trans 4294970636 rc 0/0 00000100:00100000:1.0:1746134040.298240:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2394 00002000:00100000:1.0:1746134040.298246:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880092055500 x1830953552248704/t4294970636(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 496/448 e 0 to 0 dl 1746134051 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134040.298259:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092055500 with x1830953552248704 ext(0->7) 00010000:00010000:1.0:1746134040.298264:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8611 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa9f expref: 48 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746134040.298273:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8611 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa9f expref: 48 pid: 24940 timeout: 809 lvb_type: 0 00002000:00010000:1.0:1746134040.298278:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092055500 00000100:00100000:0.0:1746134040.304267:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.304324:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552248832 00000100:00100000:2.0:1746134040.304331:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552248832 00010000:00010000:2.0:1746134040.304356:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8611 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa9f expref: 48 pid: 24940 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.304389:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14884 00000100:00100000:2.0:1746134040.304394:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c433100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+48:2010:x1830953552248832:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134040.304404:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134040.304418:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8611 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa9f expref: 48 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.304431:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8611 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa9f expref: 48 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.304447:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c8611 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fa9f expref: 48 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.304469:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.304471:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.304476:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c8618 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574faa6 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.304482:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c8618 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574faa6 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.304505:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c8618 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574faa6 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134040.304514:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080652a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548079744:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134040.304577:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8ebd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134040.308181:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134040.308252:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552248960 00000100:00100000:1.0:1746134040.308259:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552248960 00000100:00100000:1.0:1746134040.308299:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29582 00000100:00100000:1.0:1746134040.308306:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c430000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+48:1755:x1830953552248960:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134040.308320:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134040.308333:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c861f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574faad expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.308354:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c8618 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574faa6 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.308360:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134040.308362:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134040.308364:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c861f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574faad expref: 49 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.308388:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c8618 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574faa6 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.308402:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c8618 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574faa6 expref: 5 pid: 9581 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746134040.308412:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d143800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548079872:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134040.308472:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746134040.308858:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080652a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548079744:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134040.308871:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134040.308896:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c433100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+49:2010:x1830953552248832:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4501us (4636us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.308903:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14884 00000100:00100000:0.0:1746134040.309611:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134040.309822:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552249216 00000100:00100000:1.0:1746134040.309825:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552249216 00002000:00100000:1.0:1746134040.309848:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012c432d80 x1830953552249216/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134040.309857:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c432d80 with x1830953552249216 ext(0->4095) 00010000:00010000:1.0:1746134040.309863:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c8618 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574faa6 expref: 6 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746134040.309873:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c8618 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574faa6 expref: 6 pid: 9581 timeout: 809 lvb_type: 0 00002000:00010000:1.0:1746134040.309878:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c432d80 00000100:00100000:1.0:1746134040.309904:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2395 00000100:00100000:1.0:1746134040.309910:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c432d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552249216:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134040.310002:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c432d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552249216:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 92us (391us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134040.310007:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2395 00002000:00100000:1.0:1746134040.310012:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012c432d80 x1830953552249216/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134040.310023:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c432d80 with x1830953552249216 ext(0->4095) 00010000:00010000:1.0:1746134040.310028:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c8618 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574faa6 expref: 6 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746134040.310035:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c8618 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574faa6 expref: 6 pid: 9581 timeout: 809 lvb_type: 0 00002000:00010000:1.0:1746134040.310039:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c432d80 00000100:00100000:1.0:1746134040.312030:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d143800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548079872:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134040.312049:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c861f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574faad expref: 48 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.312061:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957ea800, rc 0) 00000100:00100000:1.0:1746134040.312104:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c430000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+48:1755:x1830953552248960:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3790us (3921us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134040.312126:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29582 00000100:00100000:0.0:1746134040.312570:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134040.312598:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.312672:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552249472 00000100:00100000:2.0:1746134040.312677:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552249472 00010000:00010000:2.0:1746134040.312700:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c8618 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574faa6 expref: 6 pid: 9581 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.312717:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14885 00000100:00100000:2.0:1746134040.312722:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c430380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552249472:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134040.312730:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134040.312742:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c8618 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574faa6 expref: 6 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.312750:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c8618 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574faa6 expref: 6 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.312765:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c8618 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574faa6 expref: 6 pid: 9581 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746134040.312926:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552249344 00000100:00100000:1.0:1746134040.312929:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552249344 00010000:00010000:2.0:1746134040.313071:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.313072:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.313078:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c861f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574faad expref: 48 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.313085:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c861f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574faad expref: 48 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.313131:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c861f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574faad expref: 48 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134040.313141:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080652a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548080000:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134040.313182:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8ebd80 going to sleep for 11 seconds 00000100:00100000:1.0:1746134040.313360:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29583 00000100:00100000:1.0:1746134040.313554:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c433b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+48:1757:x1830953552249344:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134040.313564:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134040.313573:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c8626 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fab4 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.313587:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c861f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574faad expref: 49 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.313593:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134040.313594:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134040.313597:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c8626 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fab4 expref: 49 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.313611:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c861f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574faad expref: 49 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.313620:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c861f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574faad expref: 49 pid: 9581 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746134040.313627:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d143800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548080128:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134040.314029:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134040.316717:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080652a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548080000:192.168.203.26@tcp:105: 00010000:00010000:0.0:1746134040.316733:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134040.316772:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c430380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552249472:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4048us (4171us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134040.316779:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14885 00000100:00100000:1.0:1746134040.316851:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d143800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548080128:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134040.316865:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c8626 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fab4 expref: 49 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.316878:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bef4000, rc 0) 00000100:00100000:1.0:1746134040.316894:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c433b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+49:1757:x1830953552249344:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3528us (4324us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134040.316900:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29583 00000100:00100000:0.0:1746134040.318048:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.318092:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552249728 00000100:00100000:3.0:1746134040.318106:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552249728 00002000:00100000:3.0:1746134040.318162:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012c432680 x1830953552249728/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134040.318170:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c432680 with x1830953552249728 ext(0->4095) 00010000:00010000:3.0:1746134040.318176:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c861f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574faad expref: 49 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.318187:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c861f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574faad expref: 49 pid: 9581 timeout: 809 lvb_type: 0 00002000:00010000:3.0:1746134040.318197:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c432680 00000100:00100000:3.0:1746134040.318221:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2396 00000100:00100000:3.0:1746134040.318228:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c432680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+49:2010:x1830953552249728:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134040.318325:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c432680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+49:2010:x1830953552249728:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 97us (279us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134040.318330:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2396 00002000:00100000:3.0:1746134040.318334:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012c432680 x1830953552249728/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134040.318341:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c432680 with x1830953552249728 ext(0->4095) 00010000:00010000:3.0:1746134040.318344:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c861f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574faad expref: 49 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.318352:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c861f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574faad expref: 49 pid: 9581 timeout: 809 lvb_type: 0 00002000:00010000:3.0:1746134040.318356:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c432680 00000100:00100000:0.0:1746134040.321265:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.321421:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552249856 00000100:00100000:2.0:1746134040.321427:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552249856 00010000:00010000:2.0:1746134040.321454:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c861f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574faad expref: 49 pid: 9581 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.321490:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14886 00000100:00100000:2.0:1746134040.321495:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c432a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+49:2009:x1830953552249856:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134040.321506:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134040.321520:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c861f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574faad expref: 49 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.321530:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c861f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574faad expref: 49 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.321546:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c861f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574faad expref: 49 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.321570:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.321572:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.321578:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c8626 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fab4 expref: 48 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.321584:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c8626 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fab4 expref: 48 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.321608:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c8626 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fab4 expref: 48 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134040.321623:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080652d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548080256:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134040.321674:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8eb9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134040.325949:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134040.325996:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552250112 00000100:00100000:1.0:1746134040.326003:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552250112 00002000:00100000:1.0:1746134040.326038:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012c431500 x1830953552250112/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134040.326051:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c431500 with x1830953552250112 ext(0->4095) 00002000:00010000:1.0:1746134040.326055:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c431500 00000100:00100000:2.0:1746134040.326156:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080652d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548080256:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134040.326174:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134040.326208:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c432a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+49:2009:x1830953552249856:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4712us (4948us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.326216:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14886 00000100:00100000:1.0:1746134040.328149:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13047 00000100:00100000:1.0:1746134040.328161:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c431500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+48:2010:x1830953552250112:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134040.328275:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c431500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+48:2010:x1830953552250112:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (2332us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134040.328281:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13047 00002000:00100000:1.0:1746134040.328287:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012c431500 x1830953552250112/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134040.328294:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c431500 with x1830953552250112 ext(0->4095) 00002000:00010000:1.0:1746134040.328298:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c431500 00000100:00100000:0.0:1746134040.332308:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134040.332625:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552250240 00000100:00100000:1.0:1746134040.332633:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552250240 00000100:00100000:1.0:1746134040.332898:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29584 00000100:00100000:1.0:1746134040.332905:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c431c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552250240:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134040.332920:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134040.332935:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c862d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fabb expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.332957:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c8626 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fab4 expref: 47 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.332963:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134040.332964:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134040.332968:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c862d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fabb expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.332989:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c8626 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fab4 expref: 47 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.332998:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c8626 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fab4 expref: 47 pid: 9581 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746134040.333007:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d143800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548080384:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134040.333074:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134040.350259:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134040.350414:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d143800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548080384:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134040.350436:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c862d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fabb expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.350450:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bef4600, rc 0) 00000100:00100000:1.0:1746134040.350485:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c431c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552250240:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 17581us (18183us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134040.350492:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29584 00000100:00100000:3.0:1746134040.354525:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552250368 00000100:00100000:3.0:1746134040.354534:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552250368 00002000:00100000:3.0:1746134040.354573:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012c432300 x1830953552250368/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 496/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134040.354581:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c432300 with x1830953552250368 ext(0->7) 00010000:00010000:3.0:1746134040.354588:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c8626 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fab4 expref: 48 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.354602:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c8626 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fab4 expref: 48 pid: 9581 timeout: 809 lvb_type: 0 00002000:00010000:3.0:1746134040.354608:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c432300 00000100:00100000:3.0:1746134040.354639:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2397 00000100:00100000:3.0:1746134040.354646:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c432300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+48:2009:x1830953552250368:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746134040.362602:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c432300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+50:2009:x1830953552250368:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 7947us (12340us total) trans 4294970637 rc 0/0 00000100:00100000:0.0:1746134040.362612:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2397 00002000:00100000:0.0:1746134040.362622:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012c432300 x1830953552250368/t4294970637(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 496/448 e 0 to 0 dl 1746134051 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134040.362632:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c432300 with x1830953552250368 ext(0->7) 00010000:00010000:0.0:1746134040.362640:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c8626 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fab4 expref: 50 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:0.0:1746134040.362654:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c8626 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fab4 expref: 50 pid: 9581 timeout: 809 lvb_type: 0 00002000:00010000:0.0:1746134040.362660:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c432300 00000100:00100000:0.0:1746134040.369962:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134040.370151:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552250496 00000100:00100000:1.0:1746134040.370159:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552250496 00000100:00100000:1.0:1746134040.371898:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29585 00000100:00100000:1.0:1746134040.371910:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c431880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+50:1755:x1830953552250496:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134040.371926:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134040.371941:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bef4200/0x9682c7de153c8634 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fac2 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.371968:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134040.371973:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c862d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fabb expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.371978:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746134040.371981:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4200/0x9682c7de153c8634 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fac2 expref: 51 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.372012:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c862d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fabb expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.372022:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bef4200/0x9682c7de153c8634 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fac2 expref: 51 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.372030:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bef4200, rc 0) 00000100:00100000:1.0:1746134040.372075:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c431880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+51:1755:x1830953552250496:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 169us (2121us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134040.372081:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29585 00000100:00100000:0.0:1746134040.374816:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.375038:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552250624 00000100:00100000:2.0:1746134040.375045:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552250624 00010000:00010000:2.0:1746134040.375070:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c8626 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fab4 expref: 51 pid: 9581 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.375111:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14887 00000100:00100000:2.0:1746134040.375130:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea58050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+51:2012:x1830953552250624:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134040.375141:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134040.375155:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c8626 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fab4 expref: 51 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.375164:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c8626 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fab4 expref: 51 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.375180:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c8626 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fab4 expref: 51 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.375203:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.375205:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.375211:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c862d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fabb expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.375217:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c862d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fabb expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.375241:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c862d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fabb expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.375250:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c862d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fabb expref: 5 pid: 9581 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.375260:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080652d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548080640:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134040.376623:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8eb9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134040.379714:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134040.379886:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552250880 00000100:00100000:1.0:1746134040.379893:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552250880 00002000:00100000:1.0:1746134040.379928:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012c433800 x1830953552250880/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134040.379937:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c433800 with x1830953552250880 ext(0->4095) 00010000:00010000:1.0:1746134040.379944:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c862d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fabb expref: 6 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746134040.379961:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c862d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fabb expref: 6 pid: 9581 timeout: 809 lvb_type: 0 00002000:00010000:1.0:1746134040.379966:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c433800 00000100:00100000:1.0:1746134040.379994:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2398 00000100:00100000:1.0:1746134040.380001:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c433800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552250880:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134040.380136:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c433800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552250880:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 134us (427us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134040.380142:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2398 00002000:00100000:1.0:1746134040.380147:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012c433800 x1830953552250880/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134040.380153:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c433800 with x1830953552250880 ext(0->4095) 00010000:00010000:1.0:1746134040.380158:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c862d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fabb expref: 6 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746134040.380166:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c862d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fabb expref: 6 pid: 9581 timeout: 809 lvb_type: 0 00002000:00010000:1.0:1746134040.380171:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c433800 00000100:00100000:2.0:1746134040.380236:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080652d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548080640:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134040.380250:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134040.380277:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea58050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+50:2012:x1830953552250624:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 5148us (5466us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.380283:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14887 00000100:00100000:0.0:1746134040.385507:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.385563:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552251008 00000100:00100000:2.0:1746134040.385571:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552251008 00010000:00010000:2.0:1746134040.385603:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c862d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fabb expref: 6 pid: 9581 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.385638:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14888 00000100:00100000:2.0:1746134040.385645:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c433100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552251008:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134040.385658:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134040.385673:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c862d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fabb expref: 6 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.385684:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c862d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fabb expref: 6 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.385702:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c862d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fabb expref: 6 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.385728:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.385730:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.385736:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4200/0x9682c7de153c8634 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fac2 expref: 49 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.385743:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4200/0x9682c7de153c8634 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fac2 expref: 49 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.385768:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bef4200/0x9682c7de153c8634 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fac2 expref: 49 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134040.385779:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080652d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548080768:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134040.385847:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8ebd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746134040.393196:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080652d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548080768:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134040.393216:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134040.393276:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.393292:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c433100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552251008:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 7647us (7790us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134040.393302:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552251264 00000100:00100000:2.0:1746134040.393304:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14888 00000100:00100000:0.0:1746134040.393307:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552251264 00002000:00100000:0.0:1746134040.393335:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012c430380 x1830953552251264/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134040.393343:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c430380 with x1830953552251264 ext(0->4095) 00002000:00010000:0.0:1746134040.393347:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c430380 00000100:00100000:0.0:1746134040.393361:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13048 00000100:00100000:0.0:1746134040.393366:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c430380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+50:2009:x1830953552251264:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746134040.393480:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c430380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+50:2009:x1830953552251264:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (204us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134040.393485:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13048 00002000:00100000:0.0:1746134040.393489:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012c430380 x1830953552251264/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134040.393495:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c430380 with x1830953552251264 ext(0->4095) 00002000:00010000:0.0:1746134040.393497:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c430380 00000100:00100000:0.0:1746134040.402400:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.402467:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552251392 00000100:00100000:3.0:1746134040.402474:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552251392 00000100:00100000:3.0:1746134040.402518:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29586 00000100:00100000:3.0:1746134040.402526:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c432a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552251392:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134040.402539:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134040.402550:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c863b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fac9 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.402573:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4200/0x9682c7de153c8634 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fac2 expref: 49 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.402580:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134040.402581:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134040.402584:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c863b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fac9 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.402605:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bef4200/0x9682c7de153c8634 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fac2 expref: 49 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.402615:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bef4200/0x9682c7de153c8634 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fac2 expref: 49 pid: 9581 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134040.402626:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548080896:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134040.402696:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d300 going to sleep for 11 seconds 00000100:00100000:3.0:1746134040.403862:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548080896:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134040.403891:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c863b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fac9 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.403902:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90ec00, rc 0) 00000100:00100000:3.0:1746134040.403933:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c432a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552251392:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1408us (1540us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134040.403939:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29586 00000100:00100000:0.0:1746134040.415646:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.418161:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552251520 00000100:00100000:2.0:1746134040.418170:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552251520 00002000:00100000:2.0:1746134040.418214:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012d96b800 x1830953552251520/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 496/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134040.418223:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d96b800 with x1830953552251520 ext(0->7) 00010000:00010000:2.0:1746134040.418231:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4200/0x9682c7de153c8634 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fac2 expref: 50 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.418243:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4200/0x9682c7de153c8634 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fac2 expref: 50 pid: 9581 timeout: 809 lvb_type: 0 00002000:00010000:2.0:1746134040.418249:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d96b800 00000100:00100000:2.0:1746134040.418268:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2399 00000100:00100000:2.0:1746134040.418275:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d96b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+50:2009:x1830953552251520:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746134040.418746:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.418842:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552251648 00000100:00100000:2.0:1746134040.418845:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552251648 00000100:00100000:2.0:1746134040.419193:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29587 00000100:00100000:2.0:1746134040.419199:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d143800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+51:1755:x1830953552251648:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134040.419207:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134040.419217:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8642 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fad0 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.419233:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134040.419237:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c863b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fac9 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.419246:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746134040.419248:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8642 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fad0 expref: 52 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.419275:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c863b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fac9 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.419285:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8642 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fad0 expref: 52 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.419292:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589a00, rc 0) 00000100:00100000:2.0:1746134040.419338:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d143800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+52:1755:x1830953552251648:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (592us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.419344:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29587 00000100:00100000:3.0:1746134040.420074:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d96b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+53:2009:x1830953552251520:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 1797us (4433us total) trans 4294970638 rc 0/0 00000100:00100000:3.0:1746134040.420081:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2399 00002000:00100000:3.0:1746134040.420088:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012d96b800 x1830953552251520/t4294970638(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 496/448 e 0 to 0 dl 1746134051 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134040.420103:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d96b800 with x1830953552251520 ext(0->7) 00010000:00010000:3.0:1746134040.420282:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4200/0x9682c7de153c8634 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fac2 expref: 53 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.420292:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4200/0x9682c7de153c8634 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fac2 expref: 53 pid: 9581 timeout: 809 lvb_type: 0 00002000:00010000:3.0:1746134040.420298:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d96b800 00000100:00100000:0.0:1746134040.421913:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.421970:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552251776 00000100:00100000:2.0:1746134040.421975:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552251776 00010000:00010000:2.0:1746134040.421995:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4200/0x9682c7de153c8634 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fac2 expref: 53 pid: 9581 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.422009:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14889 00000100:00100000:2.0:1746134040.422013:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d968000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+53:2011:x1830953552251776:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134040.422021:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134040.422031:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4200/0x9682c7de153c8634 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fac2 expref: 53 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.422040:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bef4200/0x9682c7de153c8634 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fac2 expref: 53 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.422203:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4200/0x9682c7de153c8634 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fac2 expref: 53 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.422226:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.422228:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.422234:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c863b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fac9 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.422241:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c863b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fac9 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.422264:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c863b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fac9 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.422273:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c863b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fac9 expref: 5 pid: 9582 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.422282:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080652d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548081152:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134040.422345:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8ebd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746134040.424629:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080652d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548081152:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134040.424645:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134040.424681:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d968000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+52:2011:x1830953552251776:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2666us (2769us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.424688:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14889 00000100:00100000:0.0:1746134040.426468:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.426538:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552252032 00000100:00100000:3.0:1746134040.426543:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552252032 00002000:00100000:3.0:1746134040.426574:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d96a680 x1830953552252032/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134040.426583:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d96a680 with x1830953552252032 ext(0->4095) 00010000:00010000:3.0:1746134040.426590:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c863b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fac9 expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.426600:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c863b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fac9 expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00002000:00010000:3.0:1746134040.426607:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d96a680 00000100:00100000:3.0:1746134040.426763:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2400 00000100:00100000:3.0:1746134040.426770:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d96a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552252032:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134040.427048:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d96a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552252032:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 278us (583us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134040.427054:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2400 00002000:00100000:3.0:1746134040.427059:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d96a680 x1830953552252032/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134040.427066:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d96a680 with x1830953552252032 ext(0->4095) 00010000:00010000:3.0:1746134040.427070:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c863b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fac9 expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.427078:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c863b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fac9 expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00002000:00010000:3.0:1746134040.427087:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d96a680 00000100:00100000:1.0:1746134040.432440:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.432507:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552252160 00000100:00100000:2.0:1746134040.432514:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552252160 00010000:00010000:2.0:1746134040.432541:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c863b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fac9 expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.432570:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14890 00000100:00100000:2.0:1746134040.432577:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d142d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552252160:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134040.432586:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134040.432600:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c863b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fac9 expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.432610:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c863b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fac9 expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.432626:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c863b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fac9 expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.432649:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.432651:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.432656:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8642 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fad0 expref: 51 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.432663:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8642 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fad0 expref: 51 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.432685:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8642 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fad0 expref: 51 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134040.432695:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080652d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548081280:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134040.432750:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8ebd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746134040.434560:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080652d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548081280:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134040.434576:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134040.434615:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d142d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552252160:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2038us (2180us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.434622:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14890 00000100:00100000:1.0:1746134040.434964:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.435088:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552252416 00000100:00100000:3.0:1746134040.435102:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552252416 00002000:00100000:3.0:1746134040.435383:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d143480 x1830953552252416/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134040.435392:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d143480 with x1830953552252416 ext(0->4095) 00002000:00010000:3.0:1746134040.435396:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d143480 00000100:00100000:3.0:1746134040.435491:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13049 00000100:00100000:3.0:1746134040.435497:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d143480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+52:2010:x1830953552252416:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134040.435739:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d143480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+52:2010:x1830953552252416:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 240us (773us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134040.435745:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13049 00002000:00100000:3.0:1746134040.435750:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d143480 x1830953552252416/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134040.435756:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d143480 with x1830953552252416 ext(0->4095) 00002000:00010000:3.0:1746134040.435759:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d143480 00000100:00100000:0.0:1746134040.437641:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134040.437762:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552252544 00000100:00100000:1.0:1746134040.437767:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552252544 00000100:00100000:1.0:1746134040.437859:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29588 00000100:00100000:1.0:1746134040.437865:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d96ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552252544:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134040.437875:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134040.437887:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bef5a00/0x9682c7de153c8649 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fad7 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.437907:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8642 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fad0 expref: 51 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.437912:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134040.437913:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134040.437916:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef5a00/0x9682c7de153c8649 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fad7 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.437935:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8642 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fad0 expref: 51 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.437943:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8642 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fad0 expref: 51 pid: 9582 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746134040.437952:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d141c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548081408:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134040.438051:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746134040.439297:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d141c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548081408:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134040.439311:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bef5a00/0x9682c7de153c8649 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fad7 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.439321:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bef5a00, rc 0) 00000100:00100000:1.0:1746134040.439341:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d96ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552252544:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1477us (1705us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134040.439347:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29588 00000100:00100000:0.0:1746134040.439500:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.439647:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552252672 00000100:00100000:2.0:1746134040.439652:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552252672 00010000:00010000:2.0:1746134040.439673:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8642 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fad0 expref: 52 pid: 9582 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.439699:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14891 00000100:00100000:2.0:1746134040.439704:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d96bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+52:2010:x1830953552252672:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134040.439714:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134040.439727:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8642 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fad0 expref: 52 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.439736:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8642 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fad0 expref: 52 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.439752:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8642 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fad0 expref: 52 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.439774:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.439776:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.439781:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bef5a00/0x9682c7de153c8649 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fad7 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.439793:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef5a00/0x9682c7de153c8649 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fad7 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.439812:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bef5a00/0x9682c7de153c8649 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fad7 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134040.439820:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080652d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548081536:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134040.439869:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8ebd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746134040.441797:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080652d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548081536:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134040.441818:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134040.441912:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d96bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+51:2010:x1830953552252672:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2206us (2409us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.441920:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14891 00000100:00100000:0.0:1746134040.442532:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.442670:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552252928 00000100:00100000:3.0:1746134040.442676:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552252928 00002000:00100000:3.0:1746134040.442707:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d96aa00 x1830953552252928/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134040.442716:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d96aa00 with x1830953552252928 ext(0->4095) 00002000:00010000:3.0:1746134040.442719:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d96aa00 00000100:00100000:3.0:1746134040.442739:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13050 00000100:00100000:3.0:1746134040.442745:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d96aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552252928:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134040.442839:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d96aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552252928:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 93us (308us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134040.442844:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13050 00002000:00100000:3.0:1746134040.442849:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d96aa00 x1830953552252928/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134040.442856:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d96aa00 with x1830953552252928 ext(0->4095) 00002000:00010000:3.0:1746134040.442859:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d96aa00 00000100:00100000:0.0:1746134040.444304:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134040.444460:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552253056 00000100:00100000:1.0:1746134040.444465:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552253056 00000100:00100000:1.0:1746134040.444502:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29589 00000100:00100000:1.0:1746134040.444507:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d969880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+51:1757:x1830953552253056:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134040.444517:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134040.444531:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c8650 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fade expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.444550:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bef5a00/0x9682c7de153c8649 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fad7 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.444557:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134040.444558:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134040.444561:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c8650 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fade expref: 52 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.444582:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bef5a00/0x9682c7de153c8649 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fad7 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.444591:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bef5a00/0x9682c7de153c8649 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fad7 expref: 5 pid: 9581 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746134040.444601:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d141c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548081664:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134040.444658:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134040.447069:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134040.448134:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d141c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548081664:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134040.448155:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c8650 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fade expref: 52 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.448167:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bef4600, rc 0) 00000100:00100000:1.0:1746134040.448197:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d969880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+52:1757:x1830953552253056:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3689us (3895us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134040.448204:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29589 00000100:00100000:1.0:1746134040.448223:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552253184 00000100:00100000:1.0:1746134040.448227:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552253184 00000100:00100000:1.0:1746134040.448248:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29590 00000100:00100000:1.0:1746134040.448252:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d96a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+52:1755:x1830953552253184:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134040.448263:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134040.448273:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c8657 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fae5 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.448289:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134040.448292:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c8650 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fade expref: 53 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.448298:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134040.448301:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c8657 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fae5 expref: 53 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.448321:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c8650 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fade expref: 53 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.448329:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c8657 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fae5 expref: 53 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.448336:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bef4000, rc 0) 00000100:00100000:1.0:1746134040.448351:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d96a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+53:1755:x1830953552253184:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 98us (1287us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134040.448356:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29590 00000100:00100000:0.0:1746134040.449267:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.449325:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552253312 00000100:00100000:2.0:1746134040.449329:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552253312 00010000:00010000:2.0:1746134040.449346:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef5a00/0x9682c7de153c8649 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fad7 expref: 6 pid: 9581 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.449362:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14892 00000100:00100000:2.0:1746134040.449366:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d969f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552253312:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134040.449374:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134040.449387:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bef5a00/0x9682c7de153c8649 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fad7 expref: 6 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.449396:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bef5a00/0x9682c7de153c8649 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fad7 expref: 6 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.449410:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bef5a00/0x9682c7de153c8649 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fad7 expref: 6 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.449432:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.449434:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.449438:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c8650 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fade expref: 52 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.449445:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c8650 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fade expref: 52 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.449461:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c8650 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fade expref: 52 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.449470:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c8650 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fade expref: 52 pid: 9581 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.449478:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080652d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548081920:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134040.449525:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8ebd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746134040.451266:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080652d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548081920:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134040.451281:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134040.451316:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d969f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552253312:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1948us (2049us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.451324:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14892 00000100:00100000:0.0:1746134040.453610:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.453732:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552253568 00000100:00100000:2.0:1746134040.453739:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552253568 00002000:00100000:2.0:1746134040.453773:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d969500 x1830953552253568/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134040.453782:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d969500 with x1830953552253568 ext(0->4095) 00010000:00010000:2.0:1746134040.453790:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c8650 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fade expref: 53 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.453800:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c8650 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fade expref: 53 pid: 9581 timeout: 809 lvb_type: 0 00002000:00010000:2.0:1746134040.453807:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d969500 00000100:00100000:2.0:1746134040.453833:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2401 00000100:00100000:2.0:1746134040.453840:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d969500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+53:2009:x1830953552253568:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134040.453953:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d969500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+53:2009:x1830953552253568:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (348us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134040.453959:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2401 00002000:00100000:2.0:1746134040.453964:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d969500 x1830953552253568/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134040.453970:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d969500 with x1830953552253568 ext(0->4095) 00010000:00010000:2.0:1746134040.453975:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c8650 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fade expref: 53 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.453984:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c8650 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fade expref: 53 pid: 9581 timeout: 809 lvb_type: 0 00002000:00010000:2.0:1746134040.453989:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d969500 00000100:00100000:0.0:1746134040.456601:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.456676:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552253696 00000100:00100000:2.0:1746134040.456681:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552253696 00000100:00100000:2.0:1746134040.456723:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29591 00000100:00100000:2.0:1746134040.456729:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d968a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552253696:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134040.456742:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134040.456756:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c865e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574faec expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.456774:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134040.456778:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c8657 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fae5 expref: 52 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.456782:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746134040.456786:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c865e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574faec expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.456814:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c8657 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fae5 expref: 52 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.456823:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c865e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574faec expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.456831:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589c00, rc 0) 00000100:00100000:2.0:1746134040.456858:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d968a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552253696:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 129us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.456863:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29591 00000100:00100000:0.0:1746134040.458147:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.458229:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552253824 00000100:00100000:2.0:1746134040.458232:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552253824 00010000:00010000:2.0:1746134040.458249:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c8650 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fade expref: 53 pid: 9581 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.458266:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14893 00000100:00100000:2.0:1746134040.458271:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+53:2009:x1830953552253824:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134040.458279:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134040.458293:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c8650 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fade expref: 53 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.458302:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c8650 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fade expref: 53 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.458317:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c8650 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fade expref: 53 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.458340:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.458342:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.458347:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c8657 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fae5 expref: 52 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.458354:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c8657 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fae5 expref: 52 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.458373:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c8657 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fae5 expref: 52 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.458382:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c8657 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fae5 expref: 52 pid: 9581 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.458396:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080652d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548082176:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134040.458454:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8eb840 going to sleep for 11 seconds 00000100:00100000:0.0:1746134040.461222:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.461543:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552254080 00000100:00100000:3.0:1746134040.461549:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552254080 00002000:00100000:3.0:1746134040.461581:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009cb9e300 x1830953552254080/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134040.461591:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9e300 with x1830953552254080 ext(0->4095) 00010000:00010000:3.0:1746134040.461598:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c8657 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fae5 expref: 53 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.461608:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c8657 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fae5 expref: 53 pid: 9581 timeout: 809 lvb_type: 0 00002000:00010000:3.0:1746134040.461614:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb9e300 00000100:00100000:3.0:1746134040.461630:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2402 00000100:00100000:3.0:1746134040.461636:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+53:2010:x1830953552254080:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134040.461756:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+53:2010:x1830953552254080:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (539us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134040.461765:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2402 00002000:00100000:3.0:1746134040.461771:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009cb9e300 x1830953552254080/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134040.461778:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9e300 with x1830953552254080 ext(0->4095) 00010000:00010000:3.0:1746134040.461782:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c8657 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fae5 expref: 53 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.461790:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c8657 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fae5 expref: 53 pid: 9581 timeout: 809 lvb_type: 0 00002000:00010000:3.0:1746134040.461795:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb9e300 00000100:00100000:2.0:1746134040.462785:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080652d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548082176:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134040.462802:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134040.462825:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+52:2009:x1830953552253824:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4553us (4679us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.462831:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14893 00000100:00100000:0.0:1746134040.464793:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.465254:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552254208 00000100:00100000:2.0:1746134040.465261:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552254208 00000100:00100000:2.0:1746134040.465295:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29592 00000100:00100000:2.0:1746134040.465301:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+52:1755:x1830953552254208:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134040.465314:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134040.465326:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8665 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574faf3 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.465347:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134040.465351:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c865e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574faec expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.465356:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746134040.465360:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8665 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574faf3 expref: 53 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.465387:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c865e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574faec expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.465400:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8665 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574faf3 expref: 53 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.465408:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589000, rc 0) 00000100:00100000:2.0:1746134040.465441:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+53:1755:x1830953552254208:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (653us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.465446:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29592 00000100:00100000:0.0:1746134040.466173:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.466423:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552254336 00000100:00100000:2.0:1746134040.466426:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552254336 00010000:00010000:2.0:1746134040.466441:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c8657 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fae5 expref: 53 pid: 9581 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.466464:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14894 00000100:00100000:2.0:1746134040.466471:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea58450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+53:2011:x1830953552254336:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134040.466479:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134040.466492:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c8657 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fae5 expref: 53 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.466501:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c8657 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fae5 expref: 53 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.466515:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c8657 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fae5 expref: 53 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.466687:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.466689:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.466695:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c865e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574faec expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.466702:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c865e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574faec expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.466721:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c865e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574faec expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.466731:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c865e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574faec expref: 5 pid: 9582 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.466740:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080652d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548082432:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134040.466800:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8eb840 going to sleep for 11 seconds 00000100:00100000:2.0:1746134040.470590:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080652d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548082432:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134040.470607:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134040.470647:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea58450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+52:2011:x1830953552254336:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4176us (4474us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.470656:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14894 00000100:00100000:1.0:1746134040.470743:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.471840:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552254592 00000100:00100000:2.0:1746134040.471847:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552254592 00002000:00100000:2.0:1746134040.471877:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d141c00 x1830953552254592/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134040.471886:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d141c00 with x1830953552254592 ext(0->4095) 00010000:00010000:2.0:1746134040.471893:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c865e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574faec expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.471908:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c865e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574faec expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00002000:00010000:2.0:1746134040.471914:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d141c00 00000100:00100000:2.0:1746134040.471942:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2403 00000100:00100000:2.0:1746134040.471949:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d141c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552254592:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134040.472065:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d141c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552254592:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (1321us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134040.472070:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2403 00002000:00100000:2.0:1746134040.472075:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d141c00 x1830953552254592/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134040.472081:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d141c00 with x1830953552254592 ext(0->4095) 00010000:00010000:2.0:1746134040.472085:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c865e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574faec expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.472101:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c865e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574faec expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00002000:00010000:2.0:1746134040.472107:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d141c00 00000100:00100000:0.0:1746134040.475397:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.475950:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552254720 00000100:00100000:2.0:1746134040.475957:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552254720 00010000:00010000:2.0:1746134040.475984:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c865e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574faec expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.476005:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14895 00000100:00100000:2.0:1746134040.476011:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552254720:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134040.476021:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134040.476035:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c865e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574faec expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.476045:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c865e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574faec expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.476062:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c865e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574faec expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.476557:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.476560:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.476566:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8665 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574faf3 expref: 51 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.476575:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8665 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574faf3 expref: 51 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.476600:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8665 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574faf3 expref: 51 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134040.476610:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080652d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548082560:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134040.478634:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8ebe40 going to sleep for 11 seconds 00000100:00100000:2.0:1746134040.481743:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080652d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548082560:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134040.481762:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134040.481805:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552254720:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 5792us (6411us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.481814:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14895 00000100:00100000:2.0:1746134040.484716:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.485320:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552254976 00000100:00100000:3.0:1746134040.485327:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552254976 00002000:00100000:3.0:1746134040.485364:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880080652d80 x1830953552254976/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134040.485373:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080652d80 with x1830953552254976 ext(0->4095) 00002000:00010000:3.0:1746134040.485377:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080652d80 00000100:00100000:3.0:1746134040.485404:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13051 00000100:00100000:3.0:1746134040.485410:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080652d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+52:2009:x1830953552254976:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134040.485524:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080652d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+52:2009:x1830953552254976:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (816us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134040.485531:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13051 00002000:00100000:3.0:1746134040.485535:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880080652d80 x1830953552254976/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134040.485549:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080652d80 with x1830953552254976 ext(0->4095) 00002000:00010000:3.0:1746134040.485552:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080652d80 00000100:00100000:0.0:1746134040.487892:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.488111:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552255104 00000100:00100000:3.0:1746134040.488138:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552255104 00000100:00100000:3.0:1746134040.488180:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29593 00000100:00100000:3.0:1746134040.488186:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552255104:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134040.488198:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134040.488211:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c866c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fafa expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.488232:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8665 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574faf3 expref: 51 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.488238:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134040.488240:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134040.488242:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c866c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fafa expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.488263:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8665 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574faf3 expref: 51 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.488272:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8665 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574faf3 expref: 51 pid: 9582 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134040.488282:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548082688:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134040.488449:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562dcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134040.499535:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.499741:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548082688:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134040.499776:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c866c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fafa expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.499791:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fc00, rc 0) 00000100:00100000:3.0:1746134040.499824:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552255104:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 11637us (11936us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134040.499830:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29593 00000100:00100000:2.0:1746134040.499901:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552255232 00000100:00100000:2.0:1746134040.499906:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552255232 00002000:00100000:2.0:1746134040.499933:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009cb9f100 x1830953552255232/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 496/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134040.499941:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9f100 with x1830953552255232 ext(0->7) 00010000:00010000:2.0:1746134040.499946:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8665 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574faf3 expref: 52 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.499957:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8665 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574faf3 expref: 52 pid: 9582 timeout: 809 lvb_type: 0 00002000:00010000:2.0:1746134040.499962:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb9f100 00000100:00100000:2.0:1746134040.499983:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2404 00000100:00100000:2.0:1746134040.499990:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+52:2010:x1830953552255232:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746134040.501251:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:2010:x1830953552255232:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 1259us (1720us total) trans 4294970639 rc 0/0 00000100:00100000:2.0:1746134040.501258:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2404 00002000:00100000:2.0:1746134040.501263:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009cb9f100 x1830953552255232/t4294970639(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 496/448 e 0 to 0 dl 1746134051 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134040.501271:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9f100 with x1830953552255232 ext(0->7) 00010000:00010000:2.0:1746134040.501276:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8665 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574faf3 expref: 54 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.501291:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8665 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574faf3 expref: 54 pid: 9582 timeout: 809 lvb_type: 0 00002000:00010000:2.0:1746134040.501297:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb9f100 00000100:00100000:0.0:1746134040.508552:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.508626:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552255360 00000100:00100000:3.0:1746134040.508633:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552255360 00000100:00100000:3.0:1746134040.508671:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29594 00000100:00100000:3.0:1746134040.508677:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:1755:x1830953552255360:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134040.508691:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134040.508703:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8673 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fb01 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.508724:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134040.508728:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c866c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fafa expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.508733:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746134040.508735:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8673 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb01 expref: 55 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.508771:0:24940:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c866c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fafa expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.508780:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8673 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb01 expref: 55 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.508788:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f200, rc 0) 00000100:00100000:3.0:1746134040.508818:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:1755:x1830953552255360:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 142us (273us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134040.508823:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29594 00000100:00100000:0.0:1746134040.510826:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.511491:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552255488 00000100:00100000:2.0:1746134040.511497:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552255488 00010000:00010000:2.0:1746134040.511522:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8665 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574faf3 expref: 55 pid: 9582 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.511770:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14896 00000100:00100000:2.0:1746134040.511777:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:2010:x1830953552255488:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134040.511788:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746134040.511800:0:8382:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb mtime from disk: 1746134040 -> 1746134041 00002000:00010000:2.0:1746134040.511802:0:8382:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb ctime from disk: 1746134040 -> 1746134041 00010000:00010000:2.0:1746134040.511806:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8665 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574faf3 expref: 55 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.511816:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8665 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574faf3 expref: 55 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.511832:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8665 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574faf3 expref: 55 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.511852:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.511855:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.511861:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c866c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fafa expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.511868:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c866c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fafa expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.511892:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c866c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fafa expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.511901:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c866c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fafa expref: 5 pid: 24940 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.511911:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548082944:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134040.511969:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8ebe40 going to sleep for 11 seconds 00000100:00100000:2.0:1746134040.514271:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548082944:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134040.514288:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134040.514327:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:2010:x1830953552255488:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2549us (3504us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.514334:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14896 00000100:00100000:0.0:1746134040.515249:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.515314:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552255744 00000100:00100000:2.0:1746134040.515319:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552255744 00002000:00100000:2.0:1746134040.515346:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009cb9ea00 x1830953552255744/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134040.515354:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9ea00 with x1830953552255744 ext(0->4095) 00010000:00010000:2.0:1746134040.515361:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c866c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fafa expref: 6 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.515371:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c866c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fafa expref: 6 pid: 24940 timeout: 809 lvb_type: 0 00002000:00010000:2.0:1746134040.515378:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb9ea00 00000100:00100000:2.0:1746134040.515406:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2405 00000100:00100000:2.0:1746134040.515412:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552255744:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134040.515505:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552255744:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 93us (257us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134040.515510:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2405 00002000:00100000:2.0:1746134040.515515:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009cb9ea00 x1830953552255744/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134040.515521:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9ea00 with x1830953552255744 ext(0->4095) 00010000:00010000:2.0:1746134040.515525:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c866c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fafa expref: 6 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.515532:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c866c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fafa expref: 6 pid: 24940 timeout: 809 lvb_type: 0 00002000:00010000:2.0:1746134040.515537:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb9ea00 00000100:00100000:0.0:1746134040.517792:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.517839:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552255872 00000100:00100000:2.0:1746134040.517845:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552255872 00010000:00010000:2.0:1746134040.517869:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c866c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fafa expref: 6 pid: 24940 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.517903:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14897 00000100:00100000:2.0:1746134040.517909:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2011:x1830953552255872:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134040.517920:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134040.517936:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c866c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fafa expref: 6 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.517945:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c866c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fafa expref: 6 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.517962:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c866c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fafa expref: 6 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.517987:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.517989:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.517994:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8673 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb01 expref: 53 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.518001:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8673 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb01 expref: 53 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.518026:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8673 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb01 expref: 53 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134040.518037:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548083072:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134040.518110:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8ebe40 going to sleep for 11 seconds 00000100:00100000:2.0:1746134040.519202:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548083072:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134040.519215:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134040.519237:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2011:x1830953552255872:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1328us (1450us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.519243:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14897 00000100:00100000:0.0:1746134040.519974:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.520103:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552256128 00000100:00100000:3.0:1746134040.520108:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552256128 00002000:00100000:3.0:1746134040.520179:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009cb9c000 x1830953552256128/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134040.520188:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9c000 with x1830953552256128 ext(0->4095) 00002000:00010000:3.0:1746134040.520191:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb9c000 00000100:00100000:3.0:1746134040.520213:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13052 00000100:00100000:3.0:1746134040.520219:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:2009:x1830953552256128:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134040.520308:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:2009:x1830953552256128:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 88us (335us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134040.520313:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13052 00002000:00100000:3.0:1746134040.520324:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009cb9c000 x1830953552256128/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134040.520331:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9c000 with x1830953552256128 ext(0->4095) 00002000:00010000:3.0:1746134040.520333:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb9c000 00000100:00100000:0.0:1746134040.521746:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.521816:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552256256 00000100:00100000:2.0:1746134040.521821:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552256256 00000100:00100000:2.0:1746134040.521854:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29595 00000100:00100000:2.0:1746134040.521860:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552256256:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134040.521871:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134040.521887:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c867a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fb08 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.521906:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8673 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb01 expref: 53 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.521913:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134040.521914:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134040.521917:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c867a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb08 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.521938:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8673 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb01 expref: 53 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.521948:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8673 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb01 expref: 53 pid: 24940 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.521958:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548083200:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134040.522030:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8ebe40 going to sleep for 11 seconds 00000100:00100000:2.0:1746134040.523382:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548083200:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134040.523403:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c867a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb08 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.523419:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095588600, rc 0) 00000100:00100000:2.0:1746134040.523457:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552256256:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1595us (1712us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.523463:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29595 00000100:00100000:0.0:1746134040.523802:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.524016:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552256384 00000100:00100000:3.0:1746134040.524021:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552256384 00010000:00010000:3.0:1746134040.524041:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8673 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb01 expref: 54 pid: 24940 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134040.524063:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14898 00000100:00100000:3.0:1746134040.524069:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:2009:x1830953552256384:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134040.524078:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134040.524102:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8673 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb01 expref: 54 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.524111:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8673 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb01 expref: 54 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.524145:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8673 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb01 expref: 54 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.524168:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.524170:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.524175:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c867a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb08 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.524182:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c867a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb08 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.524203:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c867a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb08 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134040.524211:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548083328:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134040.524269:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562dcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746134040.525408:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548083328:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134040.525429:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134040.525457:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+53:2009:x1830953552256384:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1389us (1657us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134040.525464:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14898 00000100:00100000:0.0:1746134040.525996:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.526130:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552256640 00000100:00100000:2.0:1746134040.526134:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552256640 00002000:00100000:2.0:1746134040.526159:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009cb9ed80 x1830953552256640/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134040.526167:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9ed80 with x1830953552256640 ext(0->4095) 00002000:00010000:2.0:1746134040.526171:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb9ed80 00000100:00100000:2.0:1746134040.526192:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13053 00000100:00100000:2.0:1746134040.526199:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552256640:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134040.526297:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552256640:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (302us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134040.526303:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13053 00002000:00100000:2.0:1746134040.526308:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009cb9ed80 x1830953552256640/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134040.526314:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9ed80 with x1830953552256640 ext(0->4095) 00002000:00010000:2.0:1746134040.526316:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb9ed80 00000100:00100000:0.0:1746134040.527703:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.527764:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552256768 00000100:00100000:2.0:1746134040.527768:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552256768 00000100:00100000:2.0:1746134040.527944:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29596 00000100:00100000:2.0:1746134040.527990:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ff3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+53:1757:x1830953552256768:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134040.528004:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134040.528015:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8681 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fb0f expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.528032:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c867a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb08 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.528038:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.528040:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.528043:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8681 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb0f expref: 54 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.528063:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c867a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb08 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.528071:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c867a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb08 expref: 5 pid: 9582 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.528081:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548083456:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134040.528174:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8ebb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746134040.529910:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548083456:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134040.529930:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8681 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb0f expref: 54 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.529943:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095588c00, rc 0) 00000100:00100000:2.0:1746134040.529982:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ff3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:1757:x1830953552256768:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1993us (2281us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.529992:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29596 00000100:00100000:0.0:1746134040.531187:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134040.531252:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.531298:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552256896 00000100:00100000:3.0:1746134040.531303:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552256896 00010000:00010000:3.0:1746134040.531323:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c867a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb08 expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134040.531347:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14899 00000100:00100000:3.0:1746134040.531352:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ff3d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552256896:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134040.531361:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134040.531374:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c867a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb08 expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.531382:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c867a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb08 expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.531399:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c867a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb08 expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.531416:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.531418:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.531423:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8681 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb0f expref: 53 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.531431:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8681 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb0f expref: 53 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134040.531487:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552257024 00000100:00100000:2.0:1746134040.531490:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552257024 00000100:00100000:2.0:1746134040.531510:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29597 00000100:00100000:2.0:1746134040.531514:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ff3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:1755:x1830953552257024:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134040.531522:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134040.531529:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8688 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fb16 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.531540:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8681 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb0f expref: 55 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.531545:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134040.531546:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134040.531548:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8688 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb16 expref: 55 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.531560:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8681 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb0f expref: 55 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.531567:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8681 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb0f expref: 55 pid: 9582 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.531575:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548083712:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134040.531614:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8ebb40 going to sleep for 11 seconds 00010000:00010000:3.0:1746134040.531668:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8681 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb0f expref: 53 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.531677:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8681 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb0f expref: 55 pid: 9582 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134040.531685:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548083584:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134040.531709:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562dcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746134040.532619:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548083712:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134040.532637:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8688 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb16 expref: 55 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.532646:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589c00, rc 0) 00000100:00100000:2.0:1746134040.532683:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ff3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:1755:x1830953552257024:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1167us (1429us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.532688:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29597 00000100:00100000:3.0:1746134040.532981:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548083584:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134040.532999:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134040.533015:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ff3d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552256896:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1663us (1830us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134040.533021:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14899 00000100:00100000:0.0:1746134040.534888:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.535048:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552257280 00000100:00100000:3.0:1746134040.535054:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552257280 00002000:00100000:3.0:1746134040.535084:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008ff3df80 x1830953552257280/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134040.535100:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ff3df80 with x1830953552257280 ext(0->4095) 00010000:00010000:3.0:1746134040.535107:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8681 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb0f expref: 55 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.535142:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8681 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb0f expref: 55 pid: 9582 timeout: 809 lvb_type: 0 00002000:00010000:3.0:1746134040.535148:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ff3df80 00000100:00100000:3.0:1746134040.535172:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2406 00000100:00100000:3.0:1746134040.535178:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ff3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:2009:x1830953552257280:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134040.535292:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ff3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:2009:x1830953552257280:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (407us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134040.535298:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2406 00002000:00100000:3.0:1746134040.535303:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008ff3df80 x1830953552257280/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134040.535309:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ff3df80 with x1830953552257280 ext(0->4095) 00010000:00010000:3.0:1746134040.535313:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8681 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb0f expref: 55 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.535321:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8681 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb0f expref: 55 pid: 9582 timeout: 809 lvb_type: 0 00002000:00010000:3.0:1746134040.535326:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ff3df80 00000100:00100000:0.0:1746134040.537252:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.537318:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552257408 00000100:00100000:2.0:1746134040.537322:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552257408 00000100:00100000:2.0:1746134040.537357:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29598 00000100:00100000:2.0:1746134040.537363:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ff3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552257408:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134040.537374:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134040.537386:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c868f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fb1d expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.537403:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134040.537407:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8688 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb16 expref: 54 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.537412:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746134040.537415:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c868f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb1d expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.537445:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8688 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb16 expref: 54 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.537455:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c868f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb1d expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.537468:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589a00, rc 0) 00000100:00100000:2.0:1746134040.537503:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ff3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552257408:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (255us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.537509:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29598 00000100:00100000:0.0:1746134040.538400:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.538438:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552257536 00000100:00100000:3.0:1746134040.538442:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552257536 00010000:00010000:3.0:1746134040.538460:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8681 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb0f expref: 55 pid: 9582 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134040.539608:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14900 00000100:00100000:3.0:1746134040.539618:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:2009:x1830953552257536:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134040.539630:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134040.539646:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8681 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb0f expref: 55 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.539660:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8681 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb0f expref: 55 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.539675:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8681 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb0f expref: 55 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.539700:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.539702:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.539706:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8688 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb16 expref: 54 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.539712:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8688 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb16 expref: 54 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.539738:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8688 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb16 expref: 54 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.539747:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8688 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb16 expref: 54 pid: 9582 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134040.539815:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548083968:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134040.539904:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d000 going to sleep for 11 seconds 00000100:00100000:3.0:1746134040.541974:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548083968:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134040.542000:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134040.542036:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:2009:x1830953552257536:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2420us (3636us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134040.542047:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14900 00000100:00100000:0.0:1746134040.542248:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.542432:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552257792 00000100:00100000:3.0:1746134040.542437:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552257792 00002000:00100000:3.0:1746134040.542462:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800923a4380 x1830953552257792/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134040.542470:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923a4380 with x1830953552257792 ext(0->4095) 00010000:00010000:3.0:1746134040.542478:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8688 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb16 expref: 54 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.542489:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8688 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb16 expref: 54 pid: 9582 timeout: 809 lvb_type: 0 00002000:00010000:3.0:1746134040.542494:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800923a4380 00000100:00100000:3.0:1746134040.542508:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2407 00000100:00100000:3.0:1746134040.542513:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:2010:x1830953552257792:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134040.542614:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:2010:x1830953552257792:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (366us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134040.542620:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2407 00002000:00100000:3.0:1746134040.542624:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800923a4380 x1830953552257792/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134040.542632:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923a4380 with x1830953552257792 ext(0->4095) 00010000:00010000:3.0:1746134040.542636:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8688 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb16 expref: 54 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.542649:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8688 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb16 expref: 54 pid: 9582 timeout: 809 lvb_type: 0 00002000:00010000:3.0:1746134040.542654:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800923a4380 00000100:00100000:0.0:1746134040.546108:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134040.547755:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.547881:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552257920 00000100:00100000:3.0:1746134040.547888:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552257920 00000100:00100000:3.0:1746134040.547918:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29599 00000100:00100000:3.0:1746134040.547924:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:1755:x1830953552257920:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134040.547938:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134040.548259:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8696 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fb24 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.548283:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1746134040.548286:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552258048 00010000:00010000:3.0:1746134040.548287:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c868f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb1d expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134040.548290:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552258048 00010000:00010000:3.0:1746134040.548293:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746134040.548296:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8696 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb24 expref: 56 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.548307:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8688 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb16 expref: 56 pid: 9582 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.548325:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14901 00000100:00100000:2.0:1746134040.548329:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea58850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:2011:x1830953552258048:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134040.548332:0:24940:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c868f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb1d expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.548337:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134040.548342:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8696 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb24 expref: 56 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.548350:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8688 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb16 expref: 56 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.548351:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90ee00, rc 0) 00010000:00010000:2.0:1746134040.548360:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8688 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb16 expref: 56 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.548372:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8688 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb16 expref: 56 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.548385:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.548386:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746134040.548389:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:1755:x1830953552257920:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 466us (2295us total) trans 0 rc 0/0 00010000:00010000:2.0:1746134040.548390:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c868f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb1d expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134040.548395:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29599 00010000:00010000:2.0:1746134040.548400:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c868f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb1d expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.548416:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c868f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb1d expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.548425:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c868f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb1d expref: 5 pid: 9582 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.548433:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548084224:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134040.548573:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8ebb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746134040.554181:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548084224:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134040.554191:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00010000:00010000:2.0:1746134040.554199:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134040.554234:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea58850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:2011:x1830953552258048:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 5903us (6481us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.554243:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14901 00000100:00100000:1.0:1746134040.554255:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552258304 00000100:00100000:1.0:1746134040.554260:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552258304 00002000:00100000:1.0:1746134040.554288:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800923a7b80 x1830953552258304/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134040.554297:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923a7b80 with x1830953552258304 ext(0->4095) 00010000:00010000:1.0:1746134040.554304:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c868f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb1d expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746134040.554315:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c868f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb1d expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00002000:00010000:1.0:1746134040.554321:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800923a7b80 00000100:00100000:1.0:1746134040.554342:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2408 00000100:00100000:1.0:1746134040.554347:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552258304:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134040.554440:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552258304:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 92us (250us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134040.554445:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2408 00002000:00100000:1.0:1746134040.554450:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800923a7b80 x1830953552258304/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134040.554461:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923a7b80 with x1830953552258304 ext(0->4095) 00010000:00010000:1.0:1746134040.554465:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c868f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb1d expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746134040.554472:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c868f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb1d expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00002000:00010000:1.0:1746134040.554477:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800923a7b80 00000100:00100000:0.0:1746134040.556201:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.556249:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552258432 00000100:00100000:2.0:1746134040.556254:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552258432 00010000:00010000:2.0:1746134040.556275:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c868f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb1d expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.556302:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14902 00000100:00100000:2.0:1746134040.556308:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552258432:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134040.556317:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134040.556330:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c868f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb1d expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.556340:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c868f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb1d expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.556359:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c868f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb1d expref: 6 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.556385:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.556387:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.556392:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8696 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb24 expref: 53 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.556398:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8696 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb24 expref: 53 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.556425:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8696 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb24 expref: 53 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134040.556435:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548084352:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134040.556497:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8ebd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746134040.559146:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548084352:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134040.559162:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134040.559197:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552258432:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2888us (2999us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.559205:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14902 00000100:00100000:0.0:1746134040.560870:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.560939:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552258688 00000100:00100000:3.0:1746134040.560944:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552258688 00002000:00100000:3.0:1746134040.560972:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800923a6680 x1830953552258688/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134040.560981:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923a6680 with x1830953552258688 ext(0->4095) 00002000:00010000:3.0:1746134040.560985:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800923a6680 00000100:00100000:3.0:1746134040.561007:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13054 00000100:00100000:3.0:1746134040.561012:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:2010:x1830953552258688:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134040.561134:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:2010:x1830953552258688:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (267us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134040.561141:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13054 00002000:00100000:3.0:1746134040.561146:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800923a6680 x1830953552258688/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134040.561152:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923a6680 with x1830953552258688 ext(0->4095) 00002000:00010000:3.0:1746134040.561155:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800923a6680 00000100:00100000:0.0:1746134040.562695:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.562826:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552258816 00000100:00100000:3.0:1746134040.562831:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552258816 00000100:00100000:3.0:1746134040.562860:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29600 00000100:00100000:3.0:1746134040.562866:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552258816:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134040.562876:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134040.562888:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c869d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fb2b expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.562905:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8696 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb24 expref: 53 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.562911:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134040.562912:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134040.562916:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c869d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb2b expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.562937:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8696 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb24 expref: 53 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.562945:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8696 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb24 expref: 53 pid: 24940 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134040.562954:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548084480:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134040.563012:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d900 going to sleep for 11 seconds 00000100:00100000:3.0:1746134040.566389:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548084480:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134040.566425:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c869d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb2b expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.566437:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fe00, rc 0) 00000100:00100000:3.0:1746134040.566713:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552258816:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3845us (4019us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134040.566720:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29600 00000100:00100000:0.0:1746134040.566936:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.567005:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552258944 00000100:00100000:2.0:1746134040.567009:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552258944 00010000:00010000:2.0:1746134040.567030:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8696 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb24 expref: 54 pid: 24940 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.567048:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14903 00000100:00100000:2.0:1746134040.567053:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:2009:x1830953552258944:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134040.567063:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134040.567077:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8696 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb24 expref: 54 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.567087:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8696 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb24 expref: 54 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.567132:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8696 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb24 expref: 54 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.567144:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.567146:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.567151:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c869d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb2b expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.567159:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c869d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb2b expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.567180:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c869d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb2b expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134040.567195:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548084608:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134040.567231:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8ebd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746134040.569448:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548084608:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134040.569462:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134040.569488:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+53:2009:x1830953552258944:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2434us (2552us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.569495:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14903 00000100:00100000:0.0:1746134040.569886:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134040.570034:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552259200 00000100:00100000:1.0:1746134040.570039:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552259200 00002000:00100000:1.0:1746134040.570063:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800923a4000 x1830953552259200/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134040.570072:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923a4000 with x1830953552259200 ext(0->4095) 00002000:00010000:1.0:1746134040.570076:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800923a4000 00000100:00100000:1.0:1746134040.570609:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13055 00000100:00100000:1.0:1746134040.570615:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552259200:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134040.570707:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552259200:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 92us (822us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134040.570713:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13055 00002000:00100000:1.0:1746134040.570717:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800923a4000 x1830953552259200/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134040.570725:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923a4000 with x1830953552259200 ext(0->4095) 00002000:00010000:1.0:1746134040.570727:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800923a4000 00000100:00100000:0.0:1746134040.572406:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134040.572841:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134040.572966:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552259328 00000100:00100000:1.0:1746134040.572971:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552259328 00000100:00100000:1.0:1746134040.572995:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552259456 00000100:00100000:1.0:1746134040.572996:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552259456 00000100:00100000:1.0:1746134040.573012:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29601 00000100:00100000:1.0:1746134040.573017:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:1755:x1830953552259328:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134040.573029:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134040.573041:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bef4a00/0x9682c7de153c86a4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fb32 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.573061:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c869d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb2b expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.573068:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134040.573069:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134040.573072:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4a00/0x9682c7de153c86a4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb32 expref: 55 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.573106:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c869d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb2b expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.573143:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c869d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb2b expref: 5 pid: 24940 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746134040.573153:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d140e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548084736:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134040.573206:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e206c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746134040.573220:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29602 00000100:00100000:1.0:1746134040.573225:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:1757:x1830953552259456:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134040.573231:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134040.573236:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c86ab lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fb39 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.573244:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134040.573247:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4a00/0x9682c7de153c86a4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb32 expref: 56 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.573252:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134040.573255:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c86ab lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb39 expref: 56 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.573272:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bef4a00/0x9682c7de153c86a4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb32 expref: 56 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.573280:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c86ab lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb39 expref: 56 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.573287:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bef4600, rc 0) 00000100:00100000:1.0:1746134040.573301:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:1757:x1830953552259456:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 76us (461us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134040.573305:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29602 00000100:00100000:0.0:1746134040.575090:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134040.575391:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d140e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548084736:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134040.575410:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bef4a00/0x9682c7de153c86a4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb32 expref: 55 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.575421:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bef4a00, rc 0) 00000100:00100000:1.0:1746134040.575450:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:1755:x1830953552259328:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2433us (3047us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134040.575456:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29601 00000100:00100000:2.0:1746134040.575693:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552259584 00000100:00100000:2.0:1746134040.575698:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552259584 00010000:00010000:2.0:1746134040.575715:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c869d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb2b expref: 6 pid: 24940 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.575746:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14904 00000100:00100000:2.0:1746134040.575751:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552259584:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134040.575759:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134040.575772:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c869d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb2b expref: 6 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.575781:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c869d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb2b expref: 6 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.575796:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c869d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb2b expref: 6 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.575806:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.575808:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.575813:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4a00/0x9682c7de153c86a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb32 expref: 54 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.575820:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4a00/0x9682c7de153c86a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb32 expref: 54 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.575839:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bef4a00/0x9682c7de153c86a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb32 expref: 54 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.575848:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bef4a00/0x9682c7de153c86a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb32 expref: 54 pid: 9580 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.575856:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548084992:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134040.575892:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8ebd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746134040.579329:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548084992:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134040.579346:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134040.579390:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552259584:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3636us (4302us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.579398:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14904 00000100:00100000:1.0:1746134040.579439:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.579558:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552259840 00000100:00100000:2.0:1746134040.579563:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552259840 00002000:00100000:2.0:1746134040.579593:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d140e00 x1830953552259840/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134040.579602:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d140e00 with x1830953552259840 ext(0->4095) 00010000:00010000:2.0:1746134040.579608:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4a00/0x9682c7de153c86a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb32 expref: 55 pid: 9580 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.579623:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4a00/0x9682c7de153c86a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb32 expref: 55 pid: 9580 timeout: 809 lvb_type: 0 00002000:00010000:2.0:1746134040.579629:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d140e00 00000100:00100000:2.0:1746134040.579649:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2409 00000100:00100000:2.0:1746134040.579655:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d140e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:2010:x1830953552259840:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134040.579747:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d140e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:2010:x1830953552259840:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 92us (308us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134040.579752:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2409 00002000:00100000:2.0:1746134040.579756:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d140e00 x1830953552259840/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134040.579762:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d140e00 with x1830953552259840 ext(0->4095) 00010000:00010000:2.0:1746134040.579767:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4a00/0x9682c7de153c86a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb32 expref: 55 pid: 9580 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.579774:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4a00/0x9682c7de153c86a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb32 expref: 55 pid: 9580 timeout: 809 lvb_type: 0 00002000:00010000:2.0:1746134040.579779:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d140e00 00000100:00100000:0.0:1746134040.582593:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.582690:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552259968 00000100:00100000:2.0:1746134040.582697:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552259968 00010000:00010000:2.0:1746134040.582721:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4a00/0x9682c7de153c86a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb32 expref: 55 pid: 9580 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.582743:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14905 00000100:00100000:2.0:1746134040.582749:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:2010:x1830953552259968:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134040.582760:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134040.582775:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4a00/0x9682c7de153c86a4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb32 expref: 55 pid: 9580 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.582784:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bef4a00/0x9682c7de153c86a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb32 expref: 55 pid: 9580 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.582800:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4a00/0x9682c7de153c86a4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb32 expref: 55 pid: 9580 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.582813:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.582815:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.582820:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c86ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb39 expref: 54 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.582826:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c86ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb39 expref: 54 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.582850:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c86ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb39 expref: 54 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134040.582859:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548085120:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134040.583719:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8ebd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746134040.584778:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548085120:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134040.584792:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134040.584820:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:2010:x1830953552259968:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2070us (2233us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.584827:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14905 00000100:00100000:0.0:1746134040.586057:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.586258:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552260224 00000100:00100000:2.0:1746134040.586264:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552260224 00002000:00100000:2.0:1746134040.586292:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800923a5880 x1830953552260224/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134040.586302:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923a5880 with x1830953552260224 ext(0->4095) 00002000:00010000:2.0:1746134040.586306:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800923a5880 00000100:00100000:2.0:1746134040.586321:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13056 00000100:00100000:2.0:1746134040.586327:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:2012:x1830953552260224:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746134040.586429:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:2012:x1830953552260224:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 Request processed in 101us (372us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134040.586434:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13056 00002000:00100000:2.0:1746134040.586439:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800923a5880 x1830953552260224/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134040.586445:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923a5880 with x1830953552260224 ext(0->4095) 00002000:00010000:2.0:1746134040.586447:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800923a5880 00000100:00100000:1.0:1746134040.588601:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.588774:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552260352 00000100:00100000:2.0:1746134040.588780:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552260352 00000100:00100000:2.0:1746134040.588840:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29603 00000100:00100000:2.0:1746134040.588846:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d142d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552260352:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134040.588858:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134040.588870:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c86b2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fb40 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.588895:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c86ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb39 expref: 53 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.588901:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134040.588903:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134040.588906:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c86b2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb40 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.588926:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c86ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb39 expref: 53 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.588935:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c86ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb39 expref: 53 pid: 9582 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.588945:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548085248:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134040.589014:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8ebe40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134040.590706:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.590907:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548085248:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134040.590917:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552260480 00000100:00100000:3.0:1746134040.590922:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552260480 00010000:00010000:2.0:1746134040.590927:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c86b2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb40 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.590940:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095588800, rc 0) 00010000:00010000:3.0:1746134040.590941:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c86ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb39 expref: 54 pid: 9582 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134040.590959:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14906 00000100:00100000:3.0:1746134040.590965:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:2010:x1830953552260480:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134040.590975:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746134040.590981:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d142d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552260352:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2135us (2385us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.590987:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29603 00010000:00010000:3.0:1746134040.590988:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c86ab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb39 expref: 54 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.590997:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c86ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb39 expref: 54 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.591011:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c86ab lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb39 expref: 54 pid: 9582 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.591022:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.591024:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.591029:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c86b2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb40 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.591035:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c86b2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb40 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.591054:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c86b2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb40 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134040.591062:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548085376:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134040.591105:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d900 going to sleep for 11 seconds 00000100:00100000:3.0:1746134040.592769:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548085376:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134040.592796:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134040.592837:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+53:2010:x1830953552260480:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1871us (2133us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134040.592844:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14906 00000100:00100000:0.0:1746134040.593039:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.593249:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552260736 00000100:00100000:2.0:1746134040.593254:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552260736 00002000:00100000:2.0:1746134040.593280:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072970000 x1830953552260736/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134040.593289:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072970000 with x1830953552260736 ext(0->4095) 00002000:00010000:2.0:1746134040.593292:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072970000 00000100:00100000:2.0:1746134040.593307:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13057 00000100:00100000:2.0:1746134040.593312:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072970000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552260736:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134040.593419:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072970000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552260736:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (379us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134040.593425:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13057 00002000:00100000:2.0:1746134040.593430:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072970000 x1830953552260736/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134040.593437:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072970000 with x1830953552260736 ext(0->4095) 00002000:00010000:2.0:1746134040.593439:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072970000 00000100:00100000:0.0:1746134040.594958:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.595030:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552260864 00000100:00100000:2.0:1746134040.595035:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552260864 00000100:00100000:2.0:1746134040.595061:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29604 00000100:00100000:2.0:1746134040.595066:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072972a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+53:1757:x1830953552260864:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134040.595078:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134040.595101:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c86b9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fb47 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.595140:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c86b2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb40 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.595151:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.595153:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.595155:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c86b9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb47 expref: 54 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.595178:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c86b2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb40 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.595187:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c86b2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb40 expref: 5 pid: 9580 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.595198:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548085504:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134040.595268:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8ebe40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134040.595870:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.596764:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552260992 00000100:00100000:2.0:1746134040.596769:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552260992 00000100:00100000:2.0:1746134040.596834:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29605 00000100:00100000:2.0:1746134040.596839:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072971c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:1755:x1830953552260992:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134040.596848:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134040.596857:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c86c0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fb4e expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.596873:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.596877:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c86b9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb47 expref: 56 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.596882:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134040.596885:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c86c0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb4e expref: 56 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.596911:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c86b9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb47 expref: 56 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.596920:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c86c0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb4e expref: 56 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.596929:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095588e00, rc 0) 00000100:00100000:2.0:1746134040.596954:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072971c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:1755:x1830953552260992:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 115us (1085us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.596959:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29605 00000100:00100000:0.0:1746134040.597191:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.597538:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548085504:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134040.597551:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c86b9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb47 expref: 55 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.597558:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589c00, rc 0) 00000100:00100000:2.0:1746134040.597589:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072972a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:1757:x1830953552260864:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2522us (2636us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.597594:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29604 00000100:00100000:3.0:1746134040.597766:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552261120 00000100:00100000:3.0:1746134040.597770:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552261120 00010000:00010000:3.0:1746134040.597786:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c86b2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb40 expref: 6 pid: 9580 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134040.597802:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14907 00000100:00100000:3.0:1746134040.597806:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072971180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552261120:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134040.597814:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134040.597827:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c86b2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb40 expref: 6 pid: 9580 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.597835:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c86b2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb40 expref: 6 pid: 9580 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.597849:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c86b2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb40 expref: 6 pid: 9580 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.597870:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.597872:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.597877:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c86b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb47 expref: 54 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.597892:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c86b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb47 expref: 54 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.597909:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c86b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb47 expref: 54 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.597917:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c86b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb47 expref: 54 pid: 9580 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134040.597926:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548085760:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134040.597970:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d900 going to sleep for 11 seconds 00000100:00100000:0.0:1746134040.600005:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.600154:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548085760:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134040.600178:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134040.600208:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072971180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552261120:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2400us (3016us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134040.600216:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14907 00000100:00100000:1.0:1746134040.600284:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552261376 00000100:00100000:1.0:1746134040.600288:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552261376 00002000:00100000:1.0:1746134040.600314:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072971f80 x1830953552261376/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134040.600322:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072971f80 with x1830953552261376 ext(0->4095) 00010000:00010000:1.0:1746134040.600328:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c86b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb47 expref: 55 pid: 9580 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746134040.600337:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c86b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb47 expref: 55 pid: 9580 timeout: 809 lvb_type: 0 00002000:00010000:1.0:1746134040.600342:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072971f80 00000100:00100000:1.0:1746134040.600674:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2410 00000100:00100000:1.0:1746134040.600680:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072971f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:2010:x1830953552261376:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134040.600772:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072971f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:2010:x1830953552261376:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 93us (777us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134040.600778:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2410 00002000:00100000:1.0:1746134040.600782:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072971f80 x1830953552261376/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134040.600789:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072971f80 with x1830953552261376 ext(0->4095) 00010000:00010000:1.0:1746134040.600794:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c86b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb47 expref: 55 pid: 9580 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746134040.600803:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c86b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb47 expref: 55 pid: 9580 timeout: 809 lvb_type: 0 00002000:00010000:1.0:1746134040.600808:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072971f80 00000100:00100000:0.0:1746134040.604289:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.604710:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552261504 00000100:00100000:3.0:1746134040.604717:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552261504 00000100:00100000:3.0:1746134040.604940:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29606 00000100:00100000:3.0:1746134040.604947:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072971880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552261504:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134040.604959:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134040.604971:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c86c7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fb55 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.604991:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134040.604996:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c86c0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb4e expref: 54 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.605001:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746134040.605004:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c86c7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb55 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.605039:0:24940:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c86c0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb4e expref: 54 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.605048:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c86c7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb55 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.605055:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fc00, rc 0) 00000100:00100000:3.0:1746134040.605951:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072971880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552261504:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1001us (1665us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134040.605957:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29606 00000100:00100000:0.0:1746134040.606158:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.606292:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552261632 00000100:00100000:3.0:1746134040.606296:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552261632 00010000:00010000:3.0:1746134040.606315:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c86b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb47 expref: 55 pid: 9580 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134040.606332:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14908 00000100:00100000:3.0:1746134040.606336:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea58c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:2010:x1830953552261632:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134040.606345:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134040.606359:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c86b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb47 expref: 55 pid: 9580 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.606372:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c86b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb47 expref: 55 pid: 9580 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.606388:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c86b9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb47 expref: 55 pid: 9580 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.607634:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.607638:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.607647:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c86c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb4e expref: 54 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.607655:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c86c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb4e expref: 54 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.607687:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c86c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb4e expref: 54 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.607698:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c86c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb4e expref: 54 pid: 9581 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134040.607709:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548086016:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134040.607783:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d900 going to sleep for 11 seconds 00000100:00100000:3.0:1746134040.615452:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548086016:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134040.615479:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134040.615517:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea58c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:2010:x1830953552261632:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 9175us (9355us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134040.615529:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14908 00000100:00100000:0.0:1746134040.616030:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.616081:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552261888 00000100:00100000:2.0:1746134040.616086:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552261888 00002000:00100000:2.0:1746134040.616139:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072970e00 x1830953552261888/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134040.616148:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072970e00 with x1830953552261888 ext(0->4095) 00010000:00010000:2.0:1746134040.616154:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c86c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb4e expref: 54 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.616165:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c86c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb4e expref: 54 pid: 9581 timeout: 809 lvb_type: 0 00002000:00010000:2.0:1746134040.616170:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072970e00 00000100:00100000:2.0:1746134040.616193:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2411 00000100:00100000:2.0:1746134040.616199:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072970e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:2009:x1830953552261888:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134040.616289:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072970e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:2009:x1830953552261888:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 90us (259us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134040.616295:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2411 00002000:00100000:2.0:1746134040.616299:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072970e00 x1830953552261888/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134040.616305:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072970e00 with x1830953552261888 ext(0->4095) 00010000:00010000:2.0:1746134040.616309:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c86c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb4e expref: 54 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.616317:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c86c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb4e expref: 54 pid: 9581 timeout: 809 lvb_type: 0 00002000:00010000:2.0:1746134040.616321:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072970e00 00000100:00100000:0.0:1746134040.620602:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.620805:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552262016 00000100:00100000:3.0:1746134040.620812:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552262016 00000100:00100000:3.0:1746134040.620858:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29607 00000100:00100000:3.0:1746134040.620866:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072971180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:1755:x1830953552262016:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134040.620879:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134040.620892:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90e400/0x9682c7de153c86ce lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fb5c expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.620913:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134040.620918:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c86c7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb55 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.620923:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746134040.620926:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e400/0x9682c7de153c86ce lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb5c expref: 55 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.620964:0:24940:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c86c7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb55 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.620975:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90e400/0x9682c7de153c86ce lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb5c expref: 55 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.620982:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90e400, rc 0) 00000100:00100000:3.0:1746134040.621031:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072971180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:1755:x1830953552262016:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 166us (436us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134040.621036:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29607 00000100:00100000:0.0:1746134040.621415:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.628184:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552262144 00000100:00100000:3.0:1746134040.628195:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552262144 00010000:00010000:3.0:1746134040.628230:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c86c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb4e expref: 55 pid: 9581 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134040.628255:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14909 00000100:00100000:3.0:1746134040.628262:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009558ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:2009:x1830953552262144:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134040.628274:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134040.628289:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c86c0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb4e expref: 55 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.628300:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c86c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb4e expref: 55 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.628318:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c86c0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb4e expref: 55 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.628343:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.628345:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.628351:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c86c7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb55 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.628358:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c86c7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb55 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.628391:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c86c7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb55 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.628405:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c86c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb55 expref: 5 pid: 24940 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134040.628414:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548086272:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134040.629078:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d480 going to sleep for 11 seconds 00000100:00100000:3.0:1746134040.633583:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548086272:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134040.633615:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134040.633668:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009558ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:2009:x1830953552262144:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 5405us (12252us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134040.633677:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14909 00000100:00100000:1.0:1746134040.634794:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.636247:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552262400 00000100:00100000:2.0:1746134040.636254:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552262400 00002000:00100000:2.0:1746134040.636286:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d140700 x1830953552262400/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134040.636295:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d140700 with x1830953552262400 ext(0->4095) 00010000:00010000:2.0:1746134040.636303:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c86c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb55 expref: 6 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.636314:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c86c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb55 expref: 6 pid: 24940 timeout: 809 lvb_type: 0 00002000:00010000:2.0:1746134040.636319:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d140700 00000100:00100000:2.0:1746134040.636332:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2412 00000100:00100000:2.0:1746134040.636338:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d140700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552262400:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134040.636448:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d140700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552262400:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (1656us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134040.636453:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2412 00002000:00100000:2.0:1746134040.636457:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d140700 x1830953552262400/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134040.636465:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d140700 with x1830953552262400 ext(0->4095) 00010000:00010000:2.0:1746134040.636469:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c86c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb55 expref: 6 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.636477:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c86c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb55 expref: 6 pid: 24940 timeout: 809 lvb_type: 0 00002000:00010000:2.0:1746134040.636481:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d140700 00000100:00100000:0.0:1746134040.639885:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.640179:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552262528 00000100:00100000:3.0:1746134040.640185:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552262528 00010000:00010000:3.0:1746134040.640212:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c86c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb55 expref: 6 pid: 24940 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134040.640242:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14910 00000100:00100000:3.0:1746134040.640248:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009558d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552262528:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134040.640258:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134040.640273:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c86c7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb55 expref: 6 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.640284:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c86c7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb55 expref: 6 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.640301:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c86c7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb55 expref: 6 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.640318:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.640321:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.640326:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e400/0x9682c7de153c86ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb5c expref: 53 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.640333:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e400/0x9682c7de153c86ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb5c expref: 53 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.640355:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90e400/0x9682c7de153c86ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb5c expref: 53 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134040.640364:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548086400:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134040.642844:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d480 going to sleep for 11 seconds 00000100:00100000:3.0:1746134040.643782:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548086400:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134040.643811:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134040.643855:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009558d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552262528:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3606us (3974us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134040.643863:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14910 00000100:00100000:0.0:1746134040.645427:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.646220:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552262784 00000100:00100000:2.0:1746134040.646227:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552262784 00002000:00100000:2.0:1746134040.646257:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009558c700 x1830953552262784/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134040.646271:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009558c700 with x1830953552262784 ext(0->4095) 00002000:00010000:2.0:1746134040.646275:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009558c700 00000100:00100000:2.0:1746134040.646808:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13058 00000100:00100000:2.0:1746134040.646816:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009558c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:2010:x1830953552262784:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134040.646944:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009558c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:2010:x1830953552262784:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (1521us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134040.646950:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13058 00002000:00100000:2.0:1746134040.646955:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009558c700 x1830953552262784/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134040.646962:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009558c700 with x1830953552262784 ext(0->4095) 00002000:00010000:2.0:1746134040.646965:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009558c700 00000100:00100000:0.0:1746134040.648939:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.649654:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552262912 00000100:00100000:2.0:1746134040.649661:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552262912 00000100:00100000:2.0:1746134040.649699:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29608 00000100:00100000:2.0:1746134040.649705:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009558c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552262912:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134040.649717:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134040.649730:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c86d5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fb63 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.649751:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e400/0x9682c7de153c86ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb5c expref: 53 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.649758:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134040.649759:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134040.649763:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c86d5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb63 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.649783:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90e400/0x9682c7de153c86ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb5c expref: 53 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.649792:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90e400/0x9682c7de153c86ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb5c expref: 53 pid: 24940 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.649803:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548086528:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134040.649858:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8ebe40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134040.651794:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.651941:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548086528:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134040.651963:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c86d5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb63 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.651976:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957eb600, rc 0) 00000100:00100000:3.0:1746134040.652300:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552263040 00000100:00100000:3.0:1746134040.652305:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552263040 00010000:00010000:3.0:1746134040.652327:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e400/0x9682c7de153c86ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb5c expref: 54 pid: 24940 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.652512:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009558c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552262912:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2807us (3578us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.652519:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29608 00000100:00100000:3.0:1746134040.652977:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14911 00000100:00100000:3.0:1746134040.652984:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009558ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:2009:x1830953552263040:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134040.652998:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134040.653013:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90e400/0x9682c7de153c86ce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb5c expref: 54 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.653022:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90e400/0x9682c7de153c86ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb5c expref: 54 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.653039:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e400/0x9682c7de153c86ce lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb5c expref: 54 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.653060:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.653062:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.653066:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c86d5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb63 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.653073:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c86d5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb63 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.653103:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c86d5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb63 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134040.653127:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548086656:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134040.653181:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d480 going to sleep for 11 seconds 00000100:00100000:0.0:1746134040.654196:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.654257:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552263168 00000100:00100000:2.0:1746134040.654262:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552263168 00000100:00100000:2.0:1746134040.654283:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29609 00000100:00100000:2.0:1746134040.654288:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009558e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:1755:x1830953552263168:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134040.654297:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134040.654306:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c86dc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fb6a expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.654325:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c86d5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb63 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.654331:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.654332:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.654336:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c86dc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb6a expref: 55 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.654351:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c86d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb63 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.654360:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c86d5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb63 expref: 5 pid: 9580 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.654368:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548086784:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134040.655062:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8ebe40 going to sleep for 11 seconds 00000100:00100000:1.0:1746134040.656950:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134040.657503:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552263424 00000100:00100000:0.0:1746134040.657509:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552263424 00002000:00100000:0.0:1746134040.657543:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d140000 x1830953552263424/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134040.657553:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d140000 with x1830953552263424 ext(0->4095) 00010000:00010000:0.0:1746134040.657560:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c86d5 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb63 expref: 6 pid: 9580 timeout: 809 lvb_type: 0 00010000:00010000:0.0:1746134040.657571:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c86d5 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb63 expref: 6 pid: 9580 timeout: 809 lvb_type: 0 00002000:00010000:0.0:1746134040.657577:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d140000 00000100:00100000:0.0:1746134040.657604:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2413 00000100:00100000:0.0:1746134040.657610:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d140000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953552263424:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746134040.657723:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d140000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953552263424:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 Request processed in 113us (778us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134040.657729:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2413 00002000:00100000:0.0:1746134040.657734:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d140000 x1830953552263424/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134040.657740:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d140000 with x1830953552263424 ext(0->4095) 00010000:00010000:0.0:1746134040.657745:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c86d5 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb63 expref: 6 pid: 9580 timeout: 809 lvb_type: 0 00010000:00010000:0.0:1746134040.657753:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c86d5 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb63 expref: 6 pid: 9580 timeout: 809 lvb_type: 0 00002000:00010000:0.0:1746134040.657758:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d140000 00000100:00100000:3.0:1746134040.658144:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548086656:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134040.658170:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134040.658200:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009558ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:2009:x1830953552263040:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 5217us (6410us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134040.658210:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14911 00000100:00100000:2.0:1746134040.659152:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548086784:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134040.659169:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c86dc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb6a expref: 54 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.659181:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957ebe00, rc 0) 00000100:00100000:2.0:1746134040.659204:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009558e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:1755:x1830953552263168:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4916us (5011us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.659210:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29609 00000100:00100000:0.0:1746134040.660519:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.660571:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552263552 00000100:00100000:2.0:1746134040.660577:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552263552 00000100:00100000:2.0:1746134040.660617:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29610 00000100:00100000:2.0:1746134040.660623:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009558f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:1757:x1830953552263552:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134040.660635:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134040.660646:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c86e3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fb71 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.660661:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.660665:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c86dc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb6a expref: 55 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.660670:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134040.660674:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c86e3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb71 expref: 55 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.660698:0:9580:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c86dc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb6a expref: 55 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.660706:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c86e3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb71 expref: 55 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.660713:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589c00, rc 0) 00000100:00100000:2.0:1746134040.660747:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009558f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:1757:x1830953552263552:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.660752:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29610 00000100:00100000:0.0:1746134040.663258:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.663937:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552263680 00000100:00100000:3.0:1746134040.663943:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552263680 00010000:00010000:3.0:1746134040.663978:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c86d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb63 expref: 6 pid: 9580 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134040.664012:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14912 00000100:00100000:3.0:1746134040.664019:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009558df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552263680:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134040.664031:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134040.664140:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c86d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb63 expref: 6 pid: 9580 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.664151:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c86d5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb63 expref: 6 pid: 9580 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.664169:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c86d5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb63 expref: 6 pid: 9580 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.664190:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.664192:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.664197:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c86dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb6a expref: 54 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.664204:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c86dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb6a expref: 54 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.664230:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c86dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb6a expref: 54 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.664241:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c86dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb6a expref: 54 pid: 9580 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134040.664250:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548087040:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134040.664314:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d480 going to sleep for 11 seconds 00000100:00100000:3.0:1746134040.667195:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548087040:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134040.667223:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134040.667264:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009558df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552263680:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3244us (4008us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134040.667272:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14912 00000100:00100000:0.0:1746134040.668084:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134040.668145:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552263936 00000100:00100000:1.0:1746134040.668151:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552263936 00002000:00100000:1.0:1746134040.668219:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008ad8ea00 x1830953552263936/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134040.668227:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ad8ea00 with x1830953552263936 ext(0->4095) 00010000:00010000:1.0:1746134040.668233:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c86dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb6a expref: 55 pid: 9580 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746134040.668243:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c86dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb6a expref: 55 pid: 9580 timeout: 809 lvb_type: 0 00002000:00010000:1.0:1746134040.668248:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ad8ea00 00000100:00100000:1.0:1746134040.668261:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2414 00000100:00100000:1.0:1746134040.668267:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:2009:x1830953552263936:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134040.668400:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:2009:x1830953552263936:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 132us (316us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134040.668405:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2414 00002000:00100000:1.0:1746134040.668411:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008ad8ea00 x1830953552263936/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134040.668417:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ad8ea00 with x1830953552263936 ext(0->4095) 00010000:00010000:1.0:1746134040.668421:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c86dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb6a expref: 55 pid: 9580 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746134040.668429:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c86dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb6a expref: 55 pid: 9580 timeout: 809 lvb_type: 0 00002000:00010000:1.0:1746134040.668435:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ad8ea00 00000100:00100000:0.0:1746134040.670654:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.670710:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552264064 00000100:00100000:3.0:1746134040.670716:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552264064 00010000:00010000:3.0:1746134040.670745:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c86dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb6a expref: 55 pid: 9580 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134040.670909:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14913 00000100:00100000:3.0:1746134040.670917:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:2010:x1830953552264064:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134040.670933:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134040.670948:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c86dc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb6a expref: 55 pid: 9580 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.670958:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c86dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb6a expref: 55 pid: 9580 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.670980:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800957ebe00/0x9682c7de153c86dc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb6a expref: 55 pid: 9580 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.671031:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.671033:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.671076:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c86e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb71 expref: 54 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.671084:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c86e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb71 expref: 54 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.671142:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c86e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb71 expref: 54 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134040.671152:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548087168:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134040.671238:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d480 going to sleep for 11 seconds 00000100:00100000:3.0:1746134040.673052:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548087168:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134040.673076:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134040.673133:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:2010:x1830953552264064:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2197us (2465us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134040.673142:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14913 00000100:00100000:0.0:1746134040.673789:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134040.673863:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552264320 00000100:00100000:1.0:1746134040.673869:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552264320 00002000:00100000:1.0:1746134040.673897:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008ad8f100 x1830953552264320/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134040.673905:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ad8f100 with x1830953552264320 ext(0->4095) 00002000:00010000:1.0:1746134040.673908:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ad8f100 00000100:00100000:1.0:1746134040.673990:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13059 00000100:00100000:1.0:1746134040.673997:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:2010:x1830953552264320:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134040.674891:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:2010:x1830953552264320:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 892us (1100us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134040.674898:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13059 00002000:00100000:1.0:1746134040.674904:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008ad8f100 x1830953552264320/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134040.674913:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ad8f100 with x1830953552264320 ext(0->4095) 00002000:00010000:1.0:1746134040.674917:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ad8f100 00000100:00100000:0.0:1746134040.677558:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.677612:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552264448 00000100:00100000:2.0:1746134040.677618:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552264448 00000100:00100000:2.0:1746134040.677658:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29611 00000100:00100000:2.0:1746134040.677846:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552264448:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134040.677860:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134040.677876:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c86ea lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fb78 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.677898:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c86e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb71 expref: 53 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.677905:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134040.677906:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134040.677909:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c86ea lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb78 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.677932:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c86e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb71 expref: 53 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.677942:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c86e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb71 expref: 53 pid: 9580 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.677952:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548087296:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134040.678027:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8ebe40 going to sleep for 11 seconds 00000100:00100000:2.0:1746134040.682264:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548087296:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134040.682290:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c86ea lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb78 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.682305:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095588c00, rc 0) 00000100:00100000:2.0:1746134040.682351:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552264448:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4507us (4797us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.682362:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29611 00000100:00100000:0.0:1746134040.682630:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.682682:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552264576 00000100:00100000:3.0:1746134040.683050:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552264576 00010000:00010000:3.0:1746134040.683072:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c86e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb71 expref: 54 pid: 9580 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134040.683105:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14914 00000100:00100000:3.0:1746134040.683110:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:2010:x1830953552264576:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134040.683138:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134040.683151:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c86e3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb71 expref: 54 pid: 9580 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.683159:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c86e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb71 expref: 54 pid: 9580 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.683175:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c86e3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb71 expref: 54 pid: 9580 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.683188:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.683189:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.683193:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c86ea lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb78 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.683200:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c86ea lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb78 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.683221:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c86ea lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb78 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134040.683239:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548087424:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134040.683286:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d480 going to sleep for 11 seconds 00000100:00100000:0.0:1746134040.687340:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134040.687450:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134040.687503:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552264960 00000100:00100000:1.0:1746134040.687511:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552264960 00002000:00100000:1.0:1746134040.687542:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008ad8dc00 x1830953552264960/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134040.687550:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ad8dc00 with x1830953552264960 ext(0->4095) 00002000:00010000:1.0:1746134040.687554:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ad8dc00 00000100:00100000:1.0:1746134040.687572:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13060 00000100:00100000:1.0:1746134040.687578:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953552264960:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746134040.687685:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953552264960:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 Request processed in 107us (233us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134040.687691:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13060 00002000:00100000:1.0:1746134040.687696:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008ad8dc00 x1830953552264960/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134040.687703:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ad8dc00 with x1830953552264960 ext(0->4095) 00002000:00010000:1.0:1746134040.687706:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ad8dc00 00000100:00100000:2.0:1746134040.687929:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552264704 00000100:00100000:2.0:1746134040.687933:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552264704 00000100:00100000:2.0:1746134040.687953:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29612 00000100:00100000:2.0:1746134040.687958:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:1755:x1830953552264704:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134040.687966:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134040.687977:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c86f1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fb7f expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.687995:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c86ea lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb78 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.688001:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.688003:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.688006:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c86f1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb7f expref: 55 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.688028:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c86ea lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb78 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.688038:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c86ea lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb78 expref: 5 pid: 9580 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.688046:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548087552:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134040.688072:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548087424:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134040.688109:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134040.689101:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8ebe40 going to sleep for 11 seconds 00000100:00100000:3.0:1746134040.689366:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:2010:x1830953552264576:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 6253us (6735us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134040.689377:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14914 00000100:00100000:0.0:1746134040.692448:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.692568:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552265088 00000100:00100000:3.0:1746134040.692574:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552265088 00000100:00100000:3.0:1746134040.692608:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29613 00000100:00100000:3.0:1746134040.692614:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a09c0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:1757:x1830953552265088:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134040.692628:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134040.692641:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c86f8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fb86 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.692662:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.692667:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c86f1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb7f expref: 56 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.692672:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134040.692675:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c86f8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb86 expref: 56 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.692714:0:24940:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c86f1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb7f expref: 56 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.692724:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c86f8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb86 expref: 56 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.692732:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f800, rc 0) 00000100:00100000:3.0:1746134040.692764:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a09c0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:1757:x1830953552265088:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 150us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134040.692770:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29613 00000100:00100000:2.0:1746134040.692897:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548087552:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134040.692914:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c86f1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb7f expref: 55 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.692922:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095588600, rc 0) 00000100:00100000:2.0:1746134040.692941:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:1755:x1830953552264704:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4983us (5608us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.692947:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29612 00000100:00100000:0.0:1746134040.694024:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.694134:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552265216 00000100:00100000:3.0:1746134040.694139:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552265216 00010000:00010000:3.0:1746134040.694157:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c86ea lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb78 expref: 6 pid: 9580 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134040.695571:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14915 00000100:00100000:3.0:1746134040.695583:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea59050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552265216:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134040.695595:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134040.695611:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c86ea lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb78 expref: 6 pid: 9580 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.695622:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c86ea lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb78 expref: 6 pid: 9580 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.695640:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c86ea lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb78 expref: 6 pid: 9580 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.695656:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.695658:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.695662:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c86f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb7f expref: 54 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.695670:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c86f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb7f expref: 54 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.695694:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c86f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb7f expref: 54 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.695708:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c86f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb7f expref: 54 pid: 9580 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134040.695718:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548087808:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134040.695784:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d480 going to sleep for 11 seconds 00000100:00100000:0.0:1746134040.698908:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.698996:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548087808:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134040.699022:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134040.699923:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea59050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552265216:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4342us (5899us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134040.699936:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14915 00000100:00100000:2.0:1746134040.700180:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552265472 00000100:00100000:2.0:1746134040.700186:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552265472 00002000:00100000:2.0:1746134040.700214:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008ad8f480 x1830953552265472/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134040.700223:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ad8f480 with x1830953552265472 ext(0->4095) 00010000:00010000:2.0:1746134040.700230:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c86f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb7f expref: 55 pid: 9580 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.700240:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c86f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb7f expref: 55 pid: 9580 timeout: 809 lvb_type: 0 00002000:00010000:2.0:1746134040.700246:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ad8f480 00000100:00100000:2.0:1746134040.700261:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2415 00000100:00100000:2.0:1746134040.700267:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:2009:x1830953552265472:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134040.701070:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:2009:x1830953552265472:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 801us (2164us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134040.701076:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2415 00002000:00100000:2.0:1746134040.701082:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008ad8f480 x1830953552265472/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134040.701088:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ad8f480 with x1830953552265472 ext(0->4095) 00010000:00010000:2.0:1746134040.701104:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c86f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb7f expref: 55 pid: 9580 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.701127:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c86f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb7f expref: 55 pid: 9580 timeout: 809 lvb_type: 0 00002000:00010000:2.0:1746134040.701133:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ad8f480 00000100:00100000:0.0:1746134040.703717:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.703841:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552265600 00000100:00100000:3.0:1746134040.703847:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552265600 00010000:00010000:3.0:1746134040.703875:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c86f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb7f expref: 55 pid: 9580 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134040.703908:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14916 00000100:00100000:3.0:1746134040.703915:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:2011:x1830953552265600:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134040.703925:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134040.703941:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c86f1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb7f expref: 55 pid: 9580 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.703950:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c86f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb7f expref: 55 pid: 9580 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.703969:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c86f1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb7f expref: 55 pid: 9580 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.703980:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.703982:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.703986:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c86f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb86 expref: 54 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.703993:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c86f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb86 expref: 54 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.704019:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c86f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb86 expref: 54 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134040.704030:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548087936:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134040.704099:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d300 going to sleep for 11 seconds 00000100:00100000:2.0:1746134040.705536:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548087936:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134040.705562:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134040.705589:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:2011:x1830953552265600:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1675us (1877us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.705596:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14916 00000100:00100000:0.0:1746134040.707292:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.707415:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552265856 00000100:00100000:2.0:1746134040.707421:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552265856 00002000:00100000:2.0:1746134040.707454:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008ad8df80 x1830953552265856/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134040.707463:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ad8df80 with x1830953552265856 ext(0->4095) 00002000:00010000:2.0:1746134040.707467:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ad8df80 00000100:00100000:2.0:1746134040.707499:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13061 00000100:00100000:2.0:1746134040.707505:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:2010:x1830953552265856:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134040.707626:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:2010:x1830953552265856:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (337us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134040.707632:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13061 00002000:00100000:2.0:1746134040.707638:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008ad8df80 x1830953552265856/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134040.707645:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ad8df80 with x1830953552265856 ext(0->4095) 00002000:00010000:2.0:1746134040.707648:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ad8df80 00000100:00100000:0.0:1746134040.709980:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.710044:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552265984 00000100:00100000:2.0:1746134040.710051:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552265984 00000100:00100000:2.0:1746134040.710103:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29614 00000100:00100000:2.0:1746134040.710110:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552265984:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134040.710144:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134040.710159:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c86ff lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fb8d expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.710180:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c86f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb86 expref: 53 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.710187:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134040.710188:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134040.710191:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c86ff lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb8d expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.710215:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c86f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb86 expref: 53 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.710224:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c86f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb86 expref: 53 pid: 24940 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.710234:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548088064:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134040.711596:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8ebe40 going to sleep for 11 seconds 00000100:00100000:2.0:1746134040.713182:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548088064:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134040.713204:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c86ff lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb8d expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.713216:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589a00, rc 0) 00000100:00100000:2.0:1746134040.713250:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552265984:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3140us (3274us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.713258:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29614 00000100:00100000:0.0:1746134040.714849:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.714956:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552266112 00000100:00100000:2.0:1746134040.714961:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552266112 00010000:00010000:2.0:1746134040.714984:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c86f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb86 expref: 54 pid: 24940 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.715012:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14917 00000100:00100000:2.0:1746134040.715018:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:2009:x1830953552266112:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134040.715028:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134040.715042:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c86f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb86 expref: 54 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.715052:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c86f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb86 expref: 54 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.715069:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c86f8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb86 expref: 54 pid: 24940 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.715105:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.715107:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.715133:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c86ff lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb8d expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.715141:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c86ff lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb8d expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.715165:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c86ff lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb8d expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134040.715175:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548088192:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134040.715287:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8ebe40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134040.717176:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134040.717254:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552266368 00000100:00100000:1.0:1746134040.717259:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552266368 00002000:00100000:1.0:1746134040.717291:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008ad8e680 x1830953552266368/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134040.717299:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ad8e680 with x1830953552266368 ext(0->4095) 00002000:00010000:1.0:1746134040.717303:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ad8e680 00000100:00100000:2.0:1746134040.717334:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548088192:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134040.717352:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134040.717380:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+53:2009:x1830953552266112:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2362us (2536us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.717387:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14917 00000100:00100000:1.0:1746134040.718594:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13062 00000100:00100000:1.0:1746134040.718603:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552266368:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134040.718732:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552266368:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (1558us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134040.718737:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13062 00002000:00100000:1.0:1746134040.718743:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008ad8e680 x1830953552266368/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134040.718750:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ad8e680 with x1830953552266368 ext(0->4095) 00002000:00010000:1.0:1746134040.718754:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ad8e680 00000100:00100000:0.0:1746134040.719638:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.719775:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552266496 00000100:00100000:2.0:1746134040.719780:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552266496 00000100:00100000:2.0:1746134040.719807:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29615 00000100:00100000:2.0:1746134040.719812:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+53:1755:x1830953552266496:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134040.719822:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134040.719836:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8706 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fb94 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.719858:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c86ff lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb8d expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.719866:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.719867:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.719870:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8706 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb94 expref: 54 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.719892:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c86ff lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb8d expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.719901:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c86ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb8d expref: 5 pid: 9581 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.719911:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548088320:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134040.720615:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8ebe40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134040.723020:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.723196:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552266624 00000100:00100000:2.0:1746134040.723203:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552266624 00000100:00100000:2.0:1746134040.723298:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29616 00000100:00100000:2.0:1746134040.723305:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:1757:x1830953552266624:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134040.723319:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134040.723332:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c870d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fb9b expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.723352:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.723356:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8706 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb94 expref: 56 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.723362:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134040.723366:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c870d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb9b expref: 56 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.723400:0:9580:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8706 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb94 expref: 56 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.723410:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c870d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb9b expref: 56 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.723418:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095588600, rc 0) 00000100:00100000:2.0:1746134040.723898:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:1757:x1830953552266624:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 592us (887us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.723904:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29616 00000100:00100000:2.0:1746134040.724235:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548088320:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134040.724250:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8706 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb94 expref: 55 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.724259:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095588e00, rc 0) 00000100:00100000:2.0:1746134040.724280:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:1755:x1830953552266496:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4467us (4644us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.724285:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29615 00000100:00100000:0.0:1746134040.726700:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.726848:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552266752 00000100:00100000:2.0:1746134040.726854:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552266752 00010000:00010000:2.0:1746134040.726878:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c86ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb8d expref: 6 pid: 9581 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746134040.727378:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14918 00000100:00100000:1.0:1746134040.727386:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe85880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552266752:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134040.727396:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134040.727411:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c86ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb8d expref: 6 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746134040.727420:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c86ff lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb8d expref: 6 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746134040.727436:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c86ff lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb8d expref: 6 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746134040.728472:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134040.728475:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134040.728483:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8706 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb94 expref: 54 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.728490:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8706 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb94 expref: 54 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.728520:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8706 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb94 expref: 54 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.728530:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8706 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb94 expref: 54 pid: 9581 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746134040.728539:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d142a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548088576:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134040.728627:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e209c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746134040.732090:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d142a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548088576:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134040.732136:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134040.732174:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe85880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552266752:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4787us (5478us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134040.732184:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14918 00000100:00100000:0.0:1746134040.733384:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134040.733462:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552267008 00000100:00100000:1.0:1746134040.733468:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552267008 00002000:00100000:1.0:1746134040.733499:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008fe85500 x1830953552267008/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134040.733507:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe85500 with x1830953552267008 ext(0->4095) 00010000:00010000:1.0:1746134040.733515:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8706 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb94 expref: 55 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746134040.733525:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8706 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb94 expref: 55 pid: 9581 timeout: 809 lvb_type: 0 00002000:00010000:1.0:1746134040.733530:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fe85500 00000100:00100000:1.0:1746134040.733984:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2416 00000100:00100000:1.0:1746134040.733990:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:2010:x1830953552267008:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134040.734769:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:2010:x1830953552267008:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 778us (1387us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134040.734776:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2416 00002000:00100000:1.0:1746134040.734780:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008fe85500 x1830953552267008/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134040.734787:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe85500 with x1830953552267008 ext(0->4095) 00010000:00010000:1.0:1746134040.734793:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8706 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb94 expref: 55 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746134040.734802:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8706 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb94 expref: 55 pid: 9581 timeout: 809 lvb_type: 0 00002000:00010000:1.0:1746134040.734807:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fe85500 00000100:00100000:0.0:1746134040.737238:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134040.737290:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552267136 00000100:00100000:1.0:1746134040.737296:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552267136 00010000:00010000:1.0:1746134040.737324:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8706 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb94 expref: 55 pid: 9581 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746134040.737357:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14919 00000100:00100000:1.0:1746134040.737363:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe85180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:2010:x1830953552267136:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134040.737373:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134040.737387:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8706 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb94 expref: 55 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746134040.737400:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8706 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb94 expref: 55 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746134040.737418:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8706 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb94 expref: 55 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746134040.737447:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134040.737448:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134040.737454:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c870d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb9b expref: 54 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.737461:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c870d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb9b expref: 54 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.737487:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c870d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb9b expref: 54 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134040.737497:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d142a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548088704:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134040.737562:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20480 going to sleep for 11 seconds 00000100:00100000:0.0:1746134040.742304:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.742354:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552267392 00000100:00100000:2.0:1746134040.742360:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552267392 00002000:00100000:2.0:1746134040.742395:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008f8b5f80 x1830953552267392/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746134040.742395:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d142a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548088704:192.168.203.26@tcp:105: 00002000:00100000:2.0:1746134040.742404:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b5f80 with x1830953552267392 ext(0->4095) 00002000:00010000:2.0:1746134040.742407:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f8b5f80 00010000:00010000:1.0:1746134040.742409:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134040.742435:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13063 00000100:00100000:2.0:1746134040.742441:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:2012:x1830953552267392:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746134040.742449:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe85180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:2010:x1830953552267136:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 5086us (5216us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134040.742457:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14919 00000100:00100000:2.0:1746134040.742564:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:2012:x1830953552267392:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 Request processed in 120us (263us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134040.742572:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13063 00002000:00100000:2.0:1746134040.742578:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008f8b5f80 x1830953552267392/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134040.742584:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b5f80 with x1830953552267392 ext(0->4095) 00002000:00010000:2.0:1746134040.742586:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f8b5f80 00000100:00100000:0.0:1746134040.744235:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.744333:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552267520 00000100:00100000:2.0:1746134040.744338:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552267520 00000100:00100000:2.0:1746134040.744375:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29617 00000100:00100000:2.0:1746134040.744382:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552267520:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134040.744394:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134040.744407:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c8714 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fba2 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.744432:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c870d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb9b expref: 53 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.744437:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134040.744439:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134040.744442:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c8714 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fba2 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.744464:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c870d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb9b expref: 53 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.744474:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c870d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb9b expref: 53 pid: 9580 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.744484:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548088832:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134040.745005:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8ebd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746134040.747862:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548088832:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134040.747889:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c8714 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fba2 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.747903:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957ea000, rc 0) 00000100:00100000:2.0:1746134040.747953:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552267520:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3570us (3721us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.747960:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29617 00000100:00100000:0.0:1746134040.748581:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.748834:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552267648 00000100:00100000:2.0:1746134040.749197:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552267648 00010000:00010000:2.0:1746134040.749220:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c870d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb9b expref: 54 pid: 9580 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.749253:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14920 00000100:00100000:2.0:1746134040.749259:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:2010:x1830953552267648:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134040.749269:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134040.749284:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c870d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb9b expref: 54 pid: 9580 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.749294:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c870d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb9b expref: 54 pid: 9580 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.749312:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c870d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fb9b expref: 54 pid: 9580 timeout: 809 lvb_type: 0 00010000:00010000:2.0:1746134040.749331:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.749332:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.749338:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c8714 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fba2 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.749344:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c8714 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fba2 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.749370:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c8714 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fba2 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134040.749380:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548088960:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134040.749435:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8ebd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746134040.755655:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548088960:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134040.755673:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134040.755707:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+53:2010:x1830953552267648:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 6447us (7126us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.755716:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14920 00000100:00100000:0.0:1746134040.757015:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134040.757057:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.757131:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552267904 00000100:00100000:3.0:1746134040.757137:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552267904 00002000:00100000:3.0:1746134040.757169:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008f8b7800 x1830953552267904/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134040.757177:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b7800 with x1830953552267904 ext(0->4095) 00002000:00010000:3.0:1746134040.757181:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f8b7800 00000100:00100000:3.0:1746134040.757197:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13064 00000100:00100000:3.0:1746134040.757203:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552267904:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134040.757310:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552267904:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (299us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134040.757316:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13064 00002000:00100000:3.0:1746134040.757322:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008f8b7800 x1830953552267904/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134040.757328:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b7800 with x1830953552267904 ext(0->4095) 00002000:00010000:3.0:1746134040.757331:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f8b7800 00000100:00100000:2.0:1746134040.757848:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552268032 00000100:00100000:2.0:1746134040.757853:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552268032 00000100:00100000:2.0:1746134040.757874:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29618 00000100:00100000:2.0:1746134040.757879:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+53:1755:x1830953552268032:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134040.757888:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134040.757900:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c871b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fba9 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.757918:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c8714 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fba2 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.757924:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.757926:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.757928:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c871b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fba9 expref: 54 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.757949:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c8714 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fba2 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.757957:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c8714 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fba2 expref: 5 pid: 9581 timeout: 809 lvb_type: 0 00000100:00100000:2.0:1746134040.757971:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548089088:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134040.758025:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8ebd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746134040.761154:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548089088:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134040.761178:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c871b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fba9 expref: 54 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.761191:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957ea800, rc 0) 00000100:00100000:2.0:1746134040.762318:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:1755:x1830953552268032:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4433us (5255us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.762326:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29618 00000100:00100000:0.0:1746134040.762856:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134040.763015:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.763090:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552268160 00000100:00100000:2.0:1746134040.763104:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552268160 00000100:00100000:2.0:1746134040.763147:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29619 00000100:00100000:2.0:1746134040.763152:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:1757:x1830953552268160:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134040.763166:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134040.763178:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8722 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fbb0 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.763196:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.763200:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c871b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fba9 expref: 55 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.763206:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134040.763209:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8722 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbb0 expref: 55 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.763237:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c871b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fba9 expref: 55 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.763246:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8722 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbb0 expref: 55 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.763253:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095588e00, rc 0) 00000100:00100000:2.0:1746134040.763281:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:1757:x1830953552268160:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 129us (426us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.763286:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29619 00000100:00100000:3.0:1746134040.763499:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552268288 00000100:00100000:3.0:1746134040.763502:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552268288 00010000:00010000:3.0:1746134040.763519:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c8714 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fba2 expref: 6 pid: 9581 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134040.763535:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14921 00000100:00100000:3.0:1746134040.763540:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953552268288:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134040.763547:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134040.763560:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c8714 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fba2 expref: 6 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.763570:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c8714 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fba2 expref: 6 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.763584:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c8714 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fba2 expref: 6 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.763604:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.763606:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.763610:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c871b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fba9 expref: 54 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.763617:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c871b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fba9 expref: 54 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.763636:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c871b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fba9 expref: 54 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.763646:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c871b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fba9 expref: 54 pid: 9581 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134040.763656:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548089344:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134040.763697:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d540 going to sleep for 11 seconds 00000100:00100000:0.0:1746134040.766746:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.766869:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548089344:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134040.766895:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134040.766926:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2012:x1830953552268288:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3385us (3911us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134040.766934:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14921 00000100:00100000:1.0:1746134040.767008:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552268544 00000100:00100000:1.0:1746134040.767013:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552268544 00002000:00100000:1.0:1746134040.767038:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008f8b7b80 x1830953552268544/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134040.767047:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b7b80 with x1830953552268544 ext(0->4095) 00010000:00010000:1.0:1746134040.767053:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c871b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fba9 expref: 55 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746134040.767062:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c871b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fba9 expref: 55 pid: 9581 timeout: 809 lvb_type: 0 00002000:00010000:1.0:1746134040.767067:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f8b7b80 00000100:00100000:1.0:1746134040.767080:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2417 00000100:00100000:1.0:1746134040.767085:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:2009:x1830953552268544:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134040.767218:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:2009:x1830953552268544:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 133us (479us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134040.767224:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2417 00002000:00100000:1.0:1746134040.767228:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008f8b7b80 x1830953552268544/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134040.767235:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b7b80 with x1830953552268544 ext(0->4095) 00010000:00010000:1.0:1746134040.767239:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c871b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fba9 expref: 55 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:1.0:1746134040.767247:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c871b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fba9 expref: 55 pid: 9581 timeout: 809 lvb_type: 0 00002000:00010000:1.0:1746134040.767252:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f8b7b80 00000100:00100000:0.0:1746134040.770049:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.770363:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552268672 00000100:00100000:3.0:1746134040.770369:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552268672 00010000:00010000:3.0:1746134040.770397:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c871b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fba9 expref: 55 pid: 9581 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134040.770581:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14922 00000100:00100000:3.0:1746134040.770588:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea59450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:2011:x1830953552268672:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134040.770600:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134040.770616:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c871b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fba9 expref: 55 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.770630:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c871b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fba9 expref: 55 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.770646:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c871b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fba9 expref: 55 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.770747:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.770748:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.770754:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8722 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbb0 expref: 54 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.770761:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8722 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbb0 expref: 54 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.770787:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8722 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbb0 expref: 54 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134040.770796:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548089472:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134040.771297:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d540 going to sleep for 11 seconds 00000100:00100000:3.0:1746134040.773268:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548089472:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134040.773297:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134040.773594:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea59450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:2011:x1830953552268672:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3004us (3549us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134040.773602:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14922 00000100:00100000:0.0:1746134040.773791:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.774058:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552268928 00000100:00100000:3.0:1746134040.774063:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552268928 00002000:00100000:3.0:1746134040.774086:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008f8b4380 x1830953552268928/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134040.774103:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b4380 with x1830953552268928 ext(0->4095) 00002000:00010000:3.0:1746134040.774107:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f8b4380 00000100:00100000:3.0:1746134040.774148:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13065 00000100:00100000:3.0:1746134040.774153:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:2009:x1830953552268928:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134040.774248:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:2009:x1830953552268928:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 94us (457us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134040.774253:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13065 00002000:00100000:3.0:1746134040.774257:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008f8b4380 x1830953552268928/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134040.774264:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b4380 with x1830953552268928 ext(0->4095) 00002000:00010000:3.0:1746134040.774266:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f8b4380 00000100:00100000:0.0:1746134040.776914:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134040.777406:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552269056 00000100:00100000:1.0:1746134040.777413:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552269056 00000100:00100000:1.0:1746134040.777468:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29620 00000100:00100000:1.0:1746134040.777474:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552269056:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134040.777489:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134040.777501:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c8729 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fbb7 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.777521:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8722 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbb0 expref: 53 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.777527:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134040.777528:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134040.777531:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c8729 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbb7 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.777550:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8722 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbb0 expref: 53 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.777558:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8722 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbb0 expref: 53 pid: 9581 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746134040.777567:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d142a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548089600:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134040.778131:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20600 going to sleep for 11 seconds 00000100:00100000:0.0:1746134040.781614:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.781727:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552269184 00000100:00100000:3.0:1746134040.781734:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552269184 00010000:00010000:3.0:1746134040.781760:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8722 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbb0 expref: 54 pid: 9581 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746134040.781958:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d142a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548089600:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134040.781978:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c8729 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbb7 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.781994:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bef4000, rc 0) 00000100:00100000:1.0:1746134040.782027:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552269056:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4552us (5117us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134040.782034:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29620 00000100:00100000:3.0:1746134040.782372:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14923 00000100:00100000:3.0:1746134040.782380:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:2009:x1830953552269184:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134040.782390:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134040.782405:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8722 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbb0 expref: 54 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.782419:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8722 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbb0 expref: 54 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.782436:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8722 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbb0 expref: 54 pid: 9581 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.782448:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.782450:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.782454:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c8729 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbb7 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.782460:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c8729 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbb7 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.782480:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c8729 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbb7 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134040.782489:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548089728:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134040.782527:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d240 going to sleep for 11 seconds 00000100:00100000:3.0:1746134040.785250:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548089728:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134040.785277:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134040.785311:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+53:2009:x1830953552269184:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2932us (3702us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134040.785320:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14923 00000100:00100000:0.0:1746134040.785512:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134040.785783:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.785898:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552269568 00000100:00100000:2.0:1746134040.785903:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552269568 00002000:00100000:2.0:1746134040.785929:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008f8b7480 x1830953552269568/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134040.785937:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b7480 with x1830953552269568 ext(0->4095) 00002000:00010000:2.0:1746134040.785941:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f8b7480 00000100:00100000:2.0:1746134040.785954:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13066 00000100:00100000:2.0:1746134040.785959:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552269568:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134040.786046:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552269568:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 87us (263us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134040.786052:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13066 00002000:00100000:2.0:1746134040.786056:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008f8b7480 x1830953552269568/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134040.786068:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b7480 with x1830953552269568 ext(0->4095) 00002000:00010000:2.0:1746134040.786070:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f8b7480 00000100:00100000:1.0:1746134040.786720:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552269312 00000100:00100000:1.0:1746134040.786725:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552269312 00000100:00100000:1.0:1746134040.786750:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29621 00000100:00100000:1.0:1746134040.786754:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+53:1755:x1830953552269312:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134040.786762:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134040.786773:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bef5a00/0x9682c7de153c8730 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fbbe expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.786797:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c8729 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbb7 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.786804:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134040.786806:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134040.786809:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef5a00/0x9682c7de153c8730 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbbe expref: 54 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.786830:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c8729 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbb7 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.786839:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c8729 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbb7 expref: 5 pid: 9580 timeout: 809 lvb_type: 0 00000100:00100000:1.0:1746134040.786853:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d142a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548089856:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134040.786906:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20600 going to sleep for 11 seconds 00000100:00100000:0.0:1746134040.790316:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.790562:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552269696 00000100:00100000:2.0:1746134040.790568:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552269696 00000100:00100000:2.0:1746134040.790961:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29622 00000100:00100000:2.0:1746134040.790969:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:1757:x1830953552269696:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134040.790982:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134040.790995:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8737 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fbc5 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.791012:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.791016:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bef5a00/0x9682c7de153c8730 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbbe expref: 56 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.791021:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134040.791024:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8737 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbc5 expref: 56 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.791050:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bef5a00/0x9682c7de153c8730 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbbe expref: 56 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.791059:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8737 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbc5 expref: 56 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.791066:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095588c00, rc 0) 00000100:00100000:2.0:1746134040.791128:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:1757:x1830953552269696:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 143us (802us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.791134:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29622 00000100:00100000:1.0:1746134040.791480:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d142a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548089856:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134040.791494:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bef5a00/0x9682c7de153c8730 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbbe expref: 55 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134040.791502:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bef5a00, rc 0) 00000100:00100000:1.0:1746134040.791518:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:1755:x1830953552269312:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4764us (6007us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134040.791523:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29621 00000100:00100000:0.0:1746134040.792970:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.793369:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552269824 00000100:00100000:3.0:1746134040.793375:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552269824 00010000:00010000:3.0:1746134040.793400:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c8729 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbb7 expref: 6 pid: 9580 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134040.793430:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14924 00000100:00100000:3.0:1746134040.793437:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552269824:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134040.793447:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134040.793461:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c8729 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbb7 expref: 6 pid: 9580 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.793471:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c8729 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbb7 expref: 6 pid: 9580 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.793487:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c8729 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbb7 expref: 6 pid: 9580 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.793510:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.793512:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.793518:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bef5a00/0x9682c7de153c8730 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbbe expref: 54 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.793524:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef5a00/0x9682c7de153c8730 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbbe expref: 54 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.793548:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bef5a00/0x9682c7de153c8730 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbbe expref: 54 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.793558:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bef5a00/0x9682c7de153c8730 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbbe expref: 54 pid: 9580 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134040.793568:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548090112:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134040.793630:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d240 going to sleep for 11 seconds 00000100:00100000:3.0:1746134040.799753:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548090112:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134040.799782:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134040.800571:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552269824:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 7131us (7602us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134040.800580:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14924 00000100:00100000:0.0:1746134040.801594:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.801682:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552270080 00000100:00100000:3.0:1746134040.801688:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552270080 00002000:00100000:3.0:1746134040.801718:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b14e300 x1830953552270080/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134040.801727:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14e300 with x1830953552270080 ext(0->4095) 00010000:00010000:3.0:1746134040.801733:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bef5a00/0x9682c7de153c8730 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbbe expref: 55 pid: 9580 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.801743:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bef5a00/0x9682c7de153c8730 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbbe expref: 55 pid: 9580 timeout: 809 lvb_type: 0 00002000:00010000:3.0:1746134040.801748:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b14e300 00000100:00100000:3.0:1746134040.803069:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2418 00000100:00100000:3.0:1746134040.803080:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b14e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:2009:x1830953552270080:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134040.803216:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:2009:x1830953552270080:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 139us (1624us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134040.803225:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2418 00002000:00100000:3.0:1746134040.803231:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b14e300 x1830953552270080/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134040.803238:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14e300 with x1830953552270080 ext(0->4095) 00010000:00010000:3.0:1746134040.803244:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bef5a00/0x9682c7de153c8730 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbbe expref: 55 pid: 9580 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.803253:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bef5a00/0x9682c7de153c8730 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbbe expref: 55 pid: 9580 timeout: 809 lvb_type: 0 00002000:00010000:3.0:1746134040.803258:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b14e300 00000100:00100000:1.0:1746134040.811691:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.815819:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552270208 00000100:00100000:3.0:1746134040.815830:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552270208 00010000:00010000:3.0:1746134040.815868:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef5a00/0x9682c7de153c8730 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbbe expref: 55 pid: 9580 timeout: 809 lvb_type: 0 00000100:00100000:3.0:1746134040.815913:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14925 00000100:00100000:3.0:1746134040.815921:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d142a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:2010:x1830953552270208:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134040.815933:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134040.815948:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bef5a00/0x9682c7de153c8730 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbbe expref: 55 pid: 9580 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.815958:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bef5a00/0x9682c7de153c8730 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbbe expref: 55 pid: 9580 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.815975:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bef5a00/0x9682c7de153c8730 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbbe expref: 55 pid: 9580 timeout: 809 lvb_type: 0 00010000:00010000:3.0:1746134040.816002:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.816004:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.816010:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8737 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbc5 expref: 54 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.816017:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8737 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbc5 expref: 54 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.816045:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8737 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbc5 expref: 54 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134040.816055:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548090240:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134040.816159:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562db40 going to sleep for 11 seconds 00000100:00100000:3.0:1746134040.820221:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548090240:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134040.820250:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134040.820754:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d142a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:2010:x1830953552270208:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4832us (9068us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134040.820764:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14925 00000100:00100000:1.0:1746134040.820900:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.823392:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552270464 00000100:00100000:3.0:1746134040.823402:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552270464 00002000:00100000:3.0:1746134040.823438:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d143b80 x1830953552270464/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134040.823448:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d143b80 with x1830953552270464 ext(0->4095) 00002000:00010000:3.0:1746134040.823453:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d143b80 00000100:00100000:3.0:1746134040.823480:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13067 00000100:00100000:3.0:1746134040.823488:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d143b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:2010:x1830953552270464:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134040.823599:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d143b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:2010:x1830953552270464:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (2699us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134040.823604:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13067 00002000:00100000:3.0:1746134040.823609:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d143b80 x1830953552270464/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134040.823616:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d143b80 with x1830953552270464 ext(0->4095) 00002000:00010000:3.0:1746134040.823619:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d143b80 00000100:00100000:0.0:1746134040.837459:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.837691:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552270592 00000100:00100000:3.0:1746134040.837699:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552270592 00000100:00100000:3.0:1746134040.837747:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29623 00000100:00100000:3.0:1746134040.837754:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b14d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552270592:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134040.837768:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134040.837780:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90e400/0x9682c7de153c873e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fbcc expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.837804:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8737 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbc5 expref: 53 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.837810:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134040.837811:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134040.837814:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e400/0x9682c7de153c873e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbcc expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.837838:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8737 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbc5 expref: 53 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.837852:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8737 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbc5 expref: 53 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134040.837863:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548090368:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134040.837942:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746134040.842168:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548090368:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134040.842206:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90e400/0x9682c7de153c873e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbcc expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.842220:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90e400, rc 0) 00000100:00100000:3.0:1746134040.842256:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552270592:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4501us (4802us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134040.842264:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29623 00000100:00100000:0.0:1746134040.849433:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.849533:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552270720 00000100:00100000:2.0:1746134040.849540:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552270720 00002000:00100000:2.0:1746134040.849575:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009b14ce00 x1830953552270720/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 496/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134040.849584:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14ce00 with x1830953552270720 ext(0->7) 00010000:00010000:2.0:1746134040.849592:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8737 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbc5 expref: 54 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134040.849604:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8737 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbc5 expref: 54 pid: 9581 timeout: 810 lvb_type: 0 00002000:00010000:2.0:1746134040.849611:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b14ce00 00000100:00100000:2.0:1746134040.850890:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2419 00000100:00100000:2.0:1746134040.850901:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b14ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:2011:x1830953552270720:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746134040.853361:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:2011:x1830953552270720:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 2457us (3928us total) trans 4294970640 rc 0/0 00000100:00100000:2.0:1746134040.853372:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2419 00002000:00100000:2.0:1746134040.853380:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009b14ce00 x1830953552270720/t4294970640(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 496/448 e 0 to 0 dl 1746134051 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134040.853388:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14ce00 with x1830953552270720 ext(0->7) 00010000:00010000:2.0:1746134040.853396:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8737 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbc5 expref: 56 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134040.853412:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8737 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbc5 expref: 56 pid: 9581 timeout: 810 lvb_type: 0 00002000:00010000:2.0:1746134040.853418:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b14ce00 00000100:00100000:0.0:1746134040.861767:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.861821:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552270848 00000100:00100000:3.0:1746134040.861829:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552270848 00010000:00010000:3.0:1746134040.861857:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8737 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbc5 expref: 56 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134040.861888:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14926 00000100:00100000:3.0:1746134040.861894:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b14c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:2012:x1830953552270848:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134040.861906:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134040.861919:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8737 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbc5 expref: 56 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134040.861933:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8737 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbc5 expref: 56 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134040.861949:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8737 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbc5 expref: 56 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134040.861969:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.861970:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.861975:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e400/0x9682c7de153c873e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbcc expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.861981:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e400/0x9682c7de153c873e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbcc expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.862003:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90e400/0x9682c7de153c873e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbcc expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134040.862011:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548090496:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134040.862069:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134040.866023:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.866459:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552271104 00000100:00100000:2.0:1746134040.866466:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552271104 00002000:00100000:2.0:1746134040.866500:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b14d880 x1830953552271104/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134040.866509:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14d880 with x1830953552271104 ext(0->4095) 00002000:00010000:2.0:1746134040.866513:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b14d880 00000100:00100000:2.0:1746134040.866532:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13068 00000100:00100000:2.0:1746134040.866538:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b14d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2011:x1830953552271104:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746134040.866660:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2011:x1830953552271104:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 Request processed in 121us (644us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134040.866666:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13068 00002000:00100000:2.0:1746134040.866672:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b14d880 x1830953552271104/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134040.866678:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14d880 with x1830953552271104 ext(0->4095) 00002000:00010000:2.0:1746134040.866681:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b14d880 00000100:00100000:3.0:1746134040.867277:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548090496:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134040.867303:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134040.867326:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:2012:x1830953552270848:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 5432us (5566us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134040.867333:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14926 00000100:00100000:0.0:1746134040.871460:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.871594:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552271232 00000100:00100000:3.0:1746134040.871602:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552271232 00000100:00100000:3.0:1746134040.871649:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29624 00000100:00100000:3.0:1746134040.871657:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b14dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:1755:x1830953552271232:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134040.871672:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134040.871685:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8745 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fbd3 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.871708:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e400/0x9682c7de153c873e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbcc expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.871714:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.871715:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.871718:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8745 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbd3 expref: 56 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.871742:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90e400/0x9682c7de153c873e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbcc expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.871751:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90e400/0x9682c7de153c873e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbcc expref: 5 pid: 24940 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134040.871762:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548090624:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134040.873031:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746134040.873471:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134040.873647:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552271360 00000100:00100000:0.0:1746134040.873651:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552271360 00000100:00100000:0.0:1746134040.873680:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29625 00000100:00100000:0.0:1746134040.873685:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080653800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:1757:x1830953552271360:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134040.873695:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134040.873706:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c874c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fbda expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134040.873722:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134040.873726:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8745 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbd3 expref: 58 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134040.873735:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134040.873738:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c874c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbda expref: 58 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134040.873760:0:9580:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8745 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbd3 expref: 58 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134040.873770:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c874c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbda expref: 58 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134040.873778:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800955af400, rc 0) 00000100:00100000:0.0:1746134040.873807:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080653800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:1757:x1830953552271360:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 121us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134040.873813:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29625 00000100:00100000:0.0:1746134040.875885:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.876051:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548090624:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134040.876082:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8745 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbd3 expref: 57 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.876109:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90ee00, rc 0) 00000100:00100000:3.0:1746134040.876167:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:1755:x1830953552271232:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4510us (4712us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134040.876173:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29624 00000100:00100000:2.0:1746134040.876463:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552271488 00000100:00100000:2.0:1746134040.876468:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552271488 00010000:00010000:2.0:1746134040.876488:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e400/0x9682c7de153c873e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbcc expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00000100:00100000:2.0:1746134040.876511:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14927 00000100:00100000:2.0:1746134040.876517:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b14e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552271488:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134040.876527:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134040.876540:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90e400/0x9682c7de153c873e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbcc expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134040.876549:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90e400/0x9682c7de153c873e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbcc expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134040.876565:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e400/0x9682c7de153c873e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbcc expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134040.876576:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.876578:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.876583:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8745 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbd3 expref: 56 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.876589:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8745 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbd3 expref: 56 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.876608:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8745 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbd3 expref: 56 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.876617:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8745 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbd3 expref: 56 pid: 24940 timeout: 810 lvb_type: 0 00000100:00100000:2.0:1746134040.876629:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080650e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548090880:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134040.876669:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8ebe40 going to sleep for 11 seconds 00000100:00100000:2.0:1746134040.881167:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080650e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548090880:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134040.881183:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134040.881215:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552271488:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4698us (5336us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.881222:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14927 00000100:00100000:0.0:1746134040.881960:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.882432:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552271744 00000100:00100000:2.0:1746134040.882438:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552271744 00002000:00100000:2.0:1746134040.882468:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b14d500 x1830953552271744/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134040.882478:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14d500 with x1830953552271744 ext(0->4095) 00010000:00010000:2.0:1746134040.882485:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8745 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbd3 expref: 57 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134040.882497:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8745 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbd3 expref: 57 pid: 24940 timeout: 810 lvb_type: 0 00002000:00010000:2.0:1746134040.882503:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b14d500 00000100:00100000:2.0:1746134040.882518:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2420 00000100:00100000:2.0:1746134040.882524:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b14d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2010:x1830953552271744:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134040.883687:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2010:x1830953552271744:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 1159us (1725us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134040.883697:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2420 00002000:00100000:2.0:1746134040.883702:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b14d500 x1830953552271744/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134040.883710:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14d500 with x1830953552271744 ext(0->4095) 00010000:00010000:2.0:1746134040.883716:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8745 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbd3 expref: 57 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134040.883726:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8745 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbd3 expref: 57 pid: 24940 timeout: 810 lvb_type: 0 00002000:00010000:2.0:1746134040.883731:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b14d500 00000100:00100000:0.0:1746134040.885766:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.885967:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552271872 00000100:00100000:2.0:1746134040.885973:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552271872 00010000:00010000:2.0:1746134040.885994:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8745 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbd3 expref: 57 pid: 24940 timeout: 810 lvb_type: 0 00000100:00100000:2.0:1746134040.886071:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14928 00000100:00100000:2.0:1746134040.886077:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b14c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2010:x1830953552271872:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134040.886086:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134040.886110:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8745 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbd3 expref: 57 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134040.886140:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8745 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbd3 expref: 57 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134040.886158:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8745 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbd3 expref: 57 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134040.886355:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.886358:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.886364:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c874c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbda expref: 56 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.886372:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c874c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbda expref: 56 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.886398:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c874c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbda expref: 56 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134040.886408:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080650e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548091008:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134040.886859:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8ebe40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134040.888834:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.888919:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080650e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548091008:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134040.888934:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134040.888963:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:2010:x1830953552271872:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2887us (3202us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.888972:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14928 00000100:00100000:3.0:1746134040.889040:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552272128 00000100:00100000:3.0:1746134040.889045:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552272128 00002000:00100000:3.0:1746134040.889075:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b14ca80 x1830953552272128/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134040.889083:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14ca80 with x1830953552272128 ext(0->4095) 00002000:00010000:3.0:1746134040.889087:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b14ca80 00000100:00100000:3.0:1746134040.889207:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13069 00000100:00100000:3.0:1746134040.889214:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b14ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:2012:x1830953552272128:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746134040.889318:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:2012:x1830953552272128:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 Request processed in 105us (489us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134040.889323:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13069 00002000:00100000:3.0:1746134040.889328:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b14ca80 x1830953552272128/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134040.889334:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14ca80 with x1830953552272128 ext(0->4095) 00002000:00010000:3.0:1746134040.889336:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b14ca80 00000100:00100000:0.0:1746134040.891882:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.891963:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552272256 00000100:00100000:3.0:1746134040.891969:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552272256 00000100:00100000:3.0:1746134040.892143:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29626 00000100:00100000:3.0:1746134040.892149:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b14ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552272256:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134040.892161:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134040.892173:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8753 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fbe1 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.892192:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c874c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbda expref: 55 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.892197:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134040.892198:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134040.892201:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8753 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbe1 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.892221:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c874c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbda expref: 55 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.892229:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c874c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbda expref: 55 pid: 9580 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134040.892238:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548091136:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134040.892924:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746134040.894974:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548091136:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134040.895010:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8753 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbe1 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.895023:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fe00, rc 0) 00000100:00100000:3.0:1746134040.895055:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552272256:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2905us (3177us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134040.895065:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29626 00000100:00100000:0.0:1746134040.895899:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.896031:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552272384 00000100:00100000:2.0:1746134040.896036:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552272384 00010000:00010000:2.0:1746134040.896060:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c874c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbda expref: 56 pid: 9580 timeout: 810 lvb_type: 0 00000100:00100000:2.0:1746134040.896081:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14929 00000100:00100000:2.0:1746134040.896086:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea59850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:2010:x1830953552272384:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134040.896108:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134040.896144:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c874c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbda expref: 56 pid: 9580 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134040.896152:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c874c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbda expref: 56 pid: 9580 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134040.896169:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c874c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbda expref: 56 pid: 9580 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134040.896190:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.896192:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.896197:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8753 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbe1 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.896203:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8753 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbe1 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.896226:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8753 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbe1 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134040.896235:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080650e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548091264:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134040.896288:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8ebe40 going to sleep for 11 seconds 00000100:00100000:2.0:1746134040.898392:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080650e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548091264:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134040.898407:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134040.898430:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea59850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:2010:x1830953552272384:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2344us (2534us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.898440:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14929 00000100:00100000:0.0:1746134040.901143:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134040.901183:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.901242:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552272768 00000100:00100000:3.0:1746134040.901248:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552272768 00000100:00100000:3.0:1746134040.901287:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29627 00000100:00100000:3.0:1746134040.901293:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b14f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:1755:x1830953552272768:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134040.901307:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134040.901319:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c875a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fbe8 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.901340:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8753 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbe1 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.901347:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.901349:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.901351:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c875a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbe8 expref: 56 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.901373:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8753 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbe1 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.901382:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8753 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbe1 expref: 5 pid: 24940 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134040.901392:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548091392:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134040.901446:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746134040.901489:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552272640 00000100:00100000:1.0:1746134040.901492:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552272640 00002000:00100000:1.0:1746134040.901512:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b14f100 x1830953552272640/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134040.901520:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14f100 with x1830953552272640 ext(0->4095) 00010000:00010000:1.0:1746134040.901525:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8753 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbe1 expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746134040.901533:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8753 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbe1 expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746134040.901538:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b14f100 00000100:00100000:1.0:1746134040.901558:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2421 00000100:00100000:1.0:1746134040.901563:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b14f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552272640:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134040.901656:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552272640:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 92us (472us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134040.901662:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2421 00002000:00100000:1.0:1746134040.901667:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b14f100 x1830953552272640/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134040.901672:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14f100 with x1830953552272640 ext(0->4095) 00010000:00010000:1.0:1746134040.901676:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8753 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbe1 expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746134040.901683:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8753 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbe1 expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746134040.901688:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b14f100 00000100:00100000:3.0:1746134040.904141:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548091392:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134040.904176:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c875a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbe8 expref: 56 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.904187:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f000, rc 0) 00000100:00100000:3.0:1746134040.904223:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:1755:x1830953552272768:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2929us (3085us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134040.904230:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29627 00000100:00100000:0.0:1746134040.904440:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.904541:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552272896 00000100:00100000:3.0:1746134040.904546:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552272896 00000100:00100000:3.0:1746134040.904771:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29628 00000100:00100000:3.0:1746134040.904777:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b14c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:1757:x1830953552272896:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134040.904789:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134040.904799:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c8761 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fbef expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.904814:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.904818:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c875a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbe8 expref: 57 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.904822:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134040.904825:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c8761 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbef expref: 57 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.904852:0:24940:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c875a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbe8 expref: 57 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.904860:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c8761 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbef expref: 57 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.904871:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90ec00, rc 0) 00000100:00100000:3.0:1746134040.904902:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:1757:x1830953552272896:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 126us (463us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134040.904907:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29628 00000100:00100000:0.0:1746134040.906074:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.906691:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552273024 00000100:00100000:2.0:1746134040.906697:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552273024 00010000:00010000:2.0:1746134040.906722:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8753 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbe1 expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00000100:00100000:2.0:1746134040.906741:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14930 00000100:00100000:2.0:1746134040.906747:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b14e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953552273024:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134040.906755:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134040.906769:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8753 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbe1 expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134040.906778:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8753 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbe1 expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134040.906795:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8753 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbe1 expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134040.907010:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.907012:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.907018:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c875a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbe8 expref: 56 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.907025:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c875a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbe8 expref: 56 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.907046:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c875a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbe8 expref: 56 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.907055:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c875a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbe8 expref: 56 pid: 24940 timeout: 810 lvb_type: 0 00000100:00100000:2.0:1746134040.907065:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080650e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548091648:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134040.907138:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8ebd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134040.910352:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.910467:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080650e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548091648:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134040.910484:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134040.910580:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552273280 00000100:00100000:3.0:1746134040.910585:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552273280 00002000:00100000:3.0:1746134040.910616:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b14c700 x1830953552273280/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134040.910624:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14c700 with x1830953552273280 ext(0->4095) 00010000:00010000:3.0:1746134040.910630:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c875a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbe8 expref: 57 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134040.910640:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c875a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbe8 expref: 57 pid: 24940 timeout: 810 lvb_type: 0 00002000:00010000:3.0:1746134040.910645:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b14c700 00000100:00100000:2.0:1746134040.910791:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2012:x1830953552273024:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4042us (4719us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.910799:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14930 00000100:00100000:3.0:1746134040.911022:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2422 00000100:00100000:3.0:1746134040.911029:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b14c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2010:x1830953552273280:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134040.911143:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2010:x1830953552273280:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (797us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134040.911148:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2422 00002000:00100000:3.0:1746134040.911153:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b14c700 x1830953552273280/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134040.911165:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14c700 with x1830953552273280 ext(0->4095) 00010000:00010000:3.0:1746134040.911169:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c875a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbe8 expref: 57 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134040.911177:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c875a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbe8 expref: 57 pid: 24940 timeout: 810 lvb_type: 0 00002000:00010000:3.0:1746134040.911182:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b14c700 00000100:00100000:0.0:1746134040.913563:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.913635:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552273408 00000100:00100000:2.0:1746134040.913640:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552273408 00010000:00010000:2.0:1746134040.913660:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c875a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbe8 expref: 57 pid: 24940 timeout: 810 lvb_type: 0 00000100:00100000:2.0:1746134040.913725:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14931 00000100:00100000:2.0:1746134040.913731:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2010:x1830953552273408:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134040.913742:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134040.913755:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c875a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbe8 expref: 57 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134040.913765:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c875a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbe8 expref: 57 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134040.913781:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c875a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbe8 expref: 57 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134040.913794:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.913796:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.913801:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c8761 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbef expref: 56 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.913806:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c8761 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbef expref: 56 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.913829:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c8761 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbef expref: 56 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134040.913839:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080650e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548091776:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134040.914264:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8ebd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134040.918291:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.918364:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080650e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548091776:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134040.918381:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134040.918414:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:2010:x1830953552273408:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4683us (4856us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.918421:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14931 00000100:00100000:1.0:1746134040.918724:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552273664 00000100:00100000:1.0:1746134040.918730:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552273664 00002000:00100000:1.0:1746134040.918755:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800915f0700 x1830953552273664/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134040.918763:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915f0700 with x1830953552273664 ext(0->4095) 00002000:00010000:1.0:1746134040.918767:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800915f0700 00000100:00100000:1.0:1746134040.918791:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13070 00000100:00100000:1.0:1746134040.918797:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:2010:x1830953552273664:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134040.918891:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:2010:x1830953552273664:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 95us (607us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134040.918898:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13070 00002000:00100000:1.0:1746134040.918902:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800915f0700 x1830953552273664/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134040.918909:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915f0700 with x1830953552273664 ext(0->4095) 00002000:00010000:1.0:1746134040.918911:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800915f0700 00000100:00100000:0.0:1746134040.920846:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.920936:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552273792 00000100:00100000:2.0:1746134040.920943:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552273792 00000100:00100000:2.0:1746134040.921009:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29629 00000100:00100000:2.0:1746134040.921016:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552273792:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134040.921027:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134040.921039:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8768 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fbf6 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.921063:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c8761 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbef expref: 55 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.921068:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134040.921069:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134040.921072:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8768 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbf6 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.921104:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c8761 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbef expref: 55 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.921220:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c8761 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbef expref: 55 pid: 24940 timeout: 810 lvb_type: 0 00000100:00100000:2.0:1746134040.921232:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080650e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548091904:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134040.922188:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8ebd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746134040.923709:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080650e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548091904:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134040.923732:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8768 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbf6 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.923745:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589000, rc 0) 00000100:00100000:2.0:1746134040.923777:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552273792:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2760us (2935us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.923784:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29629 00000100:00100000:0.0:1746134040.924694:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.924772:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552273920 00000100:00100000:2.0:1746134040.924777:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552273920 00010000:00010000:2.0:1746134040.924801:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c8761 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbef expref: 56 pid: 24940 timeout: 810 lvb_type: 0 00000100:00100000:2.0:1746134040.925202:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14932 00000100:00100000:2.0:1746134040.925208:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915f1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:2009:x1830953552273920:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134040.925219:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134040.925233:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c8761 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbef expref: 56 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134040.925243:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c8761 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbef expref: 56 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134040.925259:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c8761 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbef expref: 56 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134040.925282:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.925283:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.925288:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8768 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbf6 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.925294:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8768 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbf6 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.925314:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8768 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbf6 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134040.925324:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080650e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548092032:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134040.925798:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8ebd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134040.928831:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.929036:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552274048 00000100:00100000:2.0:1746134040.929042:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552274048 00000100:00100000:2.0:1746134040.929074:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29630 00000100:00100000:2.0:1746134040.929081:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:1755:x1830953552274048:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134040.929102:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134040.929132:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c876f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fbfd expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.929153:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8768 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbf6 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.929159:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.929160:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.929163:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c876f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbfd expref: 57 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.929186:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8768 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbf6 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.929195:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8768 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbf6 expref: 5 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:2.0:1746134040.929205:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080652300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548092160:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134040.929258:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739c3d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746134040.929346:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080650e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548092032:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134040.929360:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134040.929379:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2009:x1830953552273920:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4171us (4687us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134040.929386:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14932 00000100:00100000:3.0:1746134040.930827:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134040.930872:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552274304 00000100:00100000:0.0:1746134040.930876:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552274304 00002000:00100000:0.0:1746134040.930899:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880099b2dc00 x1830953552274304/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134040.930909:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099b2dc00 with x1830953552274304 ext(0->4095) 00010000:00010000:0.0:1746134040.930914:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8768 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbf6 expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746134040.930925:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8768 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbf6 expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00002000:00010000:0.0:1746134040.930931:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099b2dc00 00000100:00100000:0.0:1746134040.930959:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2423 00000100:00100000:0.0:1746134040.930965:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552274304:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746134040.931071:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552274304:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (247us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134040.931077:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2423 00002000:00100000:0.0:1746134040.931082:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880099b2dc00 x1830953552274304/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134040.931097:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099b2dc00 with x1830953552274304 ext(0->4095) 00010000:00010000:0.0:1746134040.931102:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8768 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbf6 expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746134040.931110:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8768 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbf6 expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00002000:00010000:0.0:1746134040.931135:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099b2dc00 00000100:00100000:2.0:1746134040.934166:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080652300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548092160:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134040.934190:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c876f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbfd expref: 56 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.934203:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095588800, rc 0) 00000100:00100000:2.0:1746134040.934250:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:1755:x1830953552274048:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5168us (5423us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.934258:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29630 00000100:00100000:0.0:1746134040.936471:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134040.936539:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.936678:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552274560 00000100:00100000:3.0:1746134040.936684:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552274560 00010000:00010000:3.0:1746134040.936709:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8768 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbf6 expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:2.0:1746134040.936992:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552274432 00000100:00100000:2.0:1746134040.936995:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552274432 00000100:00100000:3.0:1746134040.937271:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14933 00000100:00100000:3.0:1746134040.937279:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552274560:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134040.937289:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134040.937306:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8768 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbf6 expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134040.937320:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8768 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbf6 expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134040.937338:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8768 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbf6 expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:2.0:1746134040.937384:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29631 00000100:00100000:2.0:1746134040.937390:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:1757:x1830953552274432:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134040.937400:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134040.937409:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8776 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fc04 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.937421:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.937425:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c876f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbfd expref: 57 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.937429:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134040.937431:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8776 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc04 expref: 57 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.937456:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c876f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbfd expref: 57 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.937465:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8776 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc04 expref: 57 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.937475:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.937476:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.937480:0:9581:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c876f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbfd expref: 57 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.937486:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c876f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbfd expref: 57 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.937498:0:9581:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c876f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbfd expref: 57 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.937508:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c876f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbfd expref: 57 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:2.0:1746134040.937516:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080652300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548092416:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134040.937648:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134040.938194:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739c3d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746134040.938785:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552274560:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1505us (2242us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134040.938792:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14933 00000100:00100000:0.0:1746134040.941597:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134040.941664:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552274816 00000100:00100000:1.0:1746134040.941670:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552274816 00002000:00100000:1.0:1746134040.941703:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800915f2680 x1830953552274816/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134040.941712:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915f2680 with x1830953552274816 ext(0->4095) 00010000:00010000:1.0:1746134040.941720:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c876f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbfd expref: 58 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746134040.941732:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c876f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbfd expref: 58 pid: 9581 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746134040.941737:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800915f2680 00000100:00100000:1.0:1746134040.941753:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2424 00000100:00100000:1.0:1746134040.941759:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:2009:x1830953552274816:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134040.941865:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:2009:x1830953552274816:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (275us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134040.941871:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2424 00002000:00100000:1.0:1746134040.941876:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800915f2680 x1830953552274816/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134040.941888:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915f2680 with x1830953552274816 ext(0->4095) 00010000:00010000:1.0:1746134040.941892:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c876f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbfd expref: 58 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746134040.941900:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c876f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbfd expref: 58 pid: 9581 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746134040.941904:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800915f2680 00000100:00100000:2.0:1746134040.942155:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080652300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548092416:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134040.942169:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957eb600, rc 0) 00000100:00100000:2.0:1746134040.942191:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:1757:x1830953552274432:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4802us (5726us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.942196:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29631 00000100:00100000:0.0:1746134040.945157:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134040.945233:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.945296:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552275072 00000100:00100000:3.0:1746134040.945303:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552275072 00010000:00010000:3.0:1746134040.945329:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c876f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbfd expref: 57 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134040.945351:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14934 00000100:00100000:3.0:1746134040.945357:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915f3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2012:x1830953552275072:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134040.945368:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134040.945388:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c876f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbfd expref: 57 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134040.945397:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c876f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbfd expref: 57 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134040.945416:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588800/0x9682c7de153c876f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fbfd expref: 57 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134040.945445:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.945447:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.945453:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8776 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc04 expref: 56 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.945459:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8776 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc04 expref: 56 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.945483:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8776 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc04 expref: 56 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134040.945491:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548092544:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134040.945546:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746134040.945784:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552274944 00000100:00100000:2.0:1746134040.945788:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552274944 00000100:00100000:2.0:1746134040.945820:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29632 00000100:00100000:2.0:1746134040.945825:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:1755:x1830953552274944:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134040.945837:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134040.945846:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009565e400/0x9682c7de153c877d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fc0b expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.945862:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8776 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc04 expref: 58 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.945868:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134040.945869:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134040.945872:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009565e400/0x9682c7de153c877d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc0b expref: 58 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.945887:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8776 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc04 expref: 58 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.945896:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8776 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc04 expref: 58 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:2.0:1746134040.945903:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080652300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548092672:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134040.945925:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739c3d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746134040.946740:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548092544:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134040.946764:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134040.946785:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:2012:x1830953552275072:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1428us (1552us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.946792:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14934 00000100:00100000:0.0:1746134040.948339:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.948762:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552275328 00000100:00100000:2.0:1746134040.948768:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552275328 00002000:00100000:2.0:1746134040.948802:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917f7b80 x1830953552275328/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134040.948810:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917f7b80 with x1830953552275328 ext(0->4095) 00010000:00010000:2.0:1746134040.948817:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8776 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc04 expref: 58 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134040.948828:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8776 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc04 expref: 58 pid: 9581 timeout: 810 lvb_type: 0 00002000:00010000:2.0:1746134040.948834:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917f7b80 00000100:00100000:2.0:1746134040.948863:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2425 00000100:00100000:2.0:1746134040.948870:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:2010:x1830953552275328:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134040.948991:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:2010:x1830953552275328:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (655us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134040.948997:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2425 00002000:00100000:2.0:1746134040.949001:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917f7b80 x1830953552275328/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134040.949008:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917f7b80 with x1830953552275328 ext(0->4095) 00010000:00010000:2.0:1746134040.949012:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8776 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc04 expref: 58 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134040.949020:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8776 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc04 expref: 58 pid: 9581 timeout: 810 lvb_type: 0 00002000:00010000:2.0:1746134040.949025:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917f7b80 00000100:00100000:2.0:1746134040.951506:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080652300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548092672:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134040.951528:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009565e400/0x9682c7de153c877d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc0b expref: 57 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.951542:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009565e400, rc 0) 00000100:00100000:2.0:1746134040.952264:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:1755:x1830953552274944:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6436us (7111us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.952273:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29632 00000100:00100000:0.0:1746134040.952478:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.952611:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552275584 00000100:00100000:3.0:1746134040.952616:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552275584 00000100:00100000:3.0:1746134040.952643:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29633 00000100:00100000:3.0:1746134040.952648:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:1757:x1830953552275584:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134040.952658:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134040.952669:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c8784 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fc12 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.952686:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134040.952690:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009565e400/0x9682c7de153c877d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc0b expref: 58 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.952695:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746134040.952698:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c8784 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc12 expref: 58 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.952735:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009565e400/0x9682c7de153c877d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc0b expref: 58 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.952744:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c8784 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc12 expref: 58 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.952751:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90ec00, rc 0) 00000100:00100000:3.0:1746134040.953370:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:1757:x1830953552275584:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 721us (892us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134040.953377:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29633 00000100:00100000:2.0:1746134040.954173:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134040.954304:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552275456 00000100:00100000:0.0:1746134040.954308:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552275456 00010000:00010000:0.0:1746134040.954330:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8776 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc04 expref: 58 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:0.0:1746134040.954358:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14935 00000100:00100000:0.0:1746134040.954364:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080652300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:2009:x1830953552275456:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134040.954372:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134040.954387:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8776 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc04 expref: 58 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746134040.954397:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8776 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc04 expref: 58 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746134040.954412:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8776 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc04 expref: 58 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746134040.954633:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134040.954636:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134040.954641:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009565e400/0x9682c7de153c877d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc0b expref: 57 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134040.954648:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009565e400/0x9682c7de153c877d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc0b expref: 57 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134040.954673:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009565e400/0x9682c7de153c877d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc0b expref: 57 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134040.954682:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009565e400/0x9682c7de153c877d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc0b expref: 57 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:0.0:1746134040.954692:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917f4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548092928:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134040.954756:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c480 going to sleep for 11 seconds 00000100:00100000:2.0:1746134040.957148:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917f4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548092928:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134040.957163:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134040.957202:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080652300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2009:x1830953552275456:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2838us (3030us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.957210:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14935 00000100:00100000:0.0:1746134040.959201:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.959266:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552275712 00000100:00100000:2.0:1746134040.959272:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552275712 00010000:00010000:2.0:1746134040.959298:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009565e400/0x9682c7de153c877d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc0b expref: 57 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:2.0:1746134040.959319:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14936 00000100:00100000:2.0:1746134040.959325:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea59c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2009:x1830953552275712:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134040.959335:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134040.959350:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009565e400/0x9682c7de153c877d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc0b expref: 57 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134040.959360:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009565e400/0x9682c7de153c877d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc0b expref: 57 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134040.959379:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009565e400/0x9682c7de153c877d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc0b expref: 57 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134040.959725:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.959727:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.959733:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c8784 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc12 expref: 56 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.959741:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c8784 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc12 expref: 56 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.959769:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c8784 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc12 expref: 56 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134040.959779:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080650e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548093056:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134040.959867:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739c3d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746134040.962190:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080650e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548093056:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134040.962207:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134040.962236:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea59c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:2009:x1830953552275712:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2911us (3039us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.962244:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14936 00000100:00100000:2.0:1746134040.963604:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134040.963783:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552275968 00000100:00100000:1.0:1746134040.963788:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552275968 00002000:00100000:1.0:1746134040.963819:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880080652300 x1830953552275968/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134040.963827:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080652300 with x1830953552275968 ext(0->4095) 00002000:00010000:1.0:1746134040.963831:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080652300 00000100:00100000:1.0:1746134040.963881:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13071 00000100:00100000:1.0:1746134040.963888:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080652300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:2009:x1830953552275968:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134040.964282:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080652300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:2009:x1830953552275968:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 393us (681us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134040.964287:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13071 00002000:00100000:1.0:1746134040.964292:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880080652300 x1830953552275968/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134040.964299:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080652300 with x1830953552275968 ext(0->4095) 00002000:00010000:1.0:1746134040.964301:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080652300 00000100:00100000:0.0:1746134040.966174:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.966316:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552276096 00000100:00100000:2.0:1746134040.966321:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552276096 00000100:00100000:2.0:1746134040.966360:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29634 00000100:00100000:2.0:1746134040.966366:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552276096:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134040.966378:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134040.966390:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c878b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fc19 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.966409:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c8784 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc12 expref: 55 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.966416:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134040.966417:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134040.966420:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c878b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc19 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.966442:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c8784 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc12 expref: 55 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.966452:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c8784 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc12 expref: 55 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:2.0:1746134040.966461:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080650e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548093184:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134040.966522:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739c3b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746134040.968766:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080650e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548093184:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134040.968790:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c878b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc19 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.968804:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957ea000, rc 0) 00000100:00100000:2.0:1746134040.968835:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552276096:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2468us (2664us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.968845:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29634 00000100:00100000:0.0:1746134040.970579:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134040.970614:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.970674:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552276224 00000100:00100000:2.0:1746134040.970679:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552276224 00000100:00100000:3.0:1746134040.970693:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552276352 00000100:00100000:3.0:1746134040.970696:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552276352 00000100:00100000:2.0:1746134040.970709:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29635 00010000:00010000:3.0:1746134040.970713:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c8784 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc12 expref: 57 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:2.0:1746134040.970714:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:1755:x1830953552276224:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134040.970725:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134040.970736:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c8792 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fc20 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134040.970744:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14937 00000100:00100000:3.0:1746134040.970749:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:2009:x1830953552276352:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134040.970752:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134040.970755:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134040.970756:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c878b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc19 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.970761:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746134040.970763:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c8792 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc20 expref: 58 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.970902:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c8784 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc12 expref: 58 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134040.970912:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c8784 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc12 expref: 58 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134040.970924:0:24940:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c878b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc19 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.970926:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c8784 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc12 expref: 58 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134040.970933:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c8792 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc20 expref: 57 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.970940:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.970941:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134040.970946:0:24940:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c878b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc19 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.970956:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c878b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc19 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.970971:0:24940:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c878b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc19 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.970979:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c878b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc19 expref: 5 pid: 24940 timeout: 810 lvb_type: 0 00000100:00100000:2.0:1746134040.970989:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080650e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548093440:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134040.971032:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134040.971175:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739c3b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746134040.971208:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2009:x1830953552276352:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 458us (591us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134040.971215:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14937 00000100:00100000:0.0:1746134040.972695:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.972773:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080650e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548093440:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134040.972786:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957ea800, rc 0) 00000100:00100000:2.0:1746134040.972810:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:1755:x1830953552276224:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2096us (2235us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134040.972817:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29635 00000100:00100000:1.0:1746134040.972936:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552276608 00000100:00100000:1.0:1746134040.972940:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552276608 00002000:00100000:1.0:1746134040.972973:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917f4000 x1830953552276608/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134040.972982:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917f4000 with x1830953552276608 ext(0->4095) 00010000:00010000:1.0:1746134040.972988:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c878b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc19 expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746134040.972997:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c878b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc19 expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746134040.973002:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917f4000 00000100:00100000:1.0:1746134040.973014:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2426 00000100:00100000:1.0:1746134040.973019:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2011:x1830953552276608:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746134040.973146:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2011:x1830953552276608:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 Request processed in 126us (453us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134040.973152:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2426 00002000:00100000:1.0:1746134040.973157:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917f4000 x1830953552276608/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134040.973163:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917f4000 with x1830953552276608 ext(0->4095) 00010000:00010000:1.0:1746134040.973168:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c878b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc19 expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746134040.973176:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c878b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc19 expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746134040.973185:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917f4000 00000100:00100000:0.0:1746134040.975051:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134040.975290:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552276736 00000100:00100000:3.0:1746134040.975295:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552276736 00010000:00010000:3.0:1746134040.975319:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c878b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc19 expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134040.975351:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14938 00000100:00100000:3.0:1746134040.975357:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917f4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953552276736:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134040.975366:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134040.975380:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c878b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc19 expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134040.975389:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c878b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc19 expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134040.975407:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea000/0x9682c7de153c878b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc19 expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134040.975429:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.975431:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134040.975436:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c8792 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc20 expref: 55 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.975447:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c8792 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc20 expref: 55 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134040.975473:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c8792 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc20 expref: 55 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134040.975483:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548093568:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134040.976432:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562db40 going to sleep for 11 seconds 00000100:00100000:3.0:1746134040.977792:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548093568:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134040.977821:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134040.977859:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917f4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2012:x1830953552276736:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2501us (2811us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134040.977867:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14938 00000100:00100000:0.0:1746134040.979634:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.979700:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552276992 00000100:00100000:2.0:1746134040.979707:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552276992 00002000:00100000:2.0:1746134040.979738:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917f5880 x1830953552276992/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/0 e 0 to 0 dl 1746134051 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134040.979747:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917f5880 with x1830953552276992 ext(0->4095) 00002000:00010000:2.0:1746134040.979750:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917f5880 00000100:00100000:2.0:1746134040.979985:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13072 00000100:00100000:2.0:1746134040.979991:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:2010:x1830953552276992:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134040.980131:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:2010:x1830953552276992:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 139us (502us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134040.980137:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13072 00002000:00100000:2.0:1746134040.980142:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917f5880 x1830953552276992/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746134051 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134040.980148:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917f5880 with x1830953552276992 ext(0->4095) 00002000:00010000:2.0:1746134040.980151:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917f5880 00000100:00100000:0.0:1746134040.994539:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134040.996640:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552277120 00000100:00100000:2.0:1746134040.996649:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552277120 00000100:00100000:2.0:1746134040.996706:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29636 00000100:00100000:2.0:1746134040.996713:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552277120:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134040.996727:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134040.996741:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8799 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fc27 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.996765:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c8792 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc20 expref: 55 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.996772:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134040.996774:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134040.996777:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8799 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc27 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.996803:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c8792 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc20 expref: 55 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134040.996816:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c8792 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc20 expref: 55 pid: 24940 timeout: 810 lvb_type: 0 00000100:00100000:2.0:1746134040.996824:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080650e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548093696:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134040.996907:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739c3900 going to sleep for 11 seconds 00000100:00100000:2.0:1746134041.000147:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080650e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548093696:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134041.000174:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8799 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc27 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.000188:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957eb600, rc 0) 00000100:00100000:2.0:1746134041.000226:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552277120:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3513us (5693us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134041.000234:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29636 00000100:00100000:0.0:1746134041.006202:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134041.006251:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552277248 00000100:00100000:1.0:1746134041.006258:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552277248 00002000:00100000:1.0:1746134041.006313:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800917f6d80 x1830953552277248/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 496/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134041.006321:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917f6d80 with x1830953552277248 ext(0->7) 00010000:00010000:1.0:1746134041.006329:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c8792 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc20 expref: 56 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746134041.006342:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c8792 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc20 expref: 56 pid: 24940 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746134041.006348:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917f6d80 00000100:00080000:0.0:1746134041.006415:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746134041.007289:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2427 00000100:00100000:1.0:1746134041.007298:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:2010:x1830953552277248:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746134041.007947:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:2010:x1830953552277248:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 648us (1750us total) trans 4294970641 rc 0/0 00000100:00100000:0.0:1746134041.007954:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2427 00002000:00100000:0.0:1746134041.007960:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800917f6d80 x1830953552277248/t4294970641(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 496/448 e 0 to 0 dl 1746134052 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134041.007969:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917f6d80 with x1830953552277248 ext(0->7) 00010000:00010000:0.0:1746134041.007975:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c8792 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc20 expref: 58 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746134041.007985:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c8792 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc20 expref: 58 pid: 24940 timeout: 810 lvb_type: 0 00002000:00010000:0.0:1746134041.007991:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917f6d80 00000100:00100000:0.0:1746134041.016036:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.016157:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552277376 00000100:00100000:3.0:1746134041.016165:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552277376 00010000:00010000:3.0:1746134041.016196:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c8792 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc20 expref: 58 pid: 24940 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.016281:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14939 00000100:00100000:3.0:1746134041.016289:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:2010:x1830953552277376:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134041.016301:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134041.016316:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c8792 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc20 expref: 58 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.016331:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c8792 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc20 expref: 58 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.016349:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c8792 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc20 expref: 58 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.016372:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.016374:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.016379:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8799 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc27 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.016520:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8799 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc27 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.016551:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8799 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc27 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134041.016710:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548093824:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134041.017168:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562db40 going to sleep for 11 seconds 00000100:00100000:3.0:1746134041.021065:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548093824:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134041.021107:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134041.021171:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2010:x1830953552277376:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4880us (5139us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.021180:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14939 00000100:00100000:0.0:1746134041.022144:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134041.022190:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552277504 00000100:00100000:2.0:1746134041.022195:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552277504 00000100:00100000:2.0:1746134041.022231:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29637 00000100:00100000:2.0:1746134041.022237:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:1755:x1830953552277504:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134041.022251:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134041.022264:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c87a0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fc2e expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.022288:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8799 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc27 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.022299:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134041.022300:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134041.022303:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c87a0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc2e expref: 58 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.022325:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8799 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc27 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134041.022329:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00010000:00010000:2.0:1746134041.022335:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8799 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc27 expref: 5 pid: 24940 timeout: 810 lvb_type: 0 00000100:00100000:2.0:1746134041.022345:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080650e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548093952:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134041.022348:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552277760 00000100:00100000:0.0:1746134041.022351:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552277760 00000100:00080000:0.0:1746134041.022367:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00100000:0.0:1746134041.022387:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012fdc6300 x1830953552277760/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134041.022395:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc6300 with x1830953552277760 ext(0->4095) 00010000:00010000:0.0:1746134041.022400:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8799 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc27 expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00000100:00100000:2.0:1746134041.022402:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739c3900 going to sleep for 11 seconds 00010000:00010000:0.0:1746134041.022410:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8799 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc27 expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00002000:00010000:0.0:1746134041.022420:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fdc6300 00000100:00100000:0.0:1746134041.022433:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2428 00000100:00100000:0.0:1746134041.022438:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552277760:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746134041.024005:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552277760:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 1560us (1669us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134041.024016:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2428 00002000:00100000:0.0:1746134041.024023:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012fdc6300 x1830953552277760/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134041.024031:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc6300 with x1830953552277760 ext(0->4095) 00010000:00010000:0.0:1746134041.024038:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8799 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc27 expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746134041.024048:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8799 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc27 expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00002000:00010000:0.0:1746134041.024053:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fdc6300 00000100:00100000:2.0:1746134041.026746:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080650e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548093952:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134041.027361:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c87a0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc2e expref: 58 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.027377:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957ea800, rc 0) 00000100:00100000:2.0:1746134041.027419:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:1755:x1830953552277504:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5181us (5277us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134041.027426:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29637 00000100:00100000:0.0:1746134041.028636:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.028686:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552277888 00000100:00100000:3.0:1746134041.028693:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552277888 00000100:00100000:0.0:1746134041.028733:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.028902:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29638 00000100:00100000:3.0:1746134041.028910:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:1757:x1830953552277888:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134041.028922:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134041.028935:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c87a7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fc35 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.028956:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.028960:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c87a0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc2e expref: 59 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.028965:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134041.028968:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c87a7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc35 expref: 59 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.029005:0:24940:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c87a0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc2e expref: 59 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.029015:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c87a7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc35 expref: 59 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.029023:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fe00, rc 0) 00000100:00100000:3.0:1746134041.029049:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+59:1757:x1830953552277888:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (416us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.029053:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29638 00000100:00100000:3.0:1746134041.029069:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552278016 00000100:00100000:3.0:1746134041.029072:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552278016 00010000:00010000:3.0:1746134041.029083:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8799 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc27 expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.029141:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14940 00000100:00100000:3.0:1746134041.029147:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552278016:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134041.029156:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134041.029170:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8799 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc27 expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.029178:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8799 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc27 expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.029192:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c8799 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc27 expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.029204:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.029205:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.029210:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c87a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc2e expref: 58 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.029216:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c87a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc2e expref: 58 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.029231:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c87a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc2e expref: 58 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.029239:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c87a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc2e expref: 58 pid: 24940 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.029251:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548094208:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134041.029296:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562db40 going to sleep for 11 seconds 00000100:00100000:3.0:1746134041.031729:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548094208:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134041.031755:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134041.031786:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552278016:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2638us (3051us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.031794:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14940 00000100:00100000:0.0:1746134041.035400:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134041.035483:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552278272 00000100:00100000:2.0:1746134041.035491:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552278272 00002000:00100000:2.0:1746134041.035526:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012fdc5880 x1830953552278272/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134041.035539:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc5880 with x1830953552278272 ext(0->4095) 00010000:00010000:2.0:1746134041.035546:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c87a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc2e expref: 59 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134041.035557:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c87a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc2e expref: 59 pid: 24940 timeout: 810 lvb_type: 0 00002000:00010000:2.0:1746134041.035563:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fdc5880 00000100:00100000:2.0:1746134041.035593:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2429 00000100:00100000:2.0:1746134041.035600:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+59:2009:x1830953552278272:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134041.035713:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+59:2009:x1830953552278272:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (319us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134041.035719:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2429 00002000:00100000:2.0:1746134041.035725:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012fdc5880 x1830953552278272/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134041.035732:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc5880 with x1830953552278272 ext(0->4095) 00010000:00010000:2.0:1746134041.035736:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c87a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc2e expref: 59 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134041.035744:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c87a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc2e expref: 59 pid: 24940 timeout: 810 lvb_type: 0 00002000:00010000:2.0:1746134041.035750:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fdc5880 00000100:00100000:0.0:1746134041.038340:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.038396:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552278400 00000100:00100000:3.0:1746134041.038403:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552278400 00010000:00010000:3.0:1746134041.038429:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c87a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc2e expref: 59 pid: 24940 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.038465:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14941 00000100:00100000:3.0:1746134041.038472:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+59:2009:x1830953552278400:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134041.038483:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134041.038497:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c87a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc2e expref: 59 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.038506:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c87a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc2e expref: 59 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.038523:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c87a0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc2e expref: 59 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.038547:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.038549:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.038555:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c87a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc35 expref: 58 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.038562:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c87a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc35 expref: 58 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.038587:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c87a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc35 expref: 58 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134041.038597:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548094336:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134041.038661:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562db40 going to sleep for 11 seconds 00000100:00100000:3.0:1746134041.039733:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548094336:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134041.039761:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134041.040241:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:2009:x1830953552278400:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1767us (1904us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.040248:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14941 00000100:00100000:0.0:1746134041.040547:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.040925:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552278656 00000100:00100000:3.0:1746134041.040930:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552278656 00002000:00100000:3.0:1746134041.040957:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012fdc6a00 x1830953552278656/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134041.040965:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc6a00 with x1830953552278656 ext(0->4095) 00002000:00010000:3.0:1746134041.040968:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fdc6a00 00000100:00100000:3.0:1746134041.040993:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13073 00000100:00100000:3.0:1746134041.040999:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:2010:x1830953552278656:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134041.041328:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:2010:x1830953552278656:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 329us (781us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134041.041333:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13073 00002000:00100000:3.0:1746134041.041338:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012fdc6a00 x1830953552278656/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134041.041345:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc6a00 with x1830953552278656 ext(0->4095) 00002000:00010000:3.0:1746134041.041347:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fdc6a00 00000100:00100000:0.0:1746134041.043176:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.045172:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552278784 00000100:00100000:3.0:1746134041.045182:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552278784 00000100:00100000:3.0:1746134041.045241:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29639 00000100:00100000:3.0:1746134041.045248:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552278784:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134041.045262:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134041.045275:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c87ae lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fc3c expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.045308:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c87a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc35 expref: 57 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.045315:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134041.045317:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134041.045320:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c87ae lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc3c expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.045345:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c87a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc35 expref: 57 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.045354:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c87a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc35 expref: 57 pid: 24940 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.045369:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548094464:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134041.045435:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d240 going to sleep for 11 seconds 00000100:00100000:3.0:1746134041.047622:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548094464:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134041.047657:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c87ae lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc3c expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.047670:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fa00, rc 0) 00000100:00100000:3.0:1746134041.047700:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552278784:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2453us (4529us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.047707:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29639 00000100:00100000:0.0:1746134041.048153:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.048207:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552278912 00000100:00100000:3.0:1746134041.048212:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552278912 00010000:00010000:3.0:1746134041.048230:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c87a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc35 expref: 58 pid: 24940 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.048252:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14942 00000100:00100000:3.0:1746134041.048257:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:2009:x1830953552278912:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134041.048267:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134041.048281:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c87a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc35 expref: 58 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.048289:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c87a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc35 expref: 58 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.048309:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c87a7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc35 expref: 58 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.048321:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.048322:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.048327:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c87ae lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc3c expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.048333:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c87ae lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc3c expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.048352:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c87ae lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc3c expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134041.048362:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548094592:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134041.048412:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d240 going to sleep for 11 seconds 00000100:00100000:1.0:1746134041.052356:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134041.052434:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.054164:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552279296 00000100:00100000:3.0:1746134041.054173:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552279296 00000100:00100000:3.0:1746134041.054212:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29640 00000100:00100000:3.0:1746134041.054218:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d142a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:1755:x1830953552279296:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134041.054233:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134041.054245:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c87b5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fc43 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.054267:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c87ae lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc3c expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.054279:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.054280:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.054283:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c87b5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc43 expref: 59 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.054307:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c87ae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc3c expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.054316:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c87ae lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc3c expref: 5 pid: 24940 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.054325:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548094720:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134041.054392:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746134041.054420:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548094592:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134041.054442:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134041.054458:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+59:2009:x1830953552278912:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 6201us (6306us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.054465:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14942 00000100:00100000:2.0:1746134041.054535:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552279168 00000100:00100000:2.0:1746134041.054539:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552279168 00002000:00100000:2.0:1746134041.054559:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d141180 x1830953552279168/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134041.054566:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d141180 with x1830953552279168 ext(0->4095) 00010000:00010000:2.0:1746134041.054572:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c87ae lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc3c expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134041.054580:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c87ae lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc3c expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00002000:00010000:2.0:1746134041.054585:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d141180 00000100:00100000:2.0:1746134041.054594:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2430 00000100:00100000:2.0:1746134041.054598:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d141180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953552279168:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746134041.054686:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d141180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953552279168:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 Request processed in 87us (2337us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134041.054691:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2430 00002000:00100000:2.0:1746134041.054695:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d141180 x1830953552279168/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134041.054702:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d141180 with x1830953552279168 ext(0->4095) 00010000:00010000:2.0:1746134041.054706:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c87ae lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc3c expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134041.054713:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c87ae lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc3c expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00002000:00010000:2.0:1746134041.054717:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d141180 00000100:00100000:3.0:1746134041.056519:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548094720:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134041.056542:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c87b5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc43 expref: 58 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.056554:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f200, rc 0) 00000100:00100000:3.0:1746134041.056580:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d142a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:1755:x1830953552279296:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2362us (4145us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.056589:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29640 00000100:00100000:0.0:1746134041.056750:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134041.058423:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552279424 00000100:00100000:2.0:1746134041.058431:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552279424 00000100:00100000:2.0:1746134041.058475:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29641 00000100:00100000:2.0:1746134041.058481:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:1757:x1830953552279424:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134041.058494:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134041.058506:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009565ee00/0x9682c7de153c87bc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fc4a expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.058523:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134041.058527:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c87b5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc43 expref: 59 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.058532:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134041.058534:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009565ee00/0x9682c7de153c87bc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc4a expref: 59 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.058560:0:24940:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c87b5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc43 expref: 59 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.058568:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009565ee00/0x9682c7de153c87bc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc4a expref: 59 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.058575:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009565ee00, rc 0) 00000100:00100000:2.0:1746134041.058615:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+59:1757:x1830953552279424:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (1865us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134041.058620:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29641 00000100:00100000:0.0:1746134041.059419:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.060856:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552279552 00000100:00100000:3.0:1746134041.060863:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552279552 00010000:00010000:3.0:1746134041.060890:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c87ae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc3c expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.060919:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14943 00000100:00100000:3.0:1746134041.060925:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea5a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552279552:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134041.060933:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134041.060946:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c87ae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc3c expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.060956:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c87ae lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc3c expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.060973:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c87ae lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc3c expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.060994:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.060996:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.061002:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c87b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc43 expref: 58 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.061008:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c87b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc43 expref: 58 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.061033:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c87b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc43 expref: 58 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.061041:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c87b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc43 expref: 58 pid: 24940 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.061051:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548094976:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134041.061133:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134041.068996:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.069745:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548094976:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134041.069764:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134041.069812:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea5a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552279552:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 8885us (10393us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.069821:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14943 00000100:00100000:2.0:1746134041.071391:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552279808 00000100:00100000:2.0:1746134041.071398:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552279808 00002000:00100000:2.0:1746134041.071440:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012fdc4e00 x1830953552279808/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134041.071450:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc4e00 with x1830953552279808 ext(0->4095) 00010000:00010000:2.0:1746134041.071458:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c87b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc43 expref: 59 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134041.071470:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c87b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc43 expref: 59 pid: 24940 timeout: 810 lvb_type: 0 00002000:00010000:2.0:1746134041.071475:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fdc4e00 00000100:00100000:2.0:1746134041.071506:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2431 00000100:00100000:2.0:1746134041.071513:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+59:2010:x1830953552279808:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134041.071632:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+59:2010:x1830953552279808:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (2642us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134041.071638:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2431 00002000:00100000:2.0:1746134041.071642:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012fdc4e00 x1830953552279808/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134041.071649:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc4e00 with x1830953552279808 ext(0->4095) 00010000:00010000:2.0:1746134041.071653:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c87b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc43 expref: 59 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134041.071661:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c87b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc43 expref: 59 pid: 24940 timeout: 810 lvb_type: 0 00002000:00010000:2.0:1746134041.071665:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fdc4e00 00000100:00100000:0.0:1746134041.073744:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.074341:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552279936 00000100:00100000:3.0:1746134041.074348:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552279936 00010000:00010000:3.0:1746134041.074374:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c87b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc43 expref: 59 pid: 24940 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.075673:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14944 00000100:00100000:3.0:1746134041.075685:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+59:2009:x1830953552279936:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134041.075697:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134041.075713:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c87b5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc43 expref: 59 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.075724:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c87b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc43 expref: 59 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.075741:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c87b5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc43 expref: 59 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.075762:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.075764:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.075770:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009565ee00/0x9682c7de153c87bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc4a expref: 58 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.075777:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009565ee00/0x9682c7de153c87bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc4a expref: 58 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.075802:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009565ee00/0x9682c7de153c87bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc4a expref: 58 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134041.075813:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548095104:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134041.077442:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d240 going to sleep for 11 seconds 00000100:00100000:0.0:1746134041.083464:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.084000:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548095104:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134041.084021:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134041.084067:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:2009:x1830953552279936:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 8386us (10328us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.084077:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14944 00000100:00100000:2.0:1746134041.084491:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552280192 00000100:00100000:2.0:1746134041.084501:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552280192 00002000:00100000:2.0:1746134041.084531:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012fdc6680 x1830953552280192/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134041.084540:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc6680 with x1830953552280192 ext(0->4095) 00002000:00010000:2.0:1746134041.084543:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fdc6680 00000100:00100000:2.0:1746134041.084569:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13074 00000100:00100000:2.0:1746134041.084576:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:2009:x1830953552280192:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134041.084689:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:2009:x1830953552280192:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (1231us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134041.084695:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13074 00002000:00100000:2.0:1746134041.084700:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012fdc6680 x1830953552280192/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134041.084706:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc6680 with x1830953552280192 ext(0->4095) 00002000:00010000:2.0:1746134041.084709:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fdc6680 00000100:00100000:0.0:1746134041.095195:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134041.095268:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552280320 00000100:00100000:1.0:1746134041.095275:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552280320 00000100:00100000:1.0:1746134041.095316:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29642 00000100:00100000:1.0:1746134041.095322:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552280320:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134041.095336:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134041.095348:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c87c3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fc51 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.095374:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009565ee00/0x9682c7de153c87bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc4a expref: 57 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.095380:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134041.095381:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134041.095384:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c87c3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc51 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.095405:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009565ee00/0x9682c7de153c87bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc4a expref: 57 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.095414:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009565ee00/0x9682c7de153c87bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc4a expref: 57 pid: 24940 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746134041.095423:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d143800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548095232:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134041.095487:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e203c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746134041.102622:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d143800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548095232:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134041.102683:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c87c3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc51 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.102709:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bef4600, rc 0) 00000100:00100000:1.0:1746134041.102772:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552280320:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7435us (7569us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134041.102780:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29642 00000100:00100000:0.0:1746134041.104921:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134041.105187:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552280448 00000100:00100000:2.0:1746134041.105194:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552280448 00002000:00100000:2.0:1746134041.105225:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012fdc4700 x1830953552280448/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 496/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134041.105234:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc4700 with x1830953552280448 ext(0->7) 00010000:00010000:2.0:1746134041.105241:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009565ee00/0x9682c7de153c87bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc4a expref: 58 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134041.105253:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009565ee00/0x9682c7de153c87bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc4a expref: 58 pid: 24940 timeout: 810 lvb_type: 0 00002000:00010000:2.0:1746134041.105264:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fdc4700 00000100:00100000:2.0:1746134041.105278:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2432 00000100:00100000:2.0:1746134041.105284:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:2009:x1830953552280448:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746134041.106414:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+60:2009:x1830953552280448:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 1126us (1496us total) trans 4294970642 rc 0/0 00000100:00100000:0.0:1746134041.106420:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2432 00002000:00100000:0.0:1746134041.106426:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012fdc4700 x1830953552280448/t4294970642(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 496/448 e 0 to 0 dl 1746134052 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134041.106434:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc4700 with x1830953552280448 ext(0->7) 00010000:00010000:0.0:1746134041.106439:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009565ee00/0x9682c7de153c87bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc4a expref: 60 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746134041.106450:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009565ee00/0x9682c7de153c87bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc4a expref: 60 pid: 24940 timeout: 810 lvb_type: 0 00002000:00010000:0.0:1746134041.106454:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fdc4700 00000100:00100000:1.0:1746134041.106614:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134041.106801:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552280576 00000100:00100000:0.0:1746134041.106805:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552280576 00000100:00100000:0.0:1746134041.106834:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29643 00000100:00100000:0.0:1746134041.106838:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d143800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+60:1755:x1830953552280576:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134041.106846:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134041.106856:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c87ca lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fc58 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134041.106874:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134041.106878:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c87c3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc51 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134041.106883:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746134041.106885:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c87ca lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc58 expref: 61 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134041.106908:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c87c3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc51 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134041.106917:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c87ca lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc58 expref: 61 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134041.106925:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c0000, rc 0) 00000100:00100000:0.0:1746134041.106943:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d143800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+61:1755:x1830953552280576:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 105us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134041.106948:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29643 00000100:00100000:2.0:1746134041.111561:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.111601:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552280704 00000100:00100000:3.0:1746134041.111608:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552280704 00010000:00010000:3.0:1746134041.111633:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009565ee00/0x9682c7de153c87bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc4a expref: 61 pid: 24940 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.111668:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14945 00000100:00100000:3.0:1746134041.111674:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080650e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+61:2011:x1830953552280704:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134041.111687:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134041.111706:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009565ee00/0x9682c7de153c87bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc4a expref: 61 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.111717:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009565ee00/0x9682c7de153c87bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc4a expref: 61 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.111737:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009565ee00/0x9682c7de153c87bc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc4a expref: 61 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.111758:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.111760:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.111768:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c87c3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc51 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.111775:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c87c3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc51 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.111935:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c87c3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc51 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.111945:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c87c3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc51 expref: 5 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.111955:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548095488:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134041.112010:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d240 going to sleep for 11 seconds 00000100:00100000:3.0:1746134041.115201:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548095488:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134041.115220:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134041.115259:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080650e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+60:2011:x1830953552280704:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3584us (3704us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.115268:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14945 00000100:00100000:0.0:1746134041.115505:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134041.115552:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552280960 00000100:00100000:1.0:1746134041.115558:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552280960 00002000:00100000:1.0:1746134041.115586:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012fdc5500 x1830953552280960/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134041.115641:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc5500 with x1830953552280960 ext(0->4095) 00010000:00010000:1.0:1746134041.115648:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c87c3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc51 expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746134041.115659:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c87c3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc51 expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746134041.115665:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fdc5500 00000100:00100000:1.0:1746134041.115679:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2433 00000100:00100000:1.0:1746134041.115685:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552280960:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134041.115796:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552280960:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (291us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134041.115801:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2433 00002000:00100000:1.0:1746134041.115805:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012fdc5500 x1830953552280960/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134041.115811:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc5500 with x1830953552280960 ext(0->4095) 00010000:00010000:1.0:1746134041.115815:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c87c3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc51 expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746134041.115823:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c87c3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc51 expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746134041.115832:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fdc5500 00000100:00100000:0.0:1746134041.119698:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.119789:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552281088 00000100:00100000:3.0:1746134041.119795:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552281088 00010000:00010000:3.0:1746134041.119822:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c87c3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc51 expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.119889:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14946 00000100:00100000:3.0:1746134041.119896:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552281088:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134041.119907:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134041.119922:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c87c3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc51 expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.119932:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c87c3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc51 expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.119949:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c87c3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc51 expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.119974:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.119976:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.119982:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c87ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc58 expref: 59 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.119988:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c87ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc58 expref: 59 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.120012:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c87ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc58 expref: 59 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134041.120022:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548095616:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134041.120096:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d240 going to sleep for 11 seconds 00000100:00100000:3.0:1746134041.122547:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548095616:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134041.122568:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134041.122599:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552281088:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2703us (2907us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.122608:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14946 00000100:00100000:0.0:1746134041.122931:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134041.123198:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552281344 00000100:00100000:2.0:1746134041.123204:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552281344 00002000:00100000:2.0:1746134041.123232:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ada680 x1830953552281344/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134041.123240:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ada680 with x1830953552281344 ext(0->4095) 00002000:00010000:2.0:1746134041.123243:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072ada680 00000100:00100000:2.0:1746134041.123581:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13075 00000100:00100000:2.0:1746134041.123588:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ada680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+60:2009:x1830953552281344:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134041.123898:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ada680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+60:2009:x1830953552281344:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 310us (966us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134041.123903:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13075 00002000:00100000:2.0:1746134041.123909:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ada680 x1830953552281344/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134041.123915:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ada680 with x1830953552281344 ext(0->4095) 00002000:00010000:2.0:1746134041.123918:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072ada680 00000100:00100000:0.0:1746134041.125562:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.125741:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552281472 00000100:00100000:3.0:1746134041.125746:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552281472 00000100:00100000:3.0:1746134041.125893:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29644 00000100:00100000:3.0:1746134041.125901:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ad9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552281472:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134041.125912:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134041.125925:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c87d1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fc5f expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.125945:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c87ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc58 expref: 59 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.125951:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134041.125952:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134041.125954:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c87d1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc5f expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.125980:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c87ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc58 expref: 59 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.125988:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c87ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc58 expref: 59 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.125997:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548095744:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134041.126479:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d240 going to sleep for 11 seconds 00000100:00100000:3.0:1746134041.128034:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548095744:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134041.128055:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c87d1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc5f expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.128066:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fe00, rc 0) 00000100:00100000:3.0:1746134041.128102:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ad9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552281472:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2202us (2543us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.128108:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29644 00000100:00100000:0.0:1746134041.128703:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.129104:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552281600 00000100:00100000:3.0:1746134041.129109:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552281600 00010000:00010000:3.0:1746134041.129154:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c87ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc58 expref: 60 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.129601:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14947 00000100:00100000:3.0:1746134041.129609:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ada300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+60:2009:x1830953552281600:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134041.129618:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134041.129634:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c87ca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc58 expref: 60 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.129644:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c87ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc58 expref: 60 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.129660:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c87ca lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc58 expref: 60 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.129680:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.129682:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.129687:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c87d1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc5f expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.129693:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c87d1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc5f expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.129714:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c87d1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc5f expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134041.129723:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548095872:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134041.130338:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d240 going to sleep for 11 seconds 00000100:00100000:3.0:1746134041.132181:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548095872:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134041.132200:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134041.132703:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ada300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+59:2009:x1830953552281600:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3093us (3999us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.132712:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14947 00000100:00100000:0.0:1746134041.134043:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134041.134157:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134041.134218:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552281856 00000100:00100000:2.0:1746134041.134225:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552281856 00002000:00100000:2.0:1746134041.134254:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072adb480 x1830953552281856/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134041.134267:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072adb480 with x1830953552281856 ext(0->4095) 00002000:00010000:2.0:1746134041.134272:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072adb480 00000100:00100000:2.0:1746134041.134292:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13076 00000100:00100000:2.0:1746134041.134298:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072adb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552281856:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134041.134393:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072adb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552281856:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 95us (353us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134041.134398:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13076 00002000:00100000:2.0:1746134041.134402:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072adb480 x1830953552281856/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134041.134408:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072adb480 with x1830953552281856 ext(0->4095) 00002000:00010000:2.0:1746134041.134410:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072adb480 00000100:00100000:3.0:1746134041.134484:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552281984 00000100:00100000:3.0:1746134041.134487:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552281984 00000100:00100000:3.0:1746134041.134512:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29645 00000100:00100000:3.0:1746134041.134516:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+59:1755:x1830953552281984:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134041.134524:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134041.134535:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c87d8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fc66 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.134552:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c87d1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc5f expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.134558:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.134560:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.134562:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c87d8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc66 expref: 60 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.134582:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c87d1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc5f expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.134590:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c87d1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc5f expref: 5 pid: 24940 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.134598:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548096000:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134041.134637:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d240 going to sleep for 11 seconds 00000100:00100000:0.0:1746134041.136839:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134041.136999:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552282112 00000100:00100000:1.0:1746134041.137005:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552282112 00000100:00100000:1.0:1746134041.137033:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29646 00000100:00100000:1.0:1746134041.137038:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ad8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+61:1757:x1830953552282112:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134041.137050:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134041.137063:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c87df lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fc6d expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.137081:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134041.137086:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c87d8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc66 expref: 62 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.137100:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134041.137103:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c87df lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc6d expref: 62 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.137149:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c87d8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc66 expref: 62 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.137160:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c87df lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc6d expref: 62 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.137168:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bef4400, rc 0) 00000100:00100000:1.0:1746134041.137209:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ad8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+62:1757:x1830953552282112:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 170us (375us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134041.137218:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29646 00000100:00100000:3.0:1746134041.138034:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548096000:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134041.138053:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c87d8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc66 expref: 61 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.138066:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f000, rc 0) 00000100:00100000:3.0:1746134041.138146:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+61:1755:x1830953552281984:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3628us (3988us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.138151:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29645 00000100:00100000:0.0:1746134041.138818:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.139136:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552282240 00000100:00100000:3.0:1746134041.139141:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552282240 00010000:00010000:3.0:1746134041.139161:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c87d1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc5f expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.139511:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14948 00000100:00100000:3.0:1746134041.139518:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552282240:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134041.139528:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134041.139542:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c87d1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc5f expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.139552:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c87d1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc5f expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.139569:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c87d1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc5f expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.140034:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.140036:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.140043:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c87d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc66 expref: 60 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.140055:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c87d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc66 expref: 60 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.140081:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c87d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc66 expref: 60 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.140098:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c87d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc66 expref: 60 pid: 24940 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.140107:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548096256:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134041.140758:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d240 going to sleep for 11 seconds 00000100:00100000:3.0:1746134041.142753:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548096256:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134041.142772:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134041.142813:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552282240:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3295us (3995us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.142822:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14948 00000100:00100000:3.0:1746134041.143898:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134041.143962:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552282496 00000100:00100000:1.0:1746134041.143968:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552282496 00002000:00100000:1.0:1746134041.143996:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880099b2f800 x1830953552282496/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134041.144004:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099b2f800 with x1830953552282496 ext(0->4095) 00010000:00010000:1.0:1746134041.144011:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c87d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc66 expref: 61 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746134041.144021:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c87d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc66 expref: 61 pid: 24940 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746134041.144026:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099b2f800 00000100:00100000:1.0:1746134041.144304:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2434 00000100:00100000:1.0:1746134041.144311:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+61:2010:x1830953552282496:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134041.144416:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+61:2010:x1830953552282496:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (519us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134041.144421:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2434 00002000:00100000:1.0:1746134041.144426:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880099b2f800 x1830953552282496/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134041.144433:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099b2f800 with x1830953552282496 ext(0->4095) 00010000:00010000:1.0:1746134041.144437:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c87d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc66 expref: 61 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746134041.144449:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c87d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc66 expref: 61 pid: 24940 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746134041.144454:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099b2f800 00000100:00100000:0.0:1746134041.146920:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.146999:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552282624 00000100:00100000:3.0:1746134041.147005:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552282624 00010000:00010000:3.0:1746134041.147034:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c87d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc66 expref: 61 pid: 24940 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.147066:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14949 00000100:00100000:3.0:1746134041.147073:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072adbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+61:2009:x1830953552282624:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134041.147085:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134041.147110:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c87d8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc66 expref: 61 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.147151:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c87d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc66 expref: 61 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.147170:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c87d8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc66 expref: 61 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.147356:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.147358:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.147364:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c87df lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc6d expref: 60 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.147371:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c87df lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc6d expref: 60 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.147396:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c87df lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc6d expref: 60 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134041.147407:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548096384:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134041.147468:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d240 going to sleep for 11 seconds 00000100:00100000:3.0:1746134041.149610:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548096384:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134041.149635:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134041.149668:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072adbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+60:2009:x1830953552282624:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2596us (2753us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.149679:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14949 00000100:00100000:0.0:1746134041.150187:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.150811:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552282880 00000100:00100000:3.0:1746134041.150816:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552282880 00002000:00100000:3.0:1746134041.150844:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072adad80 x1830953552282880/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134041.150854:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072adad80 with x1830953552282880 ext(0->4095) 00002000:00010000:3.0:1746134041.150857:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072adad80 00000100:00100000:3.0:1746134041.150879:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13077 00000100:00100000:3.0:1746134041.150884:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072adad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+60:2009:x1830953552282880:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134041.150983:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072adad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+60:2009:x1830953552282880:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (797us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134041.150988:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13077 00002000:00100000:3.0:1746134041.150993:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072adad80 x1830953552282880/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134041.151000:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072adad80 with x1830953552282880 ext(0->4095) 00002000:00010000:3.0:1746134041.151003:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072adad80 00000100:00100000:0.0:1746134041.153853:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134041.153984:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552283008 00000100:00100000:2.0:1746134041.153990:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552283008 00000100:00100000:2.0:1746134041.154028:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29647 00000100:00100000:2.0:1746134041.154034:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ad8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552283008:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134041.154047:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134041.154061:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009565e400/0x9682c7de153c87e6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fc74 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.154082:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c87df lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc6d expref: 59 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.154096:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134041.154097:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134041.154101:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009565e400/0x9682c7de153c87e6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc74 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.154148:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c87df lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc6d expref: 59 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.154157:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c87df lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc6d expref: 59 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:2.0:1746134041.154166:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080652a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548096512:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134041.154224:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739c3900 going to sleep for 11 seconds 00000100:00100000:2.0:1746134041.156418:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080652a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548096512:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134041.156442:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009565e400/0x9682c7de153c87e6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc74 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.156454:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009565e400, rc 0) 00000100:00100000:2.0:1746134041.156495:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ad8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552283008:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2460us (2649us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134041.156502:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29647 00000100:00100000:0.0:1746134041.157019:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.157177:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552283136 00000100:00100000:3.0:1746134041.157181:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552283136 00010000:00010000:3.0:1746134041.157204:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c87df lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc6d expref: 60 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.157233:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14950 00000100:00100000:3.0:1746134041.157239:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea5a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+60:2009:x1830953552283136:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134041.157250:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134041.157265:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c87df lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc6d expref: 60 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.157273:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c87df lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc6d expref: 60 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.157289:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c87df lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc6d expref: 60 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.157310:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.157312:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.157317:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009565e400/0x9682c7de153c87e6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc74 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.157324:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009565e400/0x9682c7de153c87e6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc74 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.157347:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009565e400/0x9682c7de153c87e6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc74 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134041.157356:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548096640:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134041.157413:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134041.159949:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.160047:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548096640:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134041.160076:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134041.160246:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552283392 00000100:00100000:2.0:1746134041.160251:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552283392 00000100:00100000:2.0:1746134041.160282:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29648 00000100:00100000:2.0:1746134041.160288:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072adaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+60:1755:x1830953552283392:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134041.160300:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134041.160312:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c87ed lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fc7b expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.160334:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009565e400/0x9682c7de153c87e6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc74 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.160339:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134041.160341:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134041.160343:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c87ed lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc7b expref: 61 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.160360:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009565e400/0x9682c7de153c87e6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc74 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.160369:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009565e400/0x9682c7de153c87e6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc74 expref: 5 pid: 9580 timeout: 810 lvb_type: 0 00000100:00100000:2.0:1746134041.160377:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080652a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548096768:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134041.160432:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea5a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+61:2009:x1830953552283136:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3193us (3413us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.160439:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14950 00000100:00100000:0.0:1746134041.160587:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134041.160697:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739c3900 going to sleep for 11 seconds 00000100:00100000:1.0:1746134041.160938:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552283520 00000100:00100000:1.0:1746134041.160942:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552283520 00002000:00100000:1.0:1746134041.160963:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ad9880 x1830953552283520/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134041.160971:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ad9880 with x1830953552283520 ext(0->4095) 00010000:00010000:1.0:1746134041.160975:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009565e400/0x9682c7de153c87e6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc74 expref: 6 pid: 9580 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746134041.160984:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009565e400/0x9682c7de153c87e6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc74 expref: 6 pid: 9580 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746134041.160989:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072ad9880 00000100:00100000:1.0:1746134041.161001:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2435 00000100:00100000:1.0:1746134041.161006:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ad9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2011:x1830953552283520:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746134041.161134:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ad9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2011:x1830953552283520:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 Request processed in 127us (546us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134041.161139:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2435 00002000:00100000:1.0:1746134041.161144:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ad9880 x1830953552283520/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134041.161150:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ad9880 with x1830953552283520 ext(0->4095) 00010000:00010000:1.0:1746134041.161155:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009565e400/0x9682c7de153c87e6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc74 expref: 6 pid: 9580 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746134041.161163:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009565e400/0x9682c7de153c87e6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc74 expref: 6 pid: 9580 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746134041.161168:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072ad9880 00000100:00100000:2.0:1746134041.164592:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080652a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548096768:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134041.164614:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c87ed lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc7b expref: 60 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.164627:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957eb600, rc 0) 00000100:00100000:2.0:1746134041.164658:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072adaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+60:1755:x1830953552283392:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4369us (4714us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134041.164665:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29648 00000100:00100000:0.0:1746134041.165164:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.165385:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552283648 00000100:00100000:3.0:1746134041.165391:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552283648 00000100:00100000:3.0:1746134041.165414:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29649 00000100:00100000:3.0:1746134041.165419:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+60:1757:x1830953552283648:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134041.165430:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134041.165440:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c87f4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fc82 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.165454:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.165457:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c87ed lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc7b expref: 61 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.165462:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134041.165465:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c87f4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc82 expref: 61 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.165496:0:9580:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c87ed lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc7b expref: 61 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.165503:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c87f4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc82 expref: 61 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.165509:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90ee00, rc 0) 00000100:00100000:3.0:1746134041.165533:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+61:1757:x1830953552283648:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 114us (371us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.165537:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29649 00000100:00100000:2.0:1746134041.166421:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.167135:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552283776 00000100:00100000:3.0:1746134041.167140:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552283776 00010000:00010000:3.0:1746134041.167160:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009565e400/0x9682c7de153c87e6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc74 expref: 6 pid: 9580 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.167188:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14951 00000100:00100000:3.0:1746134041.167194:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080652a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552283776:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134041.167202:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134041.167215:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009565e400/0x9682c7de153c87e6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc74 expref: 6 pid: 9580 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.167226:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009565e400/0x9682c7de153c87e6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc74 expref: 6 pid: 9580 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.167242:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009565e400/0x9682c7de153c87e6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc74 expref: 6 pid: 9580 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.167401:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.167403:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.167409:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c87ed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc7b expref: 60 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.167417:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c87ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc7b expref: 60 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.167440:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c87ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc7b expref: 60 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.167449:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c87ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc7b expref: 60 pid: 9580 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.167463:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548097024:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134041.167863:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d300 going to sleep for 11 seconds 00000100:00100000:0.0:1746134041.170257:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134041.170418:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552284032 00000100:00100000:2.0:1746134041.170425:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552284032 00002000:00100000:2.0:1746134041.170457:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072adb100 x1830953552284032/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134041.170467:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072adb100 with x1830953552284032 ext(0->4095) 00010000:00010000:2.0:1746134041.170474:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c87ed lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc7b expref: 61 pid: 9580 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134041.170485:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c87ed lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc7b expref: 61 pid: 9580 timeout: 810 lvb_type: 0 00002000:00010000:2.0:1746134041.170491:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072adb100 00000100:00100000:2.0:1746134041.170512:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2436 00000100:00100000:2.0:1746134041.170519:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072adb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+61:2009:x1830953552284032:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134041.170631:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072adb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+61:2009:x1830953552284032:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (378us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134041.170637:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2436 00002000:00100000:2.0:1746134041.170641:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072adb100 x1830953552284032/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134041.170649:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072adb100 with x1830953552284032 ext(0->4095) 00010000:00010000:2.0:1746134041.170653:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c87ed lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc7b expref: 61 pid: 9580 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134041.170661:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c87ed lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc7b expref: 61 pid: 9580 timeout: 810 lvb_type: 0 00002000:00010000:2.0:1746134041.170671:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072adb100 00000100:00100000:3.0:1746134041.170841:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548097024:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134041.170865:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134041.170914:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080652a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552283776:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3721us (4496us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.170922:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14951 00000100:00100000:0.0:1746134041.173858:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.173940:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552284160 00000100:00100000:3.0:1746134041.173946:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552284160 00010000:00010000:3.0:1746134041.173970:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c87ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc7b expref: 61 pid: 9580 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.174255:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14952 00000100:00100000:3.0:1746134041.174263:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ada300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+61:2010:x1830953552284160:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134041.174274:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134041.174288:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c87ed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc7b expref: 61 pid: 9580 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.174298:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c87ed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc7b expref: 61 pid: 9580 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.174314:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c87ed lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc7b expref: 61 pid: 9580 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.174326:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.174328:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.174333:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c87f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc82 expref: 60 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.174339:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c87f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc82 expref: 60 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.174363:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c87f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc82 expref: 60 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134041.174373:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548097152:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134041.174427:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d300 going to sleep for 11 seconds 00000100:00100000:0.0:1746134041.176798:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134041.176850:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552284416 00000100:00100000:1.0:1746134041.176857:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552284416 00002000:00100000:1.0:1746134041.176889:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ad8e00 x1830953552284416/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134041.176897:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ad8e00 with x1830953552284416 ext(0->4095) 00002000:00010000:1.0:1746134041.176900:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072ad8e00 00000100:00100000:1.0:1746134041.176925:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13078 00000100:00100000:1.0:1746134041.176932:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+61:2012:x1830953552284416:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746134041.177038:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+61:2012:x1830953552284416:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 Request processed in 105us (244us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134041.177043:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13078 00002000:00100000:1.0:1746134041.177049:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ad8e00 x1830953552284416/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134041.177055:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ad8e00 with x1830953552284416 ext(0->4095) 00002000:00010000:1.0:1746134041.177058:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072ad8e00 00000100:00100000:3.0:1746134041.177632:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548097152:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134041.177661:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134041.177693:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ada300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+60:2010:x1830953552284160:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3431us (3840us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.177700:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14952 00000100:00100000:0.0:1746134041.179694:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134041.179791:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552284544 00000100:00100000:2.0:1746134041.179797:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552284544 00000100:00100000:2.0:1746134041.179840:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29650 00000100:00100000:2.0:1746134041.179846:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072adbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552284544:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134041.179859:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134041.179874:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c87fb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fc89 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.179895:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c87f4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc82 expref: 59 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.179901:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134041.179903:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134041.179906:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c87fb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc89 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.179931:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c87f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc82 expref: 59 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.179940:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c87f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc82 expref: 59 pid: 9580 timeout: 810 lvb_type: 0 00000100:00100000:2.0:1746134041.179950:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080651880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548097280:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134041.180198:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739c3900 going to sleep for 11 seconds 00000100:00100000:2.0:1746134041.181873:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080651880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548097280:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134041.181893:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c87fb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc89 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.181904:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957ea800, rc 0) 00000100:00100000:2.0:1746134041.181934:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072adbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552284544:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2088us (2244us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134041.181940:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29650 00000100:00100000:0.0:1746134041.182228:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.182412:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552284672 00000100:00100000:3.0:1746134041.182416:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552284672 00010000:00010000:3.0:1746134041.182436:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c87f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc82 expref: 60 pid: 9580 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.182667:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14953 00000100:00100000:3.0:1746134041.182674:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c69a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+60:2009:x1830953552284672:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134041.182683:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134041.182697:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c87f4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc82 expref: 60 pid: 9580 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.182712:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c87f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc82 expref: 60 pid: 9580 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.182729:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c87f4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc82 expref: 60 pid: 9580 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.182752:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.182754:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.182760:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c87fb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc89 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.182766:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c87fb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc89 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.182787:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c87fb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc89 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134041.182796:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548097408:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134041.183711:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d300 going to sleep for 11 seconds 00000100:00100000:3.0:1746134041.186198:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548097408:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134041.186231:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134041.186273:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c69a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+59:2009:x1830953552284672:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3599us (4043us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.186281:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14953 00000100:00100000:0.0:1746134041.186466:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.186869:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552284928 00000100:00100000:3.0:1746134041.186874:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552284928 00002000:00100000:3.0:1746134041.186901:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009c699180 x1830953552284928/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134041.186909:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c699180 with x1830953552284928 ext(0->4095) 00002000:00010000:3.0:1746134041.186913:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c699180 00000100:00100000:1.0:1746134041.187414:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13079 00000100:00100000:1.0:1746134041.187422:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c699180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552284928:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134041.187529:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c699180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552284928:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (1063us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134041.187534:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13079 00002000:00100000:1.0:1746134041.187540:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009c699180 x1830953552284928/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134041.187547:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c699180 with x1830953552284928 ext(0->4095) 00002000:00010000:1.0:1746134041.187550:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c699180 00000100:00100000:0.0:1746134041.189622:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134041.189760:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552285056 00000100:00100000:2.0:1746134041.189766:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552285056 00000100:00100000:2.0:1746134041.189806:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29651 00000100:00100000:2.0:1746134041.189813:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f687100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+59:1755:x1830953552285056:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134041.189825:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134041.189838:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009565e400/0x9682c7de153c8802 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fc90 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.189859:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c87fb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc89 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.189864:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134041.189866:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134041.189869:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009565e400/0x9682c7de153c8802 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc90 expref: 60 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.189893:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c87fb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc89 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.189902:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c87fb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc89 expref: 5 pid: 24940 timeout: 810 lvb_type: 0 00000100:00100000:2.0:1746134041.189913:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080651880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548097536:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134041.189977:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739c3900 going to sleep for 11 seconds 00000100:00100000:0.0:1746134041.190328:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.190642:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552285184 00000100:00100000:3.0:1746134041.190646:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552285184 00000100:00100000:3.0:1746134041.190673:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29652 00000100:00100000:3.0:1746134041.190678:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f687b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+61:1757:x1830953552285184:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134041.190684:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134041.190691:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8809 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fc97 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.190702:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.190705:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009565e400/0x9682c7de153c8802 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc90 expref: 62 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.190711:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134041.190713:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8809 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc97 expref: 62 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.190743:0:9580:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009565e400/0x9682c7de153c8802 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc90 expref: 62 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.190752:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8809 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc97 expref: 62 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.190759:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fc00, rc 0) 00000100:00100000:3.0:1746134041.190791:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f687b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+62:1757:x1830953552285184:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 112us (463us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.190796:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29652 00000100:00100000:2.0:1746134041.192811:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080651880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548097536:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134041.192831:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009565e400/0x9682c7de153c8802 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc90 expref: 61 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.192842:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009565e400, rc 0) 00000100:00100000:2.0:1746134041.192874:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f687100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+61:1755:x1830953552285056:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3062us (3258us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134041.192880:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29651 00000100:00100000:0.0:1746134041.193682:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.193741:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552285312 00000100:00100000:3.0:1746134041.193746:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552285312 00010000:00010000:3.0:1746134041.193768:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c87fb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc89 expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.193793:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14954 00000100:00100000:3.0:1746134041.193798:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f684700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552285312:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134041.193806:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134041.193820:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c87fb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc89 expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.193829:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c87fb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc89 expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.193848:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea800/0x9682c7de153c87fb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc89 expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.194023:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.194025:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.194031:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009565e400/0x9682c7de153c8802 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc90 expref: 60 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.194039:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009565e400/0x9682c7de153c8802 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc90 expref: 60 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.194066:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009565e400/0x9682c7de153c8802 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc90 expref: 60 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.194075:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009565e400/0x9682c7de153c8802 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc90 expref: 60 pid: 24940 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.194084:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548097792:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134041.194600:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d300 going to sleep for 11 seconds 00000100:00100000:3.0:1746134041.196455:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548097792:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134041.196480:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134041.196510:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f684700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552285312:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2712us (2829us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.196518:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14954 00000100:00100000:0.0:1746134041.196902:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.197429:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552285568 00000100:00100000:3.0:1746134041.197434:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552285568 00002000:00100000:3.0:1746134041.197464:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007f684000 x1830953552285568/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134041.197473:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f684000 with x1830953552285568 ext(0->4095) 00010000:00010000:3.0:1746134041.197480:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009565e400/0x9682c7de153c8802 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc90 expref: 61 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.197491:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009565e400/0x9682c7de153c8802 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc90 expref: 61 pid: 24940 timeout: 810 lvb_type: 0 00002000:00010000:3.0:1746134041.197497:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f684000 00000100:00100000:3.0:1746134041.197511:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2437 00000100:00100000:3.0:1746134041.197517:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f684000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+61:2009:x1830953552285568:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134041.197628:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f684000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+61:2009:x1830953552285568:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (726us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134041.197633:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2437 00002000:00100000:3.0:1746134041.197638:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007f684000 x1830953552285568/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134041.197644:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f684000 with x1830953552285568 ext(0->4095) 00010000:00010000:3.0:1746134041.197648:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009565e400/0x9682c7de153c8802 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc90 expref: 61 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.197656:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009565e400/0x9682c7de153c8802 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc90 expref: 61 pid: 24940 timeout: 810 lvb_type: 0 00002000:00010000:3.0:1746134041.197661:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f684000 00000100:00100000:0.0:1746134041.200836:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.200923:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552285696 00000100:00100000:3.0:1746134041.200930:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552285696 00010000:00010000:3.0:1746134041.200958:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009565e400/0x9682c7de153c8802 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc90 expref: 61 pid: 24940 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.201020:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14955 00000100:00100000:3.0:1746134041.201027:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f685180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+61:2010:x1830953552285696:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134041.201039:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134041.201053:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009565e400/0x9682c7de153c8802 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc90 expref: 61 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.201066:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009565e400/0x9682c7de153c8802 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc90 expref: 61 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.201082:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009565e400/0x9682c7de153c8802 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc90 expref: 61 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.201446:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.201448:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.201454:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8809 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc97 expref: 60 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.201460:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8809 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc97 expref: 60 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.201485:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8809 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc97 expref: 60 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134041.201496:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548097920:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134041.202000:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d180 going to sleep for 11 seconds 00000100:00100000:3.0:1746134041.205528:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548097920:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134041.205558:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134041.205590:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f685180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+60:2010:x1830953552285696:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4563us (4760us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.205604:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14955 00000100:00100000:2.0:1746134041.207871:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134041.208018:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552285952 00000100:00100000:1.0:1746134041.208024:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552285952 00002000:00100000:1.0:1746134041.208054:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880080651880 x1830953552285952/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134041.208063:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080651880 with x1830953552285952 ext(0->4095) 00002000:00010000:1.0:1746134041.208067:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080651880 00000100:00100000:1.0:1746134041.208082:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13080 00000100:00100000:1.0:1746134041.208096:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080651880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+60:2009:x1830953552285952:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134041.209021:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080651880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+60:2009:x1830953552285952:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 930us (1153us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134041.209027:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13080 00002000:00100000:1.0:1746134041.209033:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880080651880 x1830953552285952/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134041.209040:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080651880 with x1830953552285952 ext(0->4095) 00002000:00010000:1.0:1746134041.209043:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080651880 00000100:00100000:0.0:1746134041.211704:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134041.211788:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552286080 00000100:00100000:2.0:1746134041.211796:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552286080 00000100:00100000:2.0:1746134041.212311:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29653 00000100:00100000:2.0:1746134041.212319:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f686300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552286080:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134041.212349:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134041.212362:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d854a00/0x9682c7de153c8810 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fc9e expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.212385:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8809 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc97 expref: 59 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.212392:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134041.212393:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134041.212396:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d854a00/0x9682c7de153c8810 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc9e expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.212419:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8809 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc97 expref: 59 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.212428:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8809 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc97 expref: 59 pid: 9580 timeout: 810 lvb_type: 0 00000100:00100000:2.0:1746134041.212439:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080652680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548098048:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134041.212502:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739c3900 going to sleep for 11 seconds 00000100:00100000:2.0:1746134041.215376:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080652680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548098048:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134041.215400:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d854a00/0x9682c7de153c8810 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc9e expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.215414:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d854a00, rc 0) 00000100:00100000:2.0:1746134041.215449:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f686300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552286080:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3130us (3751us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134041.215456:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29653 00000100:00100000:3.0:1746134041.216757:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134041.216948:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552286208 00000100:00100000:2.0:1746134041.216954:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552286208 00000100:00100000:2.0:1746134041.216993:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29654 00000100:00100000:2.0:1746134041.216999:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+60:1755:x1830953552286208:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134041.217011:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134041.217023:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d855400/0x9682c7de153c8817 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fca5 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.217046:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134041.217050:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d854a00/0x9682c7de153c8810 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc9e expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.217055:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746134041.217057:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d855400/0x9682c7de153c8817 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fca5 expref: 61 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.217082:0:24940:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d854a00/0x9682c7de153c8810 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc9e expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.217101:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d855400/0x9682c7de153c8817 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fca5 expref: 61 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.217109:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d855400, rc 0) 00000100:00100000:2.0:1746134041.217162:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+61:1755:x1830953552286208:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 163us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134041.217168:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29654 00000100:00100000:0.0:1746134041.217289:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.217669:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552286336 00000100:00100000:3.0:1746134041.217673:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552286336 00010000:00010000:3.0:1746134041.217690:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8809 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc97 expref: 61 pid: 9580 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.218621:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14956 00000100:00100000:3.0:1746134041.218631:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f685500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+61:2009:x1830953552286336:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134041.218641:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134041.218657:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8809 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc97 expref: 61 pid: 9580 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.218666:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8809 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc97 expref: 61 pid: 9580 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.218682:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8809 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc97 expref: 61 pid: 9580 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.218708:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.218710:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.218715:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d854a00/0x9682c7de153c8810 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc9e expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.218721:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d854a00/0x9682c7de153c8810 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc9e expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.218742:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d854a00/0x9682c7de153c8810 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc9e expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.218756:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d854a00/0x9682c7de153c8810 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc9e expref: 5 pid: 24940 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.218765:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548098304:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134041.218822:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d180 going to sleep for 11 seconds 00010000:00010000:3.0:1746134041.220708:0:7223:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746134041.221079:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548098304:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134041.221132:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134041.221160:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f685500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+60:2009:x1830953552286336:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2531us (3871us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.221167:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14956 00000100:00100000:0.0:1746134041.221312:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134041.221407:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552286592 00000100:00100000:1.0:1746134041.221413:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552286592 00002000:00100000:1.0:1746134041.221440:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007f684e00 x1830953552286592/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134041.221448:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f684e00 with x1830953552286592 ext(0->4095) 00010000:00010000:1.0:1746134041.221454:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d854a00/0x9682c7de153c8810 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc9e expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746134041.221463:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d854a00/0x9682c7de153c8810 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc9e expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746134041.221468:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f684e00 00000100:00100000:1.0:1746134041.221492:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2438 00000100:00100000:1.0:1746134041.221498:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f684e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552286592:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134041.221600:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f684e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552286592:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (288us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134041.221605:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2438 00002000:00100000:1.0:1746134041.221610:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007f684e00 x1830953552286592/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134041.221616:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f684e00 with x1830953552286592 ext(0->4095) 00010000:00010000:1.0:1746134041.221620:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d854a00/0x9682c7de153c8810 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc9e expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746134041.221628:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d854a00/0x9682c7de153c8810 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc9e expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746134041.221633:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f684e00 00000100:00100000:0.0:1746134041.225598:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.225682:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552286720 00000100:00100000:3.0:1746134041.225689:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552286720 00010000:00010000:3.0:1746134041.225718:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d854a00/0x9682c7de153c8810 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc9e expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.225752:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14957 00000100:00100000:3.0:1746134041.225759:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea5a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2011:x1830953552286720:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134041.225770:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134041.225785:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d854a00/0x9682c7de153c8810 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc9e expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.225796:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d854a00/0x9682c7de153c8810 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc9e expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.225819:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d854a00/0x9682c7de153c8810 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fc9e expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.225844:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.225846:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.225852:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d855400/0x9682c7de153c8817 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fca5 expref: 59 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.225858:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d855400/0x9682c7de153c8817 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fca5 expref: 59 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.225884:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d855400/0x9682c7de153c8817 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fca5 expref: 59 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134041.225894:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548098432:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134041.225960:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d180 going to sleep for 11 seconds 00000100:00100000:0.0:1746134041.228934:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.229012:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548098432:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134041.229040:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134041.229072:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea5a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2011:x1830953552286720:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3313us (3481us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.229080:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14957 00000100:00100000:2.0:1746134041.229206:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552286976 00000100:00100000:2.0:1746134041.229212:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552286976 00002000:00100000:2.0:1746134041.229236:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007f685880 x1830953552286976/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134041.229244:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f685880 with x1830953552286976 ext(0->4095) 00002000:00010000:2.0:1746134041.229247:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f685880 00000100:00100000:2.0:1746134041.229267:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13081 00000100:00100000:2.0:1746134041.229272:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f685880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+60:2010:x1830953552286976:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134041.229365:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f685880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+60:2010:x1830953552286976:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 92us (436us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134041.229371:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13081 00002000:00100000:2.0:1746134041.229375:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007f685880 x1830953552286976/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134041.229381:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f685880 with x1830953552286976 ext(0->4095) 00002000:00010000:2.0:1746134041.229384:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f685880 00000100:00100000:0.0:1746134041.246636:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134041.246699:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552287104 00000100:00100000:2.0:1746134041.246706:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552287104 00000100:00100000:2.0:1746134041.246735:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29655 00000100:00100000:2.0:1746134041.246740:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f686d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552287104:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134041.246753:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134041.246765:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d855c00/0x9682c7de153c881e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fcac expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.246787:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d855400/0x9682c7de153c8817 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fca5 expref: 59 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.246793:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134041.246795:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134041.246797:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d855c00/0x9682c7de153c881e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcac expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.246818:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d855400/0x9682c7de153c8817 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fca5 expref: 59 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.246830:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d855400/0x9682c7de153c8817 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fca5 expref: 59 pid: 24940 timeout: 810 lvb_type: 0 00000100:00100000:2.0:1746134041.246839:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080652680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548098560:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134041.246898:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739c3900 going to sleep for 11 seconds 00000100:00100000:2.0:1746134041.265050:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080652680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548098560:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134041.265073:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d855c00/0x9682c7de153c881e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcac expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.265087:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d855c00, rc 0) 00000100:00100000:2.0:1746134041.265158:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f686d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552287104:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 18416us (18526us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134041.265166:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29655 00000100:00100000:0.0:1746134041.283938:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134041.284023:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552287232 00000100:00100000:2.0:1746134041.284030:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552287232 00000100:00100000:2.0:1746134041.284077:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29656 00000100:00100000:2.0:1746134041.284084:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f684700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+60:1755:x1830953552287232:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134041.284106:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134041.284152:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d854e00/0x9682c7de153c8825 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fcb3 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.284174:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134041.284179:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d855c00/0x9682c7de153c881e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcac expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.284187:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746134041.284190:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d854e00/0x9682c7de153c8825 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcb3 expref: 61 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.284218:0:24940:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d855c00/0x9682c7de153c881e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcac expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.284228:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d854e00/0x9682c7de153c8825 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcb3 expref: 61 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.284235:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d854e00, rc 0) 00000100:00100000:2.0:1746134041.284270:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f684700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+61:1755:x1830953552287232:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 187us (339us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134041.284275:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29656 00000100:00100000:0.0:1746134041.287401:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134041.287473:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552287360 00000100:00100000:1.0:1746134041.287480:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552287360 00002000:00100000:1.0:1746134041.287510:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88007f685180 x1830953552287360/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 496/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134041.287520:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f685180 with x1830953552287360 ext(0->7) 00010000:00010000:1.0:1746134041.287528:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d855400/0x9682c7de153c8817 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fca5 expref: 61 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746134041.287539:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d855400/0x9682c7de153c8817 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fca5 expref: 61 pid: 24940 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746134041.287545:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f685180 00000100:00100000:1.0:1746134041.287570:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2439 00000100:00100000:1.0:1746134041.287576:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f685180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+61:2012:x1830953552287360:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746134041.289017:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f685180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+63:2012:x1830953552287360:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 1436us (1617us total) trans 4294970643 rc 0/0 00000100:00100000:1.0:1746134041.289024:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2439 00002000:00100000:1.0:1746134041.289031:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88007f685180 x1830953552287360/t4294970643(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 496/448 e 0 to 0 dl 1746134052 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134041.289037:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f685180 with x1830953552287360 ext(0->7) 00010000:00010000:1.0:1746134041.289043:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d855400/0x9682c7de153c8817 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fca5 expref: 63 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746134041.289053:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d855400/0x9682c7de153c8817 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fca5 expref: 63 pid: 24940 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746134041.289061:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f685180 00000100:00100000:0.0:1746134041.293434:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.293521:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552287488 00000100:00100000:3.0:1746134041.293528:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552287488 00010000:00010000:3.0:1746134041.293558:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d855400/0x9682c7de153c8817 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fca5 expref: 63 pid: 24940 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.293597:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14958 00000100:00100000:3.0:1746134041.293604:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f685500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+63:2011:x1830953552287488:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134041.293616:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134041.293631:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d855400/0x9682c7de153c8817 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fca5 expref: 63 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.293641:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d855400/0x9682c7de153c8817 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fca5 expref: 63 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.293657:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d855400/0x9682c7de153c8817 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fca5 expref: 63 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.293672:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.293673:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.293679:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d855c00/0x9682c7de153c881e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcac expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.293685:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d855c00/0x9682c7de153c881e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcac expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.293711:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d855c00/0x9682c7de153c881e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcac expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.293719:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d855c00/0x9682c7de153c881e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcac expref: 5 pid: 24940 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.293731:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548098816:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134041.293803:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d000 going to sleep for 11 seconds 00000100:00100000:0.0:1746134041.301538:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134041.301650:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552287744 00000100:00100000:1.0:1746134041.301656:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552287744 00002000:00100000:1.0:1746134041.301690:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917e6a00 x1830953552287744/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134041.301699:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e6a00 with x1830953552287744 ext(0->4095) 00010000:00010000:1.0:1746134041.301707:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d855c00/0x9682c7de153c881e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcac expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746134041.301718:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d855c00/0x9682c7de153c881e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcac expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746134041.301723:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917e6a00 00000100:00100000:1.0:1746134041.301750:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2440 00000100:00100000:1.0:1746134041.301756:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552287744:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134041.301870:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552287744:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (337us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134041.301875:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2440 00002000:00100000:1.0:1746134041.301881:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917e6a00 x1830953552287744/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134041.301887:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e6a00 with x1830953552287744 ext(0->4095) 00010000:00010000:1.0:1746134041.301892:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d855c00/0x9682c7de153c881e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcac expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746134041.301904:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d855c00/0x9682c7de153c881e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcac expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746134041.301910:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917e6a00 00000100:00100000:3.0:1746134041.302029:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548098816:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134041.302055:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134041.302085:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f685500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+62:2011:x1830953552287488:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 8482us (8658us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.302099:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14958 00000100:00100000:0.0:1746134041.304036:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.304136:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552287872 00000100:00100000:3.0:1746134041.304142:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552287872 00010000:00010000:3.0:1746134041.304165:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d855c00/0x9682c7de153c881e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcac expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.304250:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14959 00000100:00100000:3.0:1746134041.304257:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552287872:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134041.304267:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134041.304281:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d855c00/0x9682c7de153c881e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcac expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.304291:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d855c00/0x9682c7de153c881e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcac expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.304308:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d855c00/0x9682c7de153c881e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcac expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.304392:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.304394:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.304400:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d854e00/0x9682c7de153c8825 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcb3 expref: 61 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.304406:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d854e00/0x9682c7de153c8825 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcb3 expref: 61 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.304430:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d854e00/0x9682c7de153c8825 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcb3 expref: 61 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134041.304440:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548098944:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134041.305963:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d000 going to sleep for 11 seconds 00000100:00100000:3.0:1746134041.309718:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548098944:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134041.309754:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134041.309791:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552287872:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 5534us (5759us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.309800:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14959 00000100:00100000:0.0:1746134041.310163:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134041.310224:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552288128 00000100:00100000:2.0:1746134041.310229:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552288128 00002000:00100000:2.0:1746134041.310256:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917e4380 x1830953552288128/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134041.310264:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e4380 with x1830953552288128 ext(0->4095) 00002000:00010000:2.0:1746134041.310268:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917e4380 00000100:00100000:2.0:1746134041.310290:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13082 00000100:00100000:2.0:1746134041.310296:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+62:2009:x1830953552288128:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134041.310383:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+62:2009:x1830953552288128:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 88us (221us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134041.310391:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13082 00002000:00100000:2.0:1746134041.310396:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917e4380 x1830953552288128/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134041.310403:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e4380 with x1830953552288128 ext(0->4095) 00002000:00010000:2.0:1746134041.310406:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917e4380 00000100:00100000:0.0:1746134041.316422:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134041.316505:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552288256 00000100:00100000:1.0:1746134041.316512:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552288256 00000100:00100000:1.0:1746134041.316559:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29657 00000100:00100000:1.0:1746134041.316566:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552288256:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134041.316581:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134041.316595:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c882c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fcba expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.316617:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d854e00/0x9682c7de153c8825 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcb3 expref: 61 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.316623:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134041.316624:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134041.316627:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c882c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcba expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.316651:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d854e00/0x9682c7de153c8825 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcb3 expref: 61 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.316660:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d854e00/0x9682c7de153c8825 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcb3 expref: 61 pid: 24940 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746134041.316671:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d142d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548099072:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134041.316737:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20780 going to sleep for 11 seconds 00000100:00100000:1.0:1746134041.317928:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d142d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548099072:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134041.317943:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c882c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcba expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.317953:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bef4400, rc 0) 00000100:00100000:1.0:1746134041.317977:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552288256:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1412us (1561us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134041.317983:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29657 00000100:00100000:0.0:1746134041.321210:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3771:1830953548099200:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746134041.321260:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746134041.322184:0:7238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548099200 00000100:00100000:2.0:1746134041.322191:0:7238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548099200 00000100:00100000:2.0:1746134041.322238:0:7238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 623 00000100:00100000:2.0:1746134041.322245:0:7238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3771:x1830953548099200:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746134041.322270:0:7238:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:2.0:1746134041.336615:0:7238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3771:x1830953548099200:12345-0@lo:41:osp-pre-1-0.0 Request processed in 14364us (15348us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134041.336622:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3771:1830953548099200:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746134041.336625:0:7238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 623 00000100:00100000:0.0:1746134041.337283:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134041.337329:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134041.337394:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552288512 00000100:00100000:2.0:1746134041.337399:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552288512 00000100:00100000:1.0:1746134041.337759:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552288384 00000100:00100000:1.0:1746134041.337762:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552288384 00002000:00100000:1.0:1746134041.337783:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800917e6d80 x1830953552288384/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 496/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134041.337792:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e6d80 with x1830953552288384 ext(0->7) 00010000:00010000:1.0:1746134041.337799:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d854e00/0x9682c7de153c8825 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcb3 expref: 63 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746134041.337809:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d854e00/0x9682c7de153c8825 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcb3 expref: 63 pid: 24940 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746134041.337815:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917e6d80 00000100:00100000:1.0:1746134041.337831:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2441 00000100:00100000:1.0:1746134041.337836:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+63:2010:x1830953552288384:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746134041.338832:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29658 00000100:00100000:3.0:1746134041.338840:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+65:1755:x1830953552288512:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134041.338847:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134041.338858:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8833 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fcc1 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.338874:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134041.338878:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c882c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcba expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.338887:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746134041.338890:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8833 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcc1 expref: 66 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.338925:0:24940:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c882c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcba expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.338933:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8833 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcc1 expref: 66 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.338941:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fe00, rc 0) 00000100:00100000:3.0:1746134041.338974:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+66:1755:x1830953552288512:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 136us (1645us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.338980:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29658 00000100:00100000:1.0:1746134041.339361:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+65:2010:x1830953552288384:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 1522us (2080us total) trans 4294970644 rc 0/0 00000100:00100000:1.0:1746134041.339370:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2441 00002000:00100000:1.0:1746134041.339376:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff8800917e6d80 x1830953552288384/t4294970644(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 496/448 e 0 to 0 dl 1746134052 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134041.339384:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e6d80 with x1830953552288384 ext(0->7) 00010000:00010000:1.0:1746134041.339389:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d854e00/0x9682c7de153c8825 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcb3 expref: 65 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746134041.339397:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d854e00/0x9682c7de153c8825 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcb3 expref: 65 pid: 24940 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746134041.339403:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917e6d80 00000100:00100000:0.0:1746134041.340560:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.340630:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552288640 00000100:00100000:3.0:1746134041.340635:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552288640 00010000:00010000:3.0:1746134041.340656:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d854e00/0x9682c7de153c8825 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcb3 expref: 65 pid: 24940 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.340724:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14960 00000100:00100000:3.0:1746134041.340731:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+65:2012:x1830953552288640:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134041.340741:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134041.340753:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d854e00/0x9682c7de153c8825 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcb3 expref: 65 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.340763:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d854e00/0x9682c7de153c8825 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcb3 expref: 65 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.340779:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d854e00/0x9682c7de153c8825 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcb3 expref: 65 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.340941:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.340944:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.340950:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c882c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcba expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.340957:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c882c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcba expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.340978:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c882c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcba expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.340987:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c882c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcba expref: 5 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.340996:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548099456:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134041.341476:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d000 going to sleep for 11 seconds 00000100:00100000:0.0:1746134041.343395:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.343467:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548099456:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134041.343495:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134041.343528:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+64:2012:x1830953552288640:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2797us (2969us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.343537:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14960 00000100:00100000:1.0:1746134041.343789:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552288896 00000100:00100000:1.0:1746134041.343794:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552288896 00002000:00100000:1.0:1746134041.343818:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917e5500 x1830953552288896/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134041.343826:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e5500 with x1830953552288896 ext(0->4095) 00010000:00010000:1.0:1746134041.343833:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c882c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcba expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746134041.343842:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c882c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcba expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746134041.343847:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917e5500 00000100:00100000:1.0:1746134041.343869:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2442 00000100:00100000:1.0:1746134041.343876:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552288896:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134041.343982:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552288896:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (592us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134041.343989:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2442 00002000:00100000:1.0:1746134041.343994:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917e5500 x1830953552288896/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134041.344000:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e5500 with x1830953552288896 ext(0->4095) 00010000:00010000:1.0:1746134041.344004:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c882c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcba expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746134041.344012:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c882c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcba expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746134041.344017:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917e5500 00000100:00100000:0.0:1746134041.346763:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.346871:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552289024 00000100:00100000:3.0:1746134041.346878:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552289024 00010000:00010000:3.0:1746134041.346904:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c882c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcba expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.346933:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14961 00000100:00100000:3.0:1746134041.346939:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552289024:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134041.346948:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134041.346962:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c882c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcba expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.346972:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c882c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcba expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.346987:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c882c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcba expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.346998:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.347000:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.347005:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8833 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcc1 expref: 63 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.347012:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8833 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcc1 expref: 63 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.347034:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8833 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcc1 expref: 63 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134041.347042:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548099584:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134041.347150:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d000 going to sleep for 11 seconds 00000100:00100000:3.0:1746134041.349815:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548099584:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134041.349844:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134041.349888:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552289024:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2948us (3130us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.349896:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14961 00000100:00100000:0.0:1746134041.350310:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.350627:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552289280 00000100:00100000:3.0:1746134041.350633:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552289280 00002000:00100000:3.0:1746134041.350662:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917e5c00 x1830953552289280/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134041.350670:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e5c00 with x1830953552289280 ext(0->4095) 00002000:00010000:3.0:1746134041.350673:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917e5c00 00000100:00100000:3.0:1746134041.350699:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13083 00000100:00100000:3.0:1746134041.350705:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+64:2011:x1830953552289280:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746134041.350801:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+64:2011:x1830953552289280:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 Request processed in 95us (491us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134041.350806:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13083 00002000:00100000:3.0:1746134041.350811:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917e5c00 x1830953552289280/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134041.350817:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e5c00 with x1830953552289280 ext(0->4095) 00002000:00010000:3.0:1746134041.350819:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917e5c00 00000100:00100000:2.0:1746134041.352501:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d142d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3768:1830953548099712:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746134041.352543:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746134041.352579:0:7238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548099712 00000100:00100000:2.0:1746134041.352583:0:7238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548099712 00000100:00100000:2.0:1746134041.352617:0:7238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00000100:00100000:2.0:1746134041.352622:0:7238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080652680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3768:x1830953548099712:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746134041.352643:0:7238:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445994496 avail 1316532224 00000100:00100000:2.0:1746134041.352670:0:7238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080652680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3768:x1830953548099712:12345-0@lo:41:osp-pre-0-1.0 Request processed in 47us (127us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134041.352674:0:7238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00000100:00100000:2.0:1746134041.352700:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d142d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3768:1830953548099712:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746134041.353636:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134041.353699:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552289408 00000100:00100000:2.0:1746134041.353703:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552289408 00000100:00100000:2.0:1746134041.353918:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29659 00000100:00100000:2.0:1746134041.353924:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552289408:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134041.353933:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134041.353947:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d854e00/0x9682c7de153c883a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fcc8 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.353966:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8833 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcc1 expref: 63 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.353971:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134041.353973:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134041.353976:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d854e00/0x9682c7de153c883a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcc8 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.353995:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8833 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcc1 expref: 63 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.354004:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8833 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcc1 expref: 63 pid: 24940 timeout: 810 lvb_type: 0 00000100:00100000:2.0:1746134041.354012:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548099840:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134041.354580:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739c3b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746134041.356342:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548099840:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134041.356365:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d854e00/0x9682c7de153c883a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcc8 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.356378:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d854e00, rc 0) 00000100:00100000:2.0:1746134041.356410:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552289408:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2485us (2776us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134041.356417:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29659 00000100:00100000:0.0:1746134041.358284:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.358401:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552289536 00000100:00100000:3.0:1746134041.358407:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552289536 00010000:00010000:3.0:1746134041.358432:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8833 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcc1 expref: 64 pid: 24940 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.358483:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14962 00000100:00100000:3.0:1746134041.358489:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+64:2009:x1830953552289536:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134041.358499:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134041.358513:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8833 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcc1 expref: 64 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.358522:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8833 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcc1 expref: 64 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.358538:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8833 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcc1 expref: 64 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.358559:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.358561:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.358566:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d854e00/0x9682c7de153c883a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcc8 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.358572:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d854e00/0x9682c7de153c883a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcc8 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.358593:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d854e00/0x9682c7de153c883a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcc8 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134041.358601:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548099968:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134041.358655:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562dcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134041.360706:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134041.361839:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552289664 00000100:00100000:2.0:1746134041.361847:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552289664 00000100:00100000:2.0:1746134041.361883:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29660 00000100:00100000:2.0:1746134041.361889:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a09c0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+64:1755:x1830953552289664:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134041.361902:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134041.361914:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d855800/0x9682c7de153c8841 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fccf expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.361935:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d854e00/0x9682c7de153c883a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcc8 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.361942:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134041.361944:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134041.361947:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d855800/0x9682c7de153c8841 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fccf expref: 65 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.361971:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d854e00/0x9682c7de153c883a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcc8 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.361980:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d854e00/0x9682c7de153c883a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcc8 expref: 5 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:2.0:1746134041.361995:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548100096:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134041.362057:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739c3b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134041.362248:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134041.362306:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552289920 00000100:00100000:1.0:1746134041.362310:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552289920 00002000:00100000:1.0:1746134041.362330:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917e7100 x1830953552289920/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134041.362339:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e7100 with x1830953552289920 ext(0->4095) 00010000:00010000:1.0:1746134041.362344:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d854e00/0x9682c7de153c883a lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcc8 expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746134041.362352:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d854e00/0x9682c7de153c883a lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcc8 expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746134041.362357:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917e7100 00000100:00100000:1.0:1746134041.362367:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2443 00000100:00100000:1.0:1746134041.362372:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552289920:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134041.362456:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552289920:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 83us (208us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134041.362461:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2443 00002000:00100000:1.0:1746134041.362466:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917e7100 x1830953552289920/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134041.362472:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e7100 with x1830953552289920 ext(0->4095) 00010000:00010000:1.0:1746134041.362477:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d854e00/0x9682c7de153c883a lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcc8 expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746134041.362484:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d854e00/0x9682c7de153c883a lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcc8 expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746134041.362489:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917e7100 00000100:00100000:2.0:1746134041.362786:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548099968:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134041.362811:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134041.362842:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+65:2009:x1830953552289536:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4352us (4561us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134041.362849:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14962 00000100:00100000:2.0:1746134041.364909:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548100096:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134041.364928:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d855800/0x9682c7de153c8841 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fccf expref: 64 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.364939:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d855800, rc 0) 00000100:00100000:2.0:1746134041.364977:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a09c0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+64:1755:x1830953552289664:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3088us (4276us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134041.364984:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29660 00000100:00100000:1.0:1746134041.365612:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134041.365791:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.365814:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552290048 00000100:00100000:3.0:1746134041.365819:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552290048 00010000:00010000:3.0:1746134041.365839:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d854e00/0x9682c7de153c883a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcc8 expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.365868:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14963 00000100:00100000:3.0:1746134041.365873:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d142a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552290048:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134041.365882:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134041.365896:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d854e00/0x9682c7de153c883a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcc8 expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.365905:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d854e00/0x9682c7de153c883a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcc8 expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.365921:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d854e00/0x9682c7de153c883a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcc8 expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.365932:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.365934:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.365939:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d855800/0x9682c7de153c8841 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fccf expref: 63 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.365945:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d855800/0x9682c7de153c8841 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fccf expref: 63 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.365965:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d855800/0x9682c7de153c8841 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fccf expref: 63 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134041.365978:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548100224:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134041.366058:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562dcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746134041.367298:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552290176 00000100:00100000:2.0:1746134041.367303:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552290176 00000100:00100000:2.0:1746134041.367719:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29661 00000100:00100000:2.0:1746134041.367725:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d143800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552290176:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134041.367736:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134041.367747:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d855e00/0x9682c7de153c8848 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fcd6 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.367763:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d855800/0x9682c7de153c8841 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fccf expref: 63 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.367769:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134041.367770:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134041.367772:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d855e00/0x9682c7de153c8848 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcd6 expref: 7 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.367788:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d855800/0x9682c7de153c8841 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fccf expref: 63 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.367796:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d855800/0x9682c7de153c8841 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fccf expref: 63 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:2.0:1746134041.367803:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548100352:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134041.368732:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739c3b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746134041.369864:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548100224:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134041.369890:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134041.369926:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d142a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+7:2009:x1830953552290048:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4053us (4314us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.369934:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14963 00000100:00100000:1.0:1746134041.370724:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134041.370909:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552290432 00000100:00100000:0.0:1746134041.370914:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552290432 00002000:00100000:0.0:1746134041.370941:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d142d80 x1830953552290432/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134041.370950:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d142d80 with x1830953552290432 ext(0->4095) 00010000:00010000:0.0:1746134041.370956:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d855800/0x9682c7de153c8841 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fccf expref: 64 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746134041.370966:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d855800/0x9682c7de153c8841 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fccf expref: 64 pid: 9581 timeout: 810 lvb_type: 0 00002000:00010000:0.0:1746134041.370976:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d142d80 00000100:00100000:0.0:1746134041.370988:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2444 00000100:00100000:0.0:1746134041.370993:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d142d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+64:2010:x1830953552290432:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746134041.371703:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d142d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+64:2010:x1830953552290432:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 707us (978us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134041.371709:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2444 00002000:00100000:0.0:1746134041.371715:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d142d80 x1830953552290432/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134041.371722:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d142d80 with x1830953552290432 ext(0->4095) 00010000:00010000:0.0:1746134041.371728:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d855800/0x9682c7de153c8841 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fccf expref: 64 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746134041.371737:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d855800/0x9682c7de153c8841 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fccf expref: 64 pid: 9581 timeout: 810 lvb_type: 0 00002000:00010000:0.0:1746134041.371742:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d142d80 00000100:00100000:2.0:1746134041.371987:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548100352:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134041.372005:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d855e00/0x9682c7de153c8848 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcd6 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.372017:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d855e00, rc 0) 00000100:00100000:2.0:1746134041.372039:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d143800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552290176:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4314us (6249us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134041.372044:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29661 00000100:00100000:0.0:1746134041.373998:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134041.374197:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552290560 00000100:00100000:2.0:1746134041.374202:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552290560 00000100:00100000:2.0:1746134041.374236:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29662 00000100:00100000:2.0:1746134041.374242:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+64:1755:x1830953552290560:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134041.374256:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134041.374267:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d854a00/0x9682c7de153c884f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fcdd expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.374284:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134041.374288:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d855e00/0x9682c7de153c8848 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcd6 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.374292:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746134041.374295:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d854a00/0x9682c7de153c884f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcdd expref: 65 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.374320:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d855e00/0x9682c7de153c8848 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcd6 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.374329:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d854a00/0x9682c7de153c884f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcdd expref: 65 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.374337:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d854a00, rc 0) 00000100:00100000:2.0:1746134041.374373:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+65:1755:x1830953552290560:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 131us (379us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134041.374378:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29662 00000100:00100000:1.0:1746134041.374799:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.375307:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552290688 00000100:00100000:3.0:1746134041.375311:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552290688 00010000:00010000:3.0:1746134041.375331:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d855800/0x9682c7de153c8841 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fccf expref: 65 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.375352:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14964 00000100:00100000:3.0:1746134041.375358:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea5ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+65:2010:x1830953552290688:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134041.375366:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134041.375380:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d855800/0x9682c7de153c8841 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fccf expref: 65 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.375389:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d855800/0x9682c7de153c8841 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fccf expref: 65 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.375404:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d855800/0x9682c7de153c8841 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fccf expref: 65 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.375417:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.375419:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.375423:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d855e00/0x9682c7de153c8848 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcd6 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.375430:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d855e00/0x9682c7de153c8848 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcd6 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.375448:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d855e00/0x9682c7de153c8848 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcd6 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.375457:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d855e00/0x9682c7de153c8848 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcd6 expref: 5 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.375466:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548100608:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134041.375521:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562dcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746134041.377834:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548100608:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134041.377864:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134041.378343:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea5ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+64:2010:x1830953552290688:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2982us (3542us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.378353:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14964 00000100:00100000:0.0:1746134041.379494:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134041.379559:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552290944 00000100:00100000:2.0:1746134041.379565:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552290944 00002000:00100000:2.0:1746134041.379595:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917e7480 x1830953552290944/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134041.379604:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e7480 with x1830953552290944 ext(0->4095) 00010000:00010000:2.0:1746134041.379611:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d855e00/0x9682c7de153c8848 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcd6 expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134041.379623:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d855e00/0x9682c7de153c8848 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcd6 expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00002000:00010000:2.0:1746134041.379628:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917e7480 00000100:00100000:2.0:1746134041.379762:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2445 00000100:00100000:2.0:1746134041.379769:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552290944:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134041.379988:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552290944:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 219us (495us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134041.379994:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2445 00002000:00100000:2.0:1746134041.379999:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917e7480 x1830953552290944/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134041.380006:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e7480 with x1830953552290944 ext(0->4095) 00010000:00010000:2.0:1746134041.380010:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d855e00/0x9682c7de153c8848 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcd6 expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134041.380019:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d855e00/0x9682c7de153c8848 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcd6 expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00002000:00010000:2.0:1746134041.380024:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917e7480 00000100:00100000:1.0:1746134041.384328:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.384410:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552291072 00000100:00100000:3.0:1746134041.384418:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552291072 00010000:00010000:3.0:1746134041.384511:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d855e00/0x9682c7de153c8848 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcd6 expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.384546:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14965 00000100:00100000:3.0:1746134041.384554:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d142a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552291072:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134041.384567:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134041.384582:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d855e00/0x9682c7de153c8848 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcd6 expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.384593:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d855e00/0x9682c7de153c8848 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcd6 expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.384610:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d855e00/0x9682c7de153c8848 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcd6 expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.384631:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.384633:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.384638:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d854a00/0x9682c7de153c884f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcdd expref: 63 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.384644:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d854a00/0x9682c7de153c884f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcdd expref: 63 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.384666:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d854a00/0x9682c7de153c884f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcdd expref: 63 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134041.384675:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548100736:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134041.384737:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d000 going to sleep for 11 seconds 00000100:00100000:3.0:1746134041.386854:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548100736:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134041.386883:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134041.387453:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d142a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552291072:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2898us (3129us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.387465:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14965 00000100:00100000:0.0:1746134041.387596:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134041.387977:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552291328 00000100:00100000:2.0:1746134041.387983:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552291328 00002000:00100000:2.0:1746134041.388009:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917e5180 x1830953552291328/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134041.388025:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e5180 with x1830953552291328 ext(0->4095) 00002000:00010000:2.0:1746134041.388028:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917e5180 00000100:00100000:2.0:1746134041.388531:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13084 00000100:00100000:2.0:1746134041.388539:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+64:2010:x1830953552291328:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134041.389208:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+64:2010:x1830953552291328:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 668us (1611us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134041.389214:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13084 00002000:00100000:2.0:1746134041.389219:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917e5180 x1830953552291328/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134041.389226:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e5180 with x1830953552291328 ext(0->4095) 00002000:00010000:2.0:1746134041.389229:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917e5180 00000100:00100000:1.0:1746134041.391629:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134041.391798:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552291456 00000100:00100000:0.0:1746134041.391805:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552291456 00000100:00100000:0.0:1746134041.391847:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29663 00000100:00100000:0.0:1746134041.391853:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f846a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552291456:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134041.391866:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134041.391879:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c8856 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fce4 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134041.391902:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d854a00/0x9682c7de153c884f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcdd expref: 63 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134041.391909:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134041.391910:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134041.391914:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c8856 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fce4 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134041.391937:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d854a00/0x9682c7de153c884f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcdd expref: 63 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134041.391947:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d854a00/0x9682c7de153c884f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcdd expref: 63 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:0.0:1746134041.391957:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917e4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548100864:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134041.392031:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c480 going to sleep for 11 seconds 00000100:00100000:0.0:1746134041.393853:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134041.394034:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917e4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548100864:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134041.394052:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c8856 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fce4 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.394064:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c1000, rc 0) 00000100:00100000:2.0:1746134041.394102:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f846a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552291456:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2249us (2479us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134041.394109:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29663 00000100:00100000:3.0:1746134041.394352:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552291584 00000100:00100000:3.0:1746134041.394356:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552291584 00010000:00010000:3.0:1746134041.394375:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d854a00/0x9682c7de153c884f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcdd expref: 64 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.394390:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14966 00000100:00100000:3.0:1746134041.394394:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+64:2010:x1830953552291584:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134041.394403:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134041.394415:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d854a00/0x9682c7de153c884f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcdd expref: 64 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.394424:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d854a00/0x9682c7de153c884f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcdd expref: 64 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.394438:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d854a00/0x9682c7de153c884f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcdd expref: 64 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.394456:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.394457:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.394462:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c8856 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fce4 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.394468:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c8856 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fce4 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.394487:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c8856 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fce4 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134041.394495:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548100992:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134041.394535:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d000 going to sleep for 11 seconds 00000100:00100000:3.0:1746134041.396608:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548100992:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134041.396634:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134041.396672:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+63:2010:x1830953552291584:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2275us (2821us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.396678:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14966 00000100:00100000:0.0:1746134041.397002:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134041.397556:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552291840 00000100:00100000:1.0:1746134041.397561:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552291840 00002000:00100000:1.0:1746134041.397588:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917e5f80 x1830953552291840/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134041.397596:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e5f80 with x1830953552291840 ext(0->4095) 00002000:00010000:1.0:1746134041.397600:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917e5f80 00000100:00100000:1.0:1746134041.397624:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13085 00000100:00100000:1.0:1746134041.397630:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552291840:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134041.397732:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552291840:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (730us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134041.397737:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13085 00002000:00100000:1.0:1746134041.397741:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917e5f80 x1830953552291840/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134041.397748:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e5f80 with x1830953552291840 ext(0->4095) 00002000:00010000:1.0:1746134041.397751:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917e5f80 00000100:00100000:1.0:1746134041.399407:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134041.399657:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552291968 00000100:00100000:2.0:1746134041.399662:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552291968 00000100:00100000:2.0:1746134041.400281:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29664 00000100:00100000:2.0:1746134041.400289:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f844000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+63:1755:x1830953552291968:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134041.400302:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134041.400314:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d855400/0x9682c7de153c885d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fceb expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.400333:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c8856 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fce4 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.400340:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134041.400341:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134041.400344:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d855400/0x9682c7de153c885d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fceb expref: 64 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.400369:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c8856 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fce4 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.400379:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c8856 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fce4 expref: 5 pid: 24940 timeout: 810 lvb_type: 0 00000100:00100000:2.0:1746134041.400389:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548101120:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134041.401366:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739c3c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746134041.402423:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.402549:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548101120:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134041.402568:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d855400/0x9682c7de153c885d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fceb expref: 64 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.402579:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d855400, rc 0) 00000100:00100000:2.0:1746134041.402653:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552292096 00000100:00100000:2.0:1746134041.402657:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552292096 00000100:00100000:2.0:1746134041.402689:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29665 00000100:00100000:2.0:1746134041.402695:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+65:1757:x1830953552292096:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134041.402704:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134041.402711:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d854e00/0x9682c7de153c8864 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fcf2 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.402726:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134041.402730:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d855400/0x9682c7de153c885d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fceb expref: 66 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.402734:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134041.402737:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d854e00/0x9682c7de153c8864 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcf2 expref: 66 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.402756:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d855400/0x9682c7de153c885d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fceb expref: 66 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.402763:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d854e00/0x9682c7de153c8864 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcf2 expref: 66 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.402769:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d854e00, rc 0) 00000100:00100000:3.0:1746134041.402954:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f844000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+66:1755:x1830953552291968:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2664us (3549us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.402959:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29664 00000100:00100000:2.0:1746134041.403370:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+65:1757:x1830953552292096:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 674us (948us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134041.403375:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29665 00000100:00100000:0.0:1746134041.404524:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.404595:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552292224 00000100:00100000:3.0:1746134041.404599:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552292224 00010000:00010000:3.0:1746134041.404618:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c8856 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fce4 expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.404632:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14967 00000100:00100000:3.0:1746134041.404637:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552292224:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134041.404645:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134041.404658:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c8856 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fce4 expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.404666:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c8856 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fce4 expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.404682:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c8856 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fce4 expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.404703:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.404705:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.404710:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d855400/0x9682c7de153c885d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fceb expref: 64 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.404716:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d855400/0x9682c7de153c885d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fceb expref: 64 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.404736:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d855400/0x9682c7de153c885d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fceb expref: 64 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.404744:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d855400/0x9682c7de153c885d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fceb expref: 64 pid: 24940 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.404753:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548101376:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134041.404801:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d000 going to sleep for 11 seconds 00000100:00100000:3.0:1746134041.408501:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548101376:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134041.408531:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134041.408575:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552292224:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3935us (4051us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.408583:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14967 00000100:00100000:0.0:1746134041.409719:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134041.409794:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552292480 00000100:00100000:2.0:1746134041.409800:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552292480 00002000:00100000:2.0:1746134041.409832:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917e5880 x1830953552292480/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134041.409841:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e5880 with x1830953552292480 ext(0->4095) 00010000:00010000:2.0:1746134041.409848:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d855400/0x9682c7de153c885d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fceb expref: 65 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134041.409864:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d855400/0x9682c7de153c885d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fceb expref: 65 pid: 24940 timeout: 810 lvb_type: 0 00002000:00010000:2.0:1746134041.409869:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917e5880 00000100:00100000:2.0:1746134041.409895:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2446 00000100:00100000:2.0:1746134041.409901:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+65:2009:x1830953552292480:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134041.410199:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+65:2009:x1830953552292480:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 297us (481us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134041.410205:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2446 00002000:00100000:2.0:1746134041.410209:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917e5880 x1830953552292480/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134041.410216:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e5880 with x1830953552292480 ext(0->4095) 00010000:00010000:2.0:1746134041.410220:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d855400/0x9682c7de153c885d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fceb expref: 65 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134041.410229:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d855400/0x9682c7de153c885d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fceb expref: 65 pid: 24940 timeout: 810 lvb_type: 0 00002000:00010000:2.0:1746134041.410234:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917e5880 00000100:00100000:0.0:1746134041.413014:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.413141:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552292608 00000100:00100000:3.0:1746134041.413147:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552292608 00010000:00010000:3.0:1746134041.413172:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d855400/0x9682c7de153c885d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fceb expref: 65 pid: 24940 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.413193:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14968 00000100:00100000:3.0:1746134041.413199:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+65:2011:x1830953552292608:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134041.413210:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134041.413226:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d855400/0x9682c7de153c885d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fceb expref: 65 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.413235:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d855400/0x9682c7de153c885d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fceb expref: 65 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.413255:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d855400/0x9682c7de153c885d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fceb expref: 65 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.413341:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.413343:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.413349:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d854e00/0x9682c7de153c8864 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcf2 expref: 64 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.413355:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d854e00/0x9682c7de153c8864 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcf2 expref: 64 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.413384:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d854e00/0x9682c7de153c8864 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcf2 expref: 64 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134041.413393:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548101504:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134041.413452:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d000 going to sleep for 11 seconds 00000100:00100000:3.0:1746134041.415332:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548101504:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134041.415360:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134041.415395:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+64:2011:x1830953552292608:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2195us (2385us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134041.416029:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134041.416227:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552292864 00000100:00100000:2.0:1746134041.416234:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552292864 00002000:00100000:2.0:1746134041.416261:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917e4000 x1830953552292864/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134041.416269:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e4000 with x1830953552292864 ext(0->4095) 00002000:00010000:2.0:1746134041.416272:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917e4000 00000100:00100000:2.0:1746134041.416295:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13086 00000100:00100000:2.0:1746134041.416300:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+65:2010:x1830953552292864:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134041.416328:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14968 00000100:00100000:2.0:1746134041.417251:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+64:2010:x1830953552292864:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 949us (1221us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134041.417257:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13086 00002000:00100000:2.0:1746134041.417263:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917e4000 x1830953552292864/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134041.417270:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e4000 with x1830953552292864 ext(0->4095) 00002000:00010000:2.0:1746134041.417273:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917e4000 00000100:00100000:0.0:1746134041.422694:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134041.423022:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552292992 00000100:00100000:2.0:1746134041.423030:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552292992 00000100:00100000:2.0:1746134041.424552:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29666 00000100:00100000:2.0:1746134041.424563:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b439880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552292992:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134041.424578:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134041.424592:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d855800/0x9682c7de153c886b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fcf9 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.424616:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d854e00/0x9682c7de153c8864 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcf2 expref: 63 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.424623:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134041.424624:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134041.424627:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d855800/0x9682c7de153c886b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcf9 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.424654:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d854e00/0x9682c7de153c8864 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcf2 expref: 63 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.424663:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d854e00/0x9682c7de153c8864 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcf2 expref: 63 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:2.0:1746134041.424673:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548101632:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134041.425103:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739c3900 going to sleep for 11 seconds 00000100:00100000:2.0:1746134041.427961:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548101632:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134041.427983:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d855800/0x9682c7de153c886b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcf9 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.427996:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d855800, rc 0) 00000100:00100000:2.0:1746134041.428423:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b439880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552292992:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3862us (5735us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134041.428432:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29666 00000100:00100000:1.0:1746134041.440849:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134041.440942:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552293248 00000100:00100000:2.0:1746134041.440949:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552293248 00002000:00100000:2.0:1746134041.440981:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012f847b80 x1830953552293248/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 496/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134041.440990:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f847b80 with x1830953552293248 ext(0->7) 00010000:00010000:2.0:1746134041.440997:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d854e00/0x9682c7de153c8864 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcf2 expref: 64 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134041.441013:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d854e00/0x9682c7de153c8864 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcf2 expref: 64 pid: 9581 timeout: 810 lvb_type: 0 00002000:00010000:2.0:1746134041.441019:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f847b80 00000100:00100000:2.0:1746134041.441043:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2447 00000100:00100000:2.0:1746134041.441048:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f847b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+64:2010:x1830953552293248:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746134041.442876:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f847b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+66:2010:x1830953552293248:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 1822us (2028us total) trans 4294970645 rc 0/0 00000100:00100000:2.0:1746134041.442885:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2447 00002000:00100000:2.0:1746134041.442891:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012f847b80 x1830953552293248/t4294970645(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 496/448 e 0 to 0 dl 1746134052 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134041.442899:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f847b80 with x1830953552293248 ext(0->7) 00010000:00010000:2.0:1746134041.442905:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d854e00/0x9682c7de153c8864 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcf2 expref: 66 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134041.442916:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d854e00/0x9682c7de153c8864 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcf2 expref: 66 pid: 9581 timeout: 810 lvb_type: 0 00002000:00010000:2.0:1746134041.442922:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f847b80 00000100:00100000:0.0:1746134041.446240:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.446411:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552293376 00000100:00100000:3.0:1746134041.446419:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552293376 00010000:00010000:3.0:1746134041.446448:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d854e00/0x9682c7de153c8864 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcf2 expref: 66 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.446470:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14969 00000100:00100000:3.0:1746134041.446476:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b438000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+66:2012:x1830953552293376:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134041.446488:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746134041.446499:0:7221:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb mtime from disk: 1746134041 -> 1746134042 00002000:00010000:3.0:1746134041.446502:0:7221:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb ctime from disk: 1746134041 -> 1746134042 00010000:00010000:3.0:1746134041.446506:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d854e00/0x9682c7de153c8864 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcf2 expref: 66 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.446516:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d854e00/0x9682c7de153c8864 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcf2 expref: 66 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.446535:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d854e00/0x9682c7de153c8864 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcf2 expref: 66 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.446564:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.446566:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.446572:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d855800/0x9682c7de153c886b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcf9 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.446579:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d855800/0x9682c7de153c886b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcf9 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.446606:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d855800/0x9682c7de153c886b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcf9 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134041.446616:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548101760:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134041.446683:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d000 going to sleep for 11 seconds 00000100:00100000:0.0:1746134041.448002:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134041.448083:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552293504 00000100:00100000:2.0:1746134041.448137:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552293504 00000100:00100000:2.0:1746134041.448180:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29667 00000100:00100000:2.0:1746134041.448187:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b43aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+66:1755:x1830953552293504:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134041.448199:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134041.448212:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d854a00/0x9682c7de153c8872 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fd00 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.448230:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d855800/0x9682c7de153c886b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcf9 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.448236:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134041.448238:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134041.448241:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d854a00/0x9682c7de153c8872 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd00 expref: 67 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.448259:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d855800/0x9682c7de153c886b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcf9 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.448269:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d855800/0x9682c7de153c886b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcf9 expref: 5 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:2.0:1746134041.448278:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548101888:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134041.448336:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739c3900 going to sleep for 11 seconds 00000100:00100000:2.0:1746134041.450495:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548101888:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134041.450519:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d854a00/0x9682c7de153c8872 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd00 expref: 67 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.450532:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d854a00, rc 0) 00000100:00100000:2.0:1746134041.450564:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b43aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+67:1755:x1830953552293504:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2377us (2564us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134041.450571:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29667 00000100:00100000:0.0:1746134041.454191:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134041.454314:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552293760 00000100:00100000:2.0:1746134041.454322:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552293760 00002000:00100000:2.0:1746134041.454358:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b43b480 x1830953552293760/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134041.454366:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b43b480 with x1830953552293760 ext(0->4095) 00010000:00010000:2.0:1746134041.454374:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d855800/0x9682c7de153c886b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcf9 expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134041.454385:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d855800/0x9682c7de153c886b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcf9 expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00002000:00010000:2.0:1746134041.454391:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b43b480 00000100:00100000:2.0:1746134041.454410:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2448 00000100:00100000:2.0:1746134041.454416:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b43b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552293760:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134041.454543:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b43b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552293760:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 126us (358us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134041.454549:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2448 00002000:00100000:2.0:1746134041.454554:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b43b480 x1830953552293760/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134041.454560:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b43b480 with x1830953552293760 ext(0->4095) 00010000:00010000:2.0:1746134041.454565:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d855800/0x9682c7de153c886b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcf9 expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134041.454572:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d855800/0x9682c7de153c886b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcf9 expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00002000:00010000:2.0:1746134041.454581:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b43b480 00000100:00100000:3.0:1746134041.454662:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548101760:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134041.454691:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134041.454714:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b438000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+66:2012:x1830953552293376:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 8238us (8482us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.454722:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14969 00000100:00100000:0.0:1746134041.456993:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.457073:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552293888 00000100:00100000:3.0:1746134041.457080:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552293888 00010000:00010000:3.0:1746134041.457142:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d855800/0x9682c7de153c886b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcf9 expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.457170:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14970 00000100:00100000:3.0:1746134041.457176:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b439c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552293888:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134041.457186:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134041.457200:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d855800/0x9682c7de153c886b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcf9 expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.457210:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d855800/0x9682c7de153c886b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcf9 expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.457228:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d855800/0x9682c7de153c886b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fcf9 expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.457256:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.457258:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.457264:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d854a00/0x9682c7de153c8872 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd00 expref: 65 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.457270:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d854a00/0x9682c7de153c8872 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd00 expref: 65 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.457296:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d854a00/0x9682c7de153c8872 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd00 expref: 65 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134041.457311:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548102016:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134041.457368:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d000 going to sleep for 11 seconds 00000100:00100000:3.0:1746134041.459425:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.459460:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548102016:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134041.459485:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134041.459510:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b439c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552293888:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2335us (2524us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.459519:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14970 00000100:00100000:0.0:1746134041.459670:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552294144 00000100:00100000:0.0:1746134041.459675:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552294144 00002000:00100000:0.0:1746134041.459701:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880099b2ca80 x1830953552294144/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134041.459709:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099b2ca80 with x1830953552294144 ext(0->4095) 00002000:00010000:0.0:1746134041.459713:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099b2ca80 00000100:00100000:0.0:1746134041.459740:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13087 00000100:00100000:0.0:1746134041.459747:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+66:2009:x1830953552294144:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746134041.459849:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+66:2009:x1830953552294144:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (429us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134041.459854:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13087 00002000:00100000:0.0:1746134041.459858:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880099b2ca80 x1830953552294144/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134041.459865:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099b2ca80 with x1830953552294144 ext(0->4095) 00002000:00010000:0.0:1746134041.459867:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099b2ca80 00000100:00100000:3.0:1746134041.468399:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134041.468477:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552294272 00000100:00100000:2.0:1746134041.468484:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552294272 00000100:00100000:2.0:1746134041.468516:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29668 00000100:00100000:2.0:1746134041.468521:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552294272:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134041.468535:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134041.468549:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009565ee00/0x9682c7de153c8879 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fd07 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.468571:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d854a00/0x9682c7de153c8872 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd00 expref: 65 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.468576:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134041.468577:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134041.468580:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009565ee00/0x9682c7de153c8879 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd07 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.468601:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d854a00/0x9682c7de153c8872 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd00 expref: 65 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.468609:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d854a00/0x9682c7de153c8872 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd00 expref: 65 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:2.0:1746134041.468618:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548102144:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134041.469404:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739c3b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134041.480750:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134041.482041:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548102144:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134041.482066:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009565ee00/0x9682c7de153c8879 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd07 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.482080:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009565ee00, rc 0) 00000100:00100000:2.0:1746134041.482151:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552294272:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 13628us (13756us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.482159:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552294400 00000100:00100000:2.0:1746134041.482159:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29668 00000100:00100000:3.0:1746134041.482164:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552294400 00002000:00100000:3.0:1746134041.482194:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009b43b800 x1830953552294400/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 496/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134041.482202:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b43b800 with x1830953552294400 ext(0->7) 00010000:00010000:3.0:1746134041.482208:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d854a00/0x9682c7de153c8872 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd00 expref: 66 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.482218:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d854a00/0x9682c7de153c8872 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd00 expref: 66 pid: 9581 timeout: 810 lvb_type: 0 00002000:00010000:3.0:1746134041.482224:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b43b800 00000100:00100000:3.0:1746134041.482249:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2449 00000100:00100000:3.0:1746134041.482255:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b43b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+66:2011:x1830953552294400:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746134041.483166:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b43b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+68:2011:x1830953552294400:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 908us (2419us total) trans 4294970646 rc 0/0 00000100:00100000:3.0:1746134041.483173:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2449 00002000:00100000:3.0:1746134041.483179:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009b43b800 x1830953552294400/t4294970646(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 496/448 e 0 to 0 dl 1746134052 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134041.483192:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b43b800 with x1830953552294400 ext(0->7) 00010000:00010000:3.0:1746134041.483197:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012d854a00/0x9682c7de153c8872 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd00 expref: 68 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.483207:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012d854a00/0x9682c7de153c8872 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd00 expref: 68 pid: 9581 timeout: 810 lvb_type: 0 00002000:00010000:3.0:1746134041.483213:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b43b800 00000100:00100000:0.0:1746134041.491788:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134041.493041:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552294528 00000100:00100000:2.0:1746134041.493049:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552294528 00000100:00100000:2.0:1746134041.493157:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29669 00000100:00100000:2.0:1746134041.493164:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b43ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+68:1755:x1830953552294528:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134041.493178:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134041.493192:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092106600/0x9682c7de153c8880 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fd0e expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.493213:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134041.493217:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009565ee00/0x9682c7de153c8879 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd07 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.493222:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746134041.493225:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092106600/0x9682c7de153c8880 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd0e expref: 69 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.493252:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009565ee00/0x9682c7de153c8879 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd07 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.493261:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092106600/0x9682c7de153c8880 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd0e expref: 69 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.493272:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092106600, rc 0) 00000100:00100000:2.0:1746134041.493865:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b43ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+69:1755:x1830953552294528:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 701us (2084us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134041.493871:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29669 00000100:00100000:0.0:1746134041.496550:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.501318:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552294656 00000100:00100000:3.0:1746134041.501329:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552294656 00010000:00010000:3.0:1746134041.501365:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d854a00/0x9682c7de153c8872 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd00 expref: 69 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.501396:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14971 00000100:00100000:3.0:1746134041.501402:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea5b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+69:2012:x1830953552294656:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134041.501413:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134041.501428:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d854a00/0x9682c7de153c8872 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd00 expref: 69 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.501439:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d854a00/0x9682c7de153c8872 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd00 expref: 69 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.501456:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d854a00/0x9682c7de153c8872 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd00 expref: 69 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.501604:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.501607:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.501613:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009565ee00/0x9682c7de153c8879 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd07 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.501619:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009565ee00/0x9682c7de153c8879 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd07 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.501644:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009565ee00/0x9682c7de153c8879 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd07 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.501652:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009565ee00/0x9682c7de153c8879 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd07 expref: 5 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.501661:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548102400:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134041.501736:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d000 going to sleep for 11 seconds 00000100:00100000:0.0:1746134041.515222:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134041.515466:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552294912 00000100:00100000:2.0:1746134041.515473:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552294912 00002000:00100000:2.0:1746134041.515507:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b438700 x1830953552294912/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134041.515516:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b438700 with x1830953552294912 ext(0->4095) 00010000:00010000:2.0:1746134041.515523:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009565ee00/0x9682c7de153c8879 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd07 expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134041.515534:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009565ee00/0x9682c7de153c8879 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd07 expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00002000:00010000:2.0:1746134041.515539:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b438700 00000100:00100000:2.0:1746134041.515557:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2450 00000100:00100000:2.0:1746134041.515563:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b438700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552294912:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134041.515680:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b438700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552294912:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (463us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134041.515686:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2450 00002000:00100000:2.0:1746134041.515691:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b438700 x1830953552294912/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134041.515704:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b438700 with x1830953552294912 ext(0->4095) 00010000:00010000:2.0:1746134041.515709:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009565ee00/0x9682c7de153c8879 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd07 expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134041.515718:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009565ee00/0x9682c7de153c8879 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd07 expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00002000:00010000:2.0:1746134041.515723:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b438700 00000100:00100000:3.0:1746134041.517233:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548102400:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134041.517263:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134041.517295:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea5b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+68:2012:x1830953552294656:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 15893us (20750us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.517303:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14971 00000100:00100000:0.0:1746134041.519886:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.519968:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552295040 00000100:00100000:3.0:1746134041.519975:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552295040 00010000:00010000:3.0:1746134041.520005:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009565ee00/0x9682c7de153c8879 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd07 expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.520036:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14972 00000100:00100000:3.0:1746134041.520044:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b43b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953552295040:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134041.520057:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134041.520073:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009565ee00/0x9682c7de153c8879 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd07 expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.520083:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009565ee00/0x9682c7de153c8879 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd07 expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.520130:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009565ee00/0x9682c7de153c8879 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd07 expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.521584:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.521588:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.521597:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092106600/0x9682c7de153c8880 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd0e expref: 67 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.521606:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092106600/0x9682c7de153c8880 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd0e expref: 67 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.521639:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092106600/0x9682c7de153c8880 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd0e expref: 67 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134041.521649:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548102528:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134041.523866:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d300 going to sleep for 11 seconds 00000100:00100000:3.0:1746134041.524914:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548102528:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134041.524944:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134041.524989:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b43b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2012:x1830953552295040:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4946us (5108us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.525001:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14972 00000100:00100000:0.0:1746134041.525473:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134041.525532:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552295296 00000100:00100000:1.0:1746134041.525538:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552295296 00002000:00100000:1.0:1746134041.525565:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b43bb80 x1830953552295296/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134041.525575:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b43bb80 with x1830953552295296 ext(0->4095) 00002000:00010000:1.0:1746134041.525579:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b43bb80 00000100:00100000:1.0:1746134041.525593:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13088 00000100:00100000:1.0:1746134041.525599:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b43bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+68:2009:x1830953552295296:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134041.525710:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b43bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+68:2009:x1830953552295296:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (237us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134041.525716:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13088 00002000:00100000:1.0:1746134041.525721:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b43bb80 x1830953552295296/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134041.525729:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b43bb80 with x1830953552295296 ext(0->4095) 00002000:00010000:1.0:1746134041.525731:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b43bb80 00000100:00100000:0.0:1746134041.528495:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134041.528650:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552295424 00000100:00100000:2.0:1746134041.528656:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552295424 00000100:00100000:2.0:1746134041.528698:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29670 00000100:00100000:2.0:1746134041.528705:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b43a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552295424:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134041.528718:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134041.528732:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f874c00/0x9682c7de153c8887 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fd15 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.528754:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092106600/0x9682c7de153c8880 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd0e expref: 67 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.528760:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134041.528762:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134041.528765:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f874c00/0x9682c7de153c8887 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd15 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.528790:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092106600/0x9682c7de153c8880 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd0e expref: 67 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.528804:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092106600/0x9682c7de153c8880 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd0e expref: 67 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:2.0:1746134041.528813:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548102656:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134041.528884:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739c3b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746134041.531777:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548102656:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134041.531804:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012f874c00/0x9682c7de153c8887 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd15 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.531819:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f874c00, rc 0) 00000100:00100000:2.0:1746134041.531869:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b43a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552295424:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3159us (3374us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134041.531877:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29670 00000100:00100000:0.0:1746134041.534502:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.534573:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552295552 00000100:00100000:3.0:1746134041.534579:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552295552 00010000:00010000:3.0:1746134041.534608:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092106600/0x9682c7de153c8880 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd0e expref: 68 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.534636:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14973 00000100:00100000:3.0:1746134041.534641:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b438380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+68:2010:x1830953552295552:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134041.534652:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134041.534665:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092106600/0x9682c7de153c8880 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd0e expref: 68 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.534675:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092106600/0x9682c7de153c8880 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd0e expref: 68 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.534691:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092106600/0x9682c7de153c8880 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd0e expref: 68 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.534716:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.534718:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.534723:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f874c00/0x9682c7de153c8887 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd15 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.534730:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f874c00/0x9682c7de153c8887 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd15 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.534755:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012f874c00/0x9682c7de153c8887 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd15 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134041.534764:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548102784:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134041.534830:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d300 going to sleep for 11 seconds 00000100:00100000:0.0:1746134041.537825:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134041.538039:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552295680 00000100:00100000:2.0:1746134041.538046:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552295680 00000100:00100000:2.0:1746134041.538099:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29671 00000100:00100000:2.0:1746134041.538106:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b43a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+68:1755:x1830953552295680:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134041.538141:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134041.538156:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c888e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fd1c expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.538180:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f874c00/0x9682c7de153c8887 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd15 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.538191:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134041.538192:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134041.538199:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c888e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd1c expref: 69 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.538223:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012f874c00/0x9682c7de153c8887 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd15 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.538232:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012f874c00/0x9682c7de153c8887 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd15 expref: 5 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:2.0:1746134041.538242:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548102912:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134041.538311:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739c3b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746134041.541437:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134041.541630:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552295936 00000100:00100000:2.0:1746134041.541636:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552295936 00002000:00100000:2.0:1746134041.541669:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880099b2c000 x1830953552295936/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134041.541678:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099b2c000 with x1830953552295936 ext(0->4095) 00010000:00010000:2.0:1746134041.541686:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f874c00/0x9682c7de153c8887 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd15 expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134041.541697:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f874c00/0x9682c7de153c8887 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd15 expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00002000:00010000:2.0:1746134041.541702:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099b2c000 00000100:00100000:2.0:1746134041.541730:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2451 00000100:00100000:2.0:1746134041.541737:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552295936:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134041.541846:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552295936:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (415us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134041.541851:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2451 00002000:00100000:2.0:1746134041.541857:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880099b2c000 x1830953552295936/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134041.541863:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099b2c000 with x1830953552295936 ext(0->4095) 00010000:00010000:2.0:1746134041.541868:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012f874c00/0x9682c7de153c8887 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd15 expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134041.541876:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012f874c00/0x9682c7de153c8887 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd15 expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00002000:00010000:2.0:1746134041.541881:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099b2c000 00000100:00100000:0.0:1746134041.542272:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548102784:192.168.203.26@tcp:105: 00010000:00010000:0.0:1746134041.542300:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134041.542318:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b438380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+69:2010:x1830953552295552:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 7677us (7823us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134041.542324:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14973 00000100:00100000:2.0:1746134041.543037:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548102912:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134041.543052:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c888e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd1c expref: 68 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.543062:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244ca00, rc 0) 00000100:00100000:2.0:1746134041.543097:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b43a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+68:1755:x1830953552295680:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4992us (5279us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134041.543103:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29671 00000100:00100000:0.0:1746134041.546493:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134041.546711:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552296064 00000100:00100000:2.0:1746134041.546719:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552296064 00000100:00100000:2.0:1746134041.546764:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29672 00000100:00100000:2.0:1746134041.546771:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b438000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+68:1757:x1830953552296064:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134041.546786:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134041.546801:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8895 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fd23 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.546821:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134041.546826:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c888e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd1c expref: 69 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.546831:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134041.546834:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8895 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd23 expref: 69 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.546862:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c888e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd1c expref: 69 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.546871:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8895 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd23 expref: 69 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.546879:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244da00, rc 0) 00000100:00100000:2.0:1746134041.547312:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b438000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+69:1757:x1830953552296064:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 540us (825us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134041.547319:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29672 00000100:00100000:0.0:1746134041.547440:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134041.547548:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552296192 00000100:00100000:2.0:1746134041.547551:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552296192 00010000:00010000:2.0:1746134041.547566:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012f874c00/0x9682c7de153c8887 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd15 expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:2.0:1746134041.547596:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14974 00000100:00100000:2.0:1746134041.547602:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b439c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953552296192:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134041.547609:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134041.547621:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012f874c00/0x9682c7de153c8887 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd15 expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134041.547630:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012f874c00/0x9682c7de153c8887 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd15 expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134041.547644:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f874c00/0x9682c7de153c8887 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd15 expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134041.547664:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134041.547665:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134041.547670:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c888e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd1c expref: 68 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.547676:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c888e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd1c expref: 68 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.547693:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c888e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd1c expref: 68 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.547702:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c888e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd1c expref: 68 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:2.0:1746134041.547717:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548103168:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134041.547770:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739c3b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134041.550873:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134041.550942:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552296448 00000100:00100000:1.0:1746134041.550948:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552296448 00002000:00100000:1.0:1746134041.550982:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800916fc000 x1830953552296448/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134041.550992:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916fc000 with x1830953552296448 ext(0->4095) 00010000:00010000:1.0:1746134041.551000:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c888e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd1c expref: 69 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746134041.551012:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c888e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd1c expref: 69 pid: 9581 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746134041.551017:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800916fc000 00000100:00100000:2.0:1746134041.551352:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548103168:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134041.551368:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134041.551454:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2452 00000100:00100000:1.0:1746134041.551461:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+69:2010:x1830953552296448:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134041.552022:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b439c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2012:x1830953552296192:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4417us (4579us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134041.552029:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14974 00000100:00100000:1.0:1746134041.552207:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+69:2010:x1830953552296448:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 744us (1339us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134041.552213:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2452 00002000:00100000:1.0:1746134041.552218:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800916fc000 x1830953552296448/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134041.552226:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916fc000 with x1830953552296448 ext(0->4095) 00010000:00010000:1.0:1746134041.552232:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c888e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd1c expref: 69 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746134041.552243:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c888e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd1c expref: 69 pid: 9581 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746134041.552248:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800916fc000 00000100:00100000:0.0:1746134041.555384:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134041.555509:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552296576 00000100:00100000:2.0:1746134041.555516:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552296576 00010000:00010000:2.0:1746134041.555542:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c888e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd1c expref: 69 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:2.0:1746134041.555573:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14975 00000100:00100000:2.0:1746134041.555580:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916ff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+69:2011:x1830953552296576:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134041.555591:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134041.555605:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c888e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd1c expref: 69 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134041.555615:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c888e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd1c expref: 69 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134041.555632:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c888e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd1c expref: 69 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134041.555655:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134041.555658:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134041.555663:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8895 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd23 expref: 68 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.555669:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8895 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd23 expref: 68 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.555695:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8895 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd23 expref: 68 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134041.555705:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548103296:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134041.555775:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739c3b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746134041.558041:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548103296:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134041.558057:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134041.558704:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134041.558755:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916ff480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+68:2011:x1830953552296576:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3175us (3376us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134041.558764:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14975 00000100:00100000:1.0:1746134041.559283:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552296832 00000100:00100000:1.0:1746134041.559290:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552296832 00002000:00100000:1.0:1746134041.559318:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800916fd880 x1830953552296832/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134041.559327:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916fd880 with x1830953552296832 ext(0->4095) 00002000:00010000:1.0:1746134041.559331:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800916fd880 00000100:00100000:1.0:1746134041.559541:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13089 00000100:00100000:1.0:1746134041.559548:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+68:2009:x1830953552296832:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134041.560230:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+68:2009:x1830953552296832:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 680us (1525us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134041.560236:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13089 00002000:00100000:1.0:1746134041.560242:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800916fd880 x1830953552296832/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134041.560249:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916fd880 with x1830953552296832 ext(0->4095) 00002000:00010000:1.0:1746134041.560253:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800916fd880 00000100:00100000:0.0:1746134041.561855:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134041.561931:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552296960 00000100:00100000:2.0:1746134041.561936:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552296960 00000100:00100000:2.0:1746134041.561975:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29673 00000100:00100000:2.0:1746134041.561981:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552296960:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134041.561992:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134041.562004:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c889c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fd2a expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.562025:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8895 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd23 expref: 67 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.562036:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134041.562037:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134041.562040:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c889c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd2a expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.562062:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8895 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd23 expref: 67 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.562073:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8895 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd23 expref: 67 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:2.0:1746134041.562082:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548103424:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134041.562181:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739c3b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746134041.563721:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548103424:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134041.563741:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c889c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd2a expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.563752:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244c800, rc 0) 00000100:00100000:2.0:1746134041.563792:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552296960:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1810us (1940us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134041.563798:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29673 00000100:00100000:0.0:1746134041.564819:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134041.564956:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552297088 00000100:00100000:2.0:1746134041.564962:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552297088 00010000:00010000:2.0:1746134041.564986:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8895 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd23 expref: 68 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:2.0:1746134041.565020:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14976 00000100:00100000:2.0:1746134041.565027:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916fca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+68:2010:x1830953552297088:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134041.565036:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134041.565051:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8895 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd23 expref: 68 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134041.565060:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8895 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd23 expref: 68 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134041.565077:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8895 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd23 expref: 68 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134041.565110:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134041.565132:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134041.565139:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c889c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd2a expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.565145:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c889c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd2a expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.565169:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c889c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd2a expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134041.565179:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548103552:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134041.565238:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739c3b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746134041.568284:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548103552:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134041.568302:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134041.568352:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916fca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+67:2010:x1830953552297088:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3323us (3533us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134041.568360:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14976 00000100:00100000:0.0:1746134041.568649:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134041.569428:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552297344 00000100:00100000:2.0:1746134041.569434:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552297344 00002000:00100000:2.0:1746134041.569468:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800916fe680 x1830953552297344/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134041.569477:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916fe680 with x1830953552297344 ext(0->4095) 00002000:00010000:2.0:1746134041.569481:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800916fe680 00000100:00100000:0.0:1746134041.569764:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134041.569903:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13090 00000100:00100000:2.0:1746134041.569911:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552297344:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134041.570014:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552297344:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (1365us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134041.570019:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13090 00002000:00100000:2.0:1746134041.570024:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800916fe680 x1830953552297344/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134041.570031:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916fe680 with x1830953552297344 ext(0->4095) 00002000:00010000:2.0:1746134041.570033:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800916fe680 00000100:00100000:2.0:1746134041.570049:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552297472 00000100:00100000:2.0:1746134041.570051:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552297472 00000100:00100000:2.0:1746134041.570916:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29674 00000100:00100000:2.0:1746134041.570924:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+67:1755:x1830953552297472:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134041.570936:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134041.570950:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c88a3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fd31 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.570969:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c889c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd2a expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.570975:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134041.570976:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134041.570979:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c88a3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd31 expref: 68 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.571001:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c889c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd2a expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.571010:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c889c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd2a expref: 5 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:2.0:1746134041.571020:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548103680:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134041.571694:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739c3c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746134041.574389:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134041.574763:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548103680:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134041.574787:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c88a3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd31 expref: 68 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.574801:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244d000, rc 0) 00000100:00100000:2.0:1746134041.574833:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+68:1755:x1830953552297472:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3910us (5070us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134041.574844:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29674 00000100:00100000:2.0:1746134041.574865:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552297600 00000100:00100000:2.0:1746134041.574870:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552297600 00000100:00100000:2.0:1746134041.576027:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29675 00000100:00100000:2.0:1746134041.576036:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+68:1757:x1830953552297600:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134041.576049:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134041.576061:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c88aa lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fd38 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.576078:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134041.576083:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c88a3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd31 expref: 69 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.576571:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134041.576575:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c88aa lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd38 expref: 69 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.576604:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c88a3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd31 expref: 69 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.576614:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c88aa lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd38 expref: 69 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.576622:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244dc00, rc 0) 00000100:00100000:2.0:1746134041.576946:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+69:1757:x1830953552297600:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 910us (2562us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134041.576952:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29675 00000100:00100000:0.0:1746134041.578481:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134041.578799:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552297728 00000100:00100000:2.0:1746134041.578805:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552297728 00010000:00010000:2.0:1746134041.578829:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c889c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd2a expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:2.0:1746134041.578847:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14977 00000100:00100000:2.0:1746134041.578852:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916fed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552297728:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134041.578861:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134041.578874:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c889c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd2a expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134041.578882:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c889c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd2a expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134041.578898:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c889c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd2a expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134041.578922:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134041.578923:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134041.578928:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c88a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd31 expref: 68 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.578934:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c88a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd31 expref: 68 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.578954:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c88a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd31 expref: 68 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.578966:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c88a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd31 expref: 68 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:2.0:1746134041.578975:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548103936:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134041.579022:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739c3c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746134041.582776:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548103936:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134041.582794:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134041.582828:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916fed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552297728:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3975us (4350us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134041.582838:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14977 00000100:00100000:0.0:1746134041.584234:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.584292:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552297984 00000100:00100000:3.0:1746134041.584298:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552297984 00002000:00100000:3.0:1746134041.584331:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800916fc700 x1830953552297984/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134041.584340:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916fc700 with x1830953552297984 ext(0->4095) 00010000:00010000:3.0:1746134041.584347:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c88a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd31 expref: 69 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.584358:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c88a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd31 expref: 69 pid: 9581 timeout: 810 lvb_type: 0 00002000:00010000:3.0:1746134041.584363:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800916fc700 00000100:00100000:3.0:1746134041.584393:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2453 00000100:00100000:3.0:1746134041.584400:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+69:2009:x1830953552297984:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134041.584518:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+69:2009:x1830953552297984:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (287us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134041.584524:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2453 00002000:00100000:3.0:1746134041.584529:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800916fc700 x1830953552297984/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134041.584535:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916fc700 with x1830953552297984 ext(0->4095) 00010000:00010000:3.0:1746134041.584541:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c88a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd31 expref: 69 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.584549:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c88a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd31 expref: 69 pid: 9581 timeout: 810 lvb_type: 0 00002000:00010000:3.0:1746134041.584554:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800916fc700 00000100:00100000:0.0:1746134041.588104:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134041.588165:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552298112 00000100:00100000:2.0:1746134041.588172:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552298112 00010000:00010000:2.0:1746134041.588198:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c88a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd31 expref: 69 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:2.0:1746134041.588222:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14978 00000100:00100000:2.0:1746134041.588228:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea5b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+69:2010:x1830953552298112:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134041.588238:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134041.588254:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c88a3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd31 expref: 69 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134041.588265:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c88a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd31 expref: 69 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134041.588284:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c88a3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd31 expref: 69 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134041.588306:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134041.588307:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134041.588313:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c88aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd38 expref: 68 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.588320:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c88aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd38 expref: 68 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.588346:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c88aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd38 expref: 68 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134041.588356:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548104064:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134041.588672:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739c3c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746134041.591723:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548104064:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134041.591739:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134041.591768:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea5b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+68:2010:x1830953552298112:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3540us (3681us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134041.591778:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14978 00000100:00100000:0.0:1746134041.591949:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.592574:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552298368 00000100:00100000:3.0:1746134041.592580:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552298368 00002000:00100000:3.0:1746134041.592608:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800916fea00 x1830953552298368/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134041.592617:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916fea00 with x1830953552298368 ext(0->4095) 00002000:00010000:3.0:1746134041.592620:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800916fea00 00000100:00100000:3.0:1746134041.592633:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13091 00000100:00100000:3.0:1746134041.592638:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+68:2010:x1830953552298368:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134041.593068:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+68:2010:x1830953552298368:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 428us (1118us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134041.593075:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13091 00002000:00100000:3.0:1746134041.593080:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800916fea00 x1830953552298368/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134041.593095:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916fea00 with x1830953552298368 ext(0->4095) 00002000:00010000:3.0:1746134041.593098:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800916fea00 00000100:00100000:0.0:1746134041.594956:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.595043:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552298496 00000100:00100000:3.0:1746134041.595048:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552298496 00000100:00100000:3.0:1746134041.595083:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29676 00000100:00100000:3.0:1746134041.595096:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552298496:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134041.595109:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134041.595137:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c88b1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fd3f expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.595158:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c88aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd38 expref: 67 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.595164:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134041.595166:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134041.595169:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c88b1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd3f expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.595190:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c88aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd38 expref: 67 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.595199:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c88aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd38 expref: 67 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.595208:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548104192:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134041.595270:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746134041.597155:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548104192:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134041.597190:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c88b1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd3f expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.597201:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fe00, rc 0) 00000100:00100000:3.0:1746134041.597225:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552298496:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2129us (2275us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.597235:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29676 00000100:00100000:0.0:1746134041.598073:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134041.598634:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552298624 00000100:00100000:2.0:1746134041.598639:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552298624 00010000:00010000:2.0:1746134041.598662:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c88aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd38 expref: 68 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:2.0:1746134041.598690:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14979 00000100:00100000:2.0:1746134041.598697:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916fce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+68:2010:x1830953552298624:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134041.598710:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134041.598725:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c88aa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd38 expref: 68 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134041.598734:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c88aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd38 expref: 68 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134041.598752:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c88aa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd38 expref: 68 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134041.598774:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134041.598776:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134041.598781:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c88b1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd3f expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.598787:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c88b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd3f expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.598812:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c88b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd3f expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134041.598821:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548104320:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134041.598887:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739c3b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746134041.600853:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548104320:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134041.600867:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134041.600898:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916fce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+67:2010:x1830953552298624:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2201us (2826us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134041.600909:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14979 00000100:00100000:0.0:1746134041.601062:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.601230:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552298880 00000100:00100000:3.0:1746134041.601235:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552298880 00002000:00100000:3.0:1746134041.601261:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800916ff480 x1830953552298880/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134041.601270:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916ff480 with x1830953552298880 ext(0->4095) 00002000:00010000:3.0:1746134041.601273:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800916ff480 00000100:00100000:3.0:1746134041.601285:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13092 00000100:00100000:3.0:1746134041.601290:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552298880:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134041.601396:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552298880:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (334us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134041.601401:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13092 00002000:00100000:3.0:1746134041.601407:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800916ff480 x1830953552298880/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134041.601412:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916ff480 with x1830953552298880 ext(0->4095) 00002000:00010000:3.0:1746134041.601415:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800916ff480 00000100:00100000:0.0:1746134041.602153:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.602317:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552299008 00000100:00100000:3.0:1746134041.602320:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552299008 00000100:00100000:3.0:1746134041.602340:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29677 00000100:00100000:3.0:1746134041.602345:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+67:1755:x1830953552299008:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134041.602353:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134041.602364:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c88b8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fd46 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.602387:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c88b1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd3f expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.602394:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.602395:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.602398:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c88b8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd46 expref: 68 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.602418:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c88b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd3f expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.602427:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c88b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd3f expref: 5 pid: 9580 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.602436:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548104448:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134041.602485:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134041.603992:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134041.604061:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.604152:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548104448:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134041.604187:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c88b8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd46 expref: 68 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134041.604188:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552299136 00000100:00100000:1.0:1746134041.604193:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552299136 00010000:00010000:3.0:1746134041.604199:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90ee00, rc 0) 00000100:00100000:1.0:1746134041.604222:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29678 00000100:00100000:3.0:1746134041.604224:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+69:1755:x1830953552299008:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1878us (2072us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.604229:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29677 00000100:00100000:1.0:1746134041.604229:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+69:1757:x1830953552299136:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134041.604241:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134041.604249:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c88bf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fd4d expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.604269:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134041.604273:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c88b8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd46 expref: 69 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.604278:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134041.604280:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c88bf lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd4d expref: 69 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.604302:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c88b8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd46 expref: 69 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.604310:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c88bf lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd4d expref: 69 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.604317:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095787000, rc 0) 00000100:00100000:1.0:1746134041.604333:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+69:1757:x1830953552299136:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 106us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134041.604338:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29678 00000100:00100000:2.0:1746134041.604373:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552299264 00000100:00100000:2.0:1746134041.604376:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552299264 00010000:00010000:2.0:1746134041.604392:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c88b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd3f expref: 6 pid: 9580 timeout: 810 lvb_type: 0 00000100:00100000:2.0:1746134041.604423:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14980 00000100:00100000:2.0:1746134041.604428:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957a3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953552299264:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134041.604435:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134041.604447:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c88b1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd3f expref: 6 pid: 9580 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134041.604455:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c88b1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd3f expref: 6 pid: 9580 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134041.604467:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c88b1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd3f expref: 6 pid: 9580 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134041.604479:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134041.604480:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134041.604484:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c88b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd46 expref: 68 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.604491:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c88b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd46 expref: 68 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.604508:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c88b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd46 expref: 68 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.604517:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c88b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd46 expref: 68 pid: 9580 timeout: 810 lvb_type: 0 00000100:00100000:2.0:1746134041.604524:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548104704:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134041.604560:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739c3b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746134041.607032:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548104704:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134041.607048:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134041.607080:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957a3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2012:x1830953552299264:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2651us (3019us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134041.607098:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14980 00000100:00100000:0.0:1746134041.607319:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134041.607426:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552299520 00000100:00100000:1.0:1746134041.607431:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552299520 00002000:00100000:1.0:1746134041.607457:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800957a0000 x1830953552299520/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134041.607465:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957a0000 with x1830953552299520 ext(0->4095) 00010000:00010000:1.0:1746134041.607472:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c88b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd46 expref: 69 pid: 9580 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746134041.607482:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c88b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd46 expref: 69 pid: 9580 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746134041.607487:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957a0000 00000100:00100000:1.0:1746134041.607511:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2454 00000100:00100000:1.0:1746134041.607517:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+69:2009:x1830953552299520:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134041.607612:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+69:2009:x1830953552299520:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 95us (294us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134041.607617:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2454 00002000:00100000:1.0:1746134041.607621:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800957a0000 x1830953552299520/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134041.607628:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957a0000 with x1830953552299520 ext(0->4095) 00010000:00010000:1.0:1746134041.607632:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c88b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd46 expref: 69 pid: 9580 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746134041.607639:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c88b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd46 expref: 69 pid: 9580 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746134041.607643:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800957a0000 00000100:00100000:0.0:1746134041.611359:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134041.611457:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552299648 00000100:00100000:2.0:1746134041.611464:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552299648 00010000:00010000:2.0:1746134041.611492:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c88b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd46 expref: 69 pid: 9580 timeout: 810 lvb_type: 0 00000100:00100000:2.0:1746134041.611527:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14981 00000100:00100000:2.0:1746134041.611533:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957a0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+69:2009:x1830953552299648:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134041.611545:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134041.611561:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c88b8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd46 expref: 69 pid: 9580 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134041.611570:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c88b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd46 expref: 69 pid: 9580 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134041.611587:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c88b8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd46 expref: 69 pid: 9580 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134041.611621:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134041.611624:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134041.611630:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c88bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd4d expref: 68 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.611636:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c88bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd4d expref: 68 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.611664:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c88bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd4d expref: 68 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134041.611673:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548104832:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134041.611742:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739c3b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134041.615564:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134041.615658:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548104832:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134041.615675:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134041.615721:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957a0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+68:2009:x1830953552299648:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4187us (4368us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134041.615729:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14981 00000100:00100000:3.0:1746134041.615794:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552299904 00000100:00100000:3.0:1746134041.615800:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552299904 00002000:00100000:3.0:1746134041.615830:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800957a2d80 x1830953552299904/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134041.615838:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957a2d80 with x1830953552299904 ext(0->4095) 00002000:00010000:3.0:1746134041.615842:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800957a2d80 00000100:00100000:3.0:1746134041.615869:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13093 00000100:00100000:3.0:1746134041.615875:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+68:2010:x1830953552299904:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134041.615983:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+68:2010:x1830953552299904:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (426us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134041.615989:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13093 00002000:00100000:3.0:1746134041.615994:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800957a2d80 x1830953552299904/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134041.616001:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957a2d80 with x1830953552299904 ext(0->4095) 00002000:00010000:3.0:1746134041.616004:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800957a2d80 00000100:00100000:0.0:1746134041.617576:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134041.617809:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552300032 00000100:00100000:1.0:1746134041.617813:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552300032 00000100:00100000:1.0:1746134041.617872:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29679 00000100:00100000:1.0:1746134041.617878:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552300032:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134041.617891:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134041.617903:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c88c6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fd54 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.617922:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c88bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd4d expref: 67 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.617928:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134041.617930:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134041.617933:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c88c6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd54 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.617954:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c88bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd4d expref: 67 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.617965:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c88bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd4d expref: 67 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746134041.617974:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f846300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548104960:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134041.618038:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746134041.619976:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f846300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548104960:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134041.619995:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c88c6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd54 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.620007:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095787400, rc 0) 00000100:00100000:1.0:1746134041.620034:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552300032:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2156us (2461us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134041.620044:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29679 00000100:00100000:0.0:1746134041.620438:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.621719:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552300160 00000100:00100000:3.0:1746134041.621727:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552300160 00010000:00010000:3.0:1746134041.621755:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c88bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd4d expref: 68 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.621790:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14982 00000100:00100000:3.0:1746134041.621797:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+68:2009:x1830953552300160:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134041.621807:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134041.621822:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c88bf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd4d expref: 68 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.621836:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c88bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd4d expref: 68 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.621853:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c88bf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd4d expref: 68 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.621921:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.621923:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.621930:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c88c6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd54 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.621936:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c88c6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd54 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.621962:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c88c6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd54 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134041.621972:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548105088:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134041.622695:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562db40 going to sleep for 11 seconds 00000100:00100000:3.0:1746134041.624459:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548105088:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134041.624496:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134041.624528:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+67:2009:x1830953552300160:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2731us (4090us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.624537:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14982 00000100:00100000:0.0:1746134041.624642:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134041.624731:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134041.624776:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552300416 00000100:00100000:1.0:1746134041.624782:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552300416 00002000:00100000:1.0:1746134041.624810:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800957a0a80 x1830953552300416/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134041.624819:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957a0a80 with x1830953552300416 ext(0->4095) 00002000:00010000:1.0:1746134041.624822:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800957a0a80 00000100:00100000:1.0:1746134041.624849:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13094 00000100:00100000:1.0:1746134041.624855:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552300416:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134041.624953:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552300416:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 97us (311us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134041.624959:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13094 00002000:00100000:1.0:1746134041.624964:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800957a0a80 x1830953552300416/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134041.624970:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957a0a80 with x1830953552300416 ext(0->4095) 00002000:00010000:1.0:1746134041.624973:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800957a0a80 00000100:00100000:1.0:1746134041.624988:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552300544 00000100:00100000:1.0:1746134041.624991:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552300544 00000100:00100000:2.0:1746134041.625540:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29680 00000100:00100000:2.0:1746134041.625547:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+67:1755:x1830953552300544:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134041.625556:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134041.625570:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c88cd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fd5b expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.625587:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c88c6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd54 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.625595:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134041.625596:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134041.625599:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c88cd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd5b expref: 68 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.625626:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c88c6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd54 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.625637:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c88c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd54 expref: 5 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:2.0:1746134041.625647:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548105216:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134041.625697:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739c3b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134041.626604:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134041.627177:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552300672 00000100:00100000:1.0:1746134041.627182:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552300672 00000100:00100000:1.0:1746134041.627218:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29681 00000100:00100000:1.0:1746134041.627224:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+69:1757:x1830953552300672:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134041.627232:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134041.627241:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c88d4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fd62 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.627257:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134041.627261:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c88cd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd5b expref: 70 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.627266:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134041.627269:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c88d4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd62 expref: 70 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.627290:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c88cd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd5b expref: 70 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.627299:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c88d4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd62 expref: 70 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.627307:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095786600, rc 0) 00000100:00100000:1.0:1746134041.627341:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+70:1757:x1830953552300672:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 116us (737us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134041.627346:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29681 00000100:00100000:3.0:1746134041.627521:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548105216:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134041.627538:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c88cd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd5b expref: 69 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.627545:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244d000, rc 0) 00000100:00100000:0.0:1746134041.627568:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.627601:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+69:1755:x1830953552300544:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2054us (2869us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.627607:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29680 00000100:00100000:3.0:1746134041.627622:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552300800 00000100:00100000:3.0:1746134041.627625:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552300800 00010000:00010000:3.0:1746134041.627638:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c88c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd54 expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.627652:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14983 00000100:00100000:3.0:1746134041.627656:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da64000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552300800:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134041.627663:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134041.627678:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c88c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd54 expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.627686:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c88c6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd54 expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.627699:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c88c6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd54 expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.627708:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.627709:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.627713:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c88cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd5b expref: 68 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.627720:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c88cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd5b expref: 68 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.627736:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c88cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd5b expref: 68 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.627744:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c88cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd5b expref: 68 pid: 24940 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.627752:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548105472:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134041.627787:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562db40 going to sleep for 11 seconds 00000100:00100000:3.0:1746134041.629272:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548105472:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134041.629301:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134041.629342:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da64000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552300800:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1683us (1772us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.629349:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14983 00000100:00100000:0.0:1746134041.629650:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.629763:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552301056 00000100:00100000:3.0:1746134041.629767:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552301056 00002000:00100000:3.0:1746134041.629791:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012da65500 x1830953552301056/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134041.629800:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da65500 with x1830953552301056 ext(0->4095) 00010000:00010000:3.0:1746134041.629806:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c88cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd5b expref: 69 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.629820:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c88cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd5b expref: 69 pid: 24940 timeout: 810 lvb_type: 0 00002000:00010000:3.0:1746134041.629826:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012da65500 00000100:00100000:3.0:1746134041.629855:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2455 00000100:00100000:3.0:1746134041.629861:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+69:2009:x1830953552301056:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134041.630285:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+69:2009:x1830953552301056:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 424us (635us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134041.630290:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2455 00002000:00100000:3.0:1746134041.630295:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012da65500 x1830953552301056/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134041.630301:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da65500 with x1830953552301056 ext(0->4095) 00010000:00010000:3.0:1746134041.630305:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c88cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd5b expref: 69 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.630313:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c88cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd5b expref: 69 pid: 24940 timeout: 810 lvb_type: 0 00002000:00010000:3.0:1746134041.630318:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012da65500 00000100:00100000:0.0:1746134041.631724:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.631877:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552301184 00000100:00100000:3.0:1746134041.631882:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552301184 00010000:00010000:3.0:1746134041.631903:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c88cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd5b expref: 69 pid: 24940 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.631922:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14984 00000100:00100000:3.0:1746134041.631928:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da67100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+69:2011:x1830953552301184:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134041.631937:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134041.631951:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c88cd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd5b expref: 69 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.631960:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c88cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd5b expref: 69 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.631977:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c88cd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd5b expref: 69 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.631988:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.631990:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.631995:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c88d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd62 expref: 68 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.632002:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c88d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd62 expref: 68 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.632027:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c88d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd62 expref: 68 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134041.632036:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548105600:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134041.632501:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d240 going to sleep for 11 seconds 00000100:00100000:3.0:1746134041.635362:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548105600:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134041.635395:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134041.635427:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da67100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+68:2011:x1830953552301184:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3498us (3704us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.635436:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14984 00000100:00100000:0.0:1746134041.636340:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.636687:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552301440 00000100:00100000:3.0:1746134041.636693:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552301440 00002000:00100000:3.0:1746134041.636723:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012da66d80 x1830953552301440/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134041.636731:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da66d80 with x1830953552301440 ext(0->4095) 00002000:00010000:3.0:1746134041.636735:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012da66d80 00000100:00100000:3.0:1746134041.636861:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13095 00000100:00100000:3.0:1746134041.636869:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+68:2011:x1830953552301440:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746134041.637084:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+68:2011:x1830953552301440:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 Request processed in 214us (744us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134041.637099:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13095 00002000:00100000:3.0:1746134041.637105:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012da66d80 x1830953552301440/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134041.637124:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da66d80 with x1830953552301440 ext(0->4095) 00002000:00010000:3.0:1746134041.637127:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012da66d80 00000100:00100000:0.0:1746134041.638790:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.638863:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552301568 00000100:00100000:3.0:1746134041.638868:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552301568 00000100:00100000:3.0:1746134041.638945:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29682 00000100:00100000:3.0:1746134041.638952:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552301568:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134041.638964:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134041.638977:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c88db lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fd69 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.639002:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c88d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd62 expref: 67 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.639008:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134041.639009:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134041.639012:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c88db lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd69 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.639035:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c88d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd62 expref: 67 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.639045:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c88d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd62 expref: 67 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.639054:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548105728:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134041.640494:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d300 going to sleep for 11 seconds 00000100:00100000:3.0:1746134041.641747:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548105728:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134041.641784:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c88db lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd69 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.641796:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f000, rc 0) 00000100:00100000:3.0:1746134041.641826:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552301568:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2874us (3040us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.641832:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29682 00000100:00100000:0.0:1746134041.643172:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.643253:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552301696 00000100:00100000:3.0:1746134041.643260:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552301696 00010000:00010000:3.0:1746134041.643285:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c88d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd62 expref: 68 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.643557:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14985 00000100:00100000:3.0:1746134041.643565:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea5b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+68:2009:x1830953552301696:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134041.643575:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134041.643589:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c88d4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd62 expref: 68 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.643599:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c88d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd62 expref: 68 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.643617:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c88d4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd62 expref: 68 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.643645:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.643647:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.643652:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c88db lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd69 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.643659:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c88db lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd69 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.643683:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c88db lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd69 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134041.643693:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548105856:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134041.644523:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d300 going to sleep for 11 seconds 00000100:00100000:0.0:1746134041.647646:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134041.647752:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.647912:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552301824 00000100:00100000:3.0:1746134041.647919:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552301824 00000100:00100000:3.0:1746134041.648195:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29683 00000100:00100000:3.0:1746134041.648203:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+68:1755:x1830953552301824:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134041.648217:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134041.648230:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c88e2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fd70 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.648251:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c88db lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd69 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.648258:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.648259:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.648262:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c88e2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd70 expref: 69 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.648286:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c88db lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd69 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.648297:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c88db lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd69 expref: 5 pid: 24940 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.648307:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d142a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548105984:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134041.648368:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d240 going to sleep for 11 seconds 00000100:00100000:3.0:1746134041.648382:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552302080 00000100:00100000:3.0:1746134041.648385:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552302080 00002000:00100000:3.0:1746134041.648405:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012da67800 x1830953552302080/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134041.648414:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da67800 with x1830953552302080 ext(0->4095) 00010000:00010000:3.0:1746134041.648419:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c88db lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd69 expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.648428:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c88db lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd69 expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00002000:00010000:3.0:1746134041.648434:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012da67800 00000100:00100000:2.0:1746134041.648493:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099b2ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548105856:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134041.648525:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134041.648546:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea5b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+69:2009:x1830953552301696:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4982us (5377us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134041.648553:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14985 00000100:00100000:3.0:1746134041.649807:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2456 00000100:00100000:3.0:1746134041.649816:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552302080:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134041.649939:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552302080:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (2186us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134041.649946:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2456 00002000:00100000:3.0:1746134041.649951:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012da67800 x1830953552302080/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134041.649959:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da67800 with x1830953552302080 ext(0->4095) 00010000:00010000:3.0:1746134041.649964:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c88db lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd69 expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.649973:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c88db lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd69 expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00002000:00010000:3.0:1746134041.649979:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012da67800 00000100:00100000:3.0:1746134041.652339:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d142a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548105984:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134041.652361:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c88e2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd70 expref: 68 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.652374:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fa00, rc 0) 00000100:00100000:3.0:1746134041.652417:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+68:1755:x1830953552301824:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4215us (4777us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.652429:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29683 00000100:00100000:0.0:1746134041.653736:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.654000:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552302208 00000100:00100000:3.0:1746134041.654006:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552302208 00000100:00100000:3.0:1746134041.654159:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29684 00000100:00100000:3.0:1746134041.654166:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+68:1757:x1830953552302208:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134041.654178:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134041.654190:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c88e9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fd77 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.654208:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.654212:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c88e2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd70 expref: 69 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.654217:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134041.654220:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c88e9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd77 expref: 69 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.654243:0:24940:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c88e2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd70 expref: 69 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.654251:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c88e9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd77 expref: 69 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.654263:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589000, rc 0) 00000100:00100000:3.0:1746134041.654295:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+69:1757:x1830953552302208:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 130us (562us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.654300:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29684 00000100:00100000:0.0:1746134041.654622:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134041.654673:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552302336 00000100:00100000:2.0:1746134041.654677:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552302336 00010000:00010000:2.0:1746134041.654694:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c88db lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd69 expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00000100:00100000:2.0:1746134041.654719:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14986 00000100:00100000:2.0:1746134041.654724:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da67480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552302336:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134041.654733:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134041.654746:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c88db lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd69 expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134041.654755:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c88db lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd69 expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134041.654769:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c88db lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd69 expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134041.654786:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134041.654788:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134041.654792:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c88e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd70 expref: 68 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.654798:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c88e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd70 expref: 68 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.654815:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c88e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd70 expref: 68 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.654824:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c88e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd70 expref: 68 pid: 24940 timeout: 810 lvb_type: 0 00000100:00100000:2.0:1746134041.654833:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080650a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548106240:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134041.654884:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739c3b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134041.657302:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134041.657360:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080650a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548106240:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134041.657375:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134041.657403:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da67480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552302336:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2679us (2781us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134041.657410:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14986 00000100:00100000:1.0:1746134041.657589:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552302592 00000100:00100000:1.0:1746134041.657593:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552302592 00002000:00100000:1.0:1746134041.657619:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012da64380 x1830953552302592/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134041.657627:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da64380 with x1830953552302592 ext(0->4095) 00010000:00010000:1.0:1746134041.657633:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c88e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd70 expref: 69 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746134041.657648:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c88e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd70 expref: 69 pid: 24940 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746134041.657653:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012da64380 00000100:00100000:1.0:1746134041.657677:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2457 00000100:00100000:1.0:1746134041.657683:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+69:2010:x1830953552302592:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134041.657779:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+69:2010:x1830953552302592:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (480us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134041.657784:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2457 00002000:00100000:1.0:1746134041.657790:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012da64380 x1830953552302592/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134041.657796:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da64380 with x1830953552302592 ext(0->4095) 00010000:00010000:1.0:1746134041.657801:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c88e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd70 expref: 69 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746134041.657809:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c88e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd70 expref: 69 pid: 24940 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746134041.657814:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012da64380 00000100:00100000:0.0:1746134041.661021:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134041.661702:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552302720 00000100:00100000:2.0:1746134041.661709:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552302720 00010000:00010000:2.0:1746134041.661737:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c88e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd70 expref: 69 pid: 24940 timeout: 810 lvb_type: 0 00000100:00100000:2.0:1746134041.662322:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14987 00000100:00100000:2.0:1746134041.662331:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da64700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+69:2009:x1830953552302720:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134041.662343:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134041.662359:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c88e2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd70 expref: 69 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134041.662369:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c88e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd70 expref: 69 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134041.662387:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c88e2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd70 expref: 69 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134041.662413:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134041.662415:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134041.662420:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c88e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd77 expref: 68 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.662427:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c88e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd77 expref: 68 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.662455:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c88e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd77 expref: 68 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134041.662466:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080650a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548106368:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134041.662802:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739c3b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746134041.665900:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080650a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548106368:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134041.665918:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134041.665951:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da64700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+68:2009:x1830953552302720:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3621us (4934us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134041.665959:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14987 00000100:00100000:0.0:1746134041.667211:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.667308:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552302976 00000100:00100000:3.0:1746134041.667315:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552302976 00002000:00100000:3.0:1746134041.667349:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012da64000 x1830953552302976/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134041.667357:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da64000 with x1830953552302976 ext(0->4095) 00002000:00010000:3.0:1746134041.667361:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012da64000 00000100:00100000:3.0:1746134041.667428:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13096 00000100:00100000:3.0:1746134041.667435:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+68:2009:x1830953552302976:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134041.667654:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+68:2009:x1830953552302976:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 219us (445us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134041.667660:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13096 00002000:00100000:3.0:1746134041.667664:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012da64000 x1830953552302976/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134041.667671:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da64000 with x1830953552302976 ext(0->4095) 00002000:00010000:3.0:1746134041.667673:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012da64000 00000100:00100000:0.0:1746134041.669878:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134041.670016:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552303104 00000100:00100000:1.0:1746134041.670022:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552303104 00000100:00100000:1.0:1746134041.670064:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29685 00000100:00100000:1.0:1746134041.670071:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552303104:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134041.670083:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134041.670107:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c88f0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fd7e expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.670156:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c88e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd77 expref: 67 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.670162:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134041.670163:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134041.670167:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c88f0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd7e expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.670190:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c88e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd77 expref: 67 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.670199:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c88e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd77 expref: 67 pid: 24940 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746134041.670209:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f846300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548106496:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134041.670273:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e206c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746134041.673294:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f846300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548106496:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134041.673317:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c88f0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd7e expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.673330:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095786c00, rc 0) 00000100:00100000:1.0:1746134041.673363:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552303104:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3292us (3490us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134041.673371:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29685 00000100:00100000:0.0:1746134041.674858:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.674979:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552303232 00000100:00100000:3.0:1746134041.674986:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552303232 00010000:00010000:3.0:1746134041.675014:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c88e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd77 expref: 68 pid: 24940 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.675040:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14988 00000100:00100000:3.0:1746134041.675047:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801360fa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+68:2009:x1830953552303232:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134041.675057:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134041.675073:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c88e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd77 expref: 68 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.675083:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c88e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd77 expref: 68 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.675140:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c88e9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd77 expref: 68 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.675167:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.675169:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.675176:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c88f0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd7e expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.675182:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c88f0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd7e expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.675207:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c88f0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd7e expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134041.675217:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d142a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548106624:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134041.675268:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134041.678156:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134041.678584:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552303360 00000100:00100000:1.0:1746134041.678591:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552303360 00000100:00100000:1.0:1746134041.678634:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29686 00000100:00100000:1.0:1746134041.678641:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801360fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+68:1755:x1830953552303360:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134041.678655:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134041.678667:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c88f7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fd85 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.678689:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c88f0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd7e expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.678695:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134041.678697:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134041.678700:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c88f7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd85 expref: 69 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.678722:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c88f0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd7e expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.678732:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c88f0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd7e expref: 5 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746134041.678742:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f846300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548106752:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134041.678802:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e206c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134041.680312:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.681081:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d142a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548106624:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134041.681105:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134041.681178:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801360fa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+69:2009:x1830953552303232:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 6131us (6323us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.681187:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14988 00000100:00100000:2.0:1746134041.681860:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552303616 00000100:00100000:2.0:1746134041.681867:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552303616 00002000:00100000:2.0:1746134041.681899:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8801360f8380 x1830953552303616/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134041.681908:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801360f8380 with x1830953552303616 ext(0->4095) 00010000:00010000:2.0:1746134041.681915:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c88f0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd7e expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134041.681926:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c88f0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd7e expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00002000:00010000:2.0:1746134041.681932:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801360f8380 00000100:00100000:2.0:1746134041.681960:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2458 00000100:00100000:2.0:1746134041.681965:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801360f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552303616:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134041.682059:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801360f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552303616:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 94us (1753us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134041.682064:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2458 00002000:00100000:2.0:1746134041.682068:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8801360f8380 x1830953552303616/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134041.682075:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801360f8380 with x1830953552303616 ext(0->4095) 00010000:00010000:2.0:1746134041.682078:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c88f0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd7e expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134041.682095:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c88f0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd7e expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00002000:00010000:2.0:1746134041.682100:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801360f8380 00000100:00100000:1.0:1746134041.682274:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f846300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548106752:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134041.682289:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c88f7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd85 expref: 68 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.682303:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095786000, rc 0) 00000100:00100000:1.0:1746134041.682321:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801360fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+68:1755:x1830953552303360:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3682us (4172us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134041.682327:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29686 00000100:00100000:0.0:1746134041.686618:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.686699:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552303744 00000100:00100000:3.0:1746134041.686705:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552303744 00010000:00010000:3.0:1746134041.686731:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c88f0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd7e expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.687324:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14989 00000100:00100000:3.0:1746134041.687332:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801360f9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953552303744:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134041.687344:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134041.687359:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c88f0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd7e expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.687369:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c88f0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd7e expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.687388:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c88f0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd7e expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.687440:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.687442:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.687448:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c88f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd85 expref: 67 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.687455:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c88f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd85 expref: 67 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.687483:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c88f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd85 expref: 67 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134041.687494:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d142a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548106880:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134041.687640:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746134041.690192:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d142a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548106880:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134041.690208:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134041.690572:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801360f9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2012:x1830953552303744:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3239us (3958us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.690582:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14989 00000100:00100000:0.0:1746134041.690590:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134041.690801:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552304000 00000100:00100000:1.0:1746134041.690807:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552304000 00002000:00100000:1.0:1746134041.690836:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8801360fa680 x1830953552304000/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134041.690845:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801360fa680 with x1830953552304000 ext(0->4095) 00002000:00010000:1.0:1746134041.690848:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801360fa680 00000100:00100000:1.0:1746134041.690876:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13097 00000100:00100000:1.0:1746134041.690882:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801360fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+68:2009:x1830953552304000:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134041.690992:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801360fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+68:2009:x1830953552304000:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (403us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134041.690998:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13097 00002000:00100000:1.0:1746134041.691003:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8801360fa680 x1830953552304000/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134041.691009:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801360fa680 with x1830953552304000 ext(0->4095) 00002000:00010000:1.0:1746134041.691011:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801360fa680 00000100:00100000:0.0:1746134041.697209:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134041.697327:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552304128 00000100:00100000:1.0:1746134041.697335:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552304128 00000100:00100000:1.0:1746134041.697382:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29687 00000100:00100000:1.0:1746134041.697389:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801360f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552304128:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134041.697404:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134041.697419:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c88fe lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fd8c expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.697441:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c88f7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd85 expref: 67 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.697448:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134041.697449:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134041.697452:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c88fe lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd8c expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.697475:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c88f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd85 expref: 67 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.697485:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c88f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd85 expref: 67 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:1.0:1746134041.697494:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f846300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548107008:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134041.697570:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e203c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746134041.698898:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f846300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548107008:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134041.698917:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c88fe lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd8c expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.698929:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095787400, rc 0) 00000100:00100000:1.0:1746134041.698956:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801360f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552304128:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1568us (1754us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134041.698967:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29687 00000100:00100000:0.0:1746134041.710035:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.710152:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552304256 00000100:00100000:3.0:1746134041.710160:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552304256 00002000:00100000:3.0:1746134041.710196:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009bc72680 x1830953552304256/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 496/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134041.710206:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc72680 with x1830953552304256 ext(0->7) 00010000:00010000:3.0:1746134041.710214:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c88f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd85 expref: 68 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.710226:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c88f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd85 expref: 68 pid: 9581 timeout: 810 lvb_type: 0 00002000:00010000:3.0:1746134041.710232:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bc72680 00000100:00100000:3.0:1746134041.710348:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2459 00000100:00100000:3.0:1746134041.710356:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+68:2010:x1830953552304256:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746134041.713597:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+70:2010:x1830953552304256:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 3235us (3561us total) trans 4294970647 rc 0/0 00000100:00100000:0.0:1746134041.713606:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2459 00002000:00100000:0.0:1746134041.713613:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009bc72680 x1830953552304256/t4294970647(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 496/448 e 0 to 0 dl 1746134052 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134041.713621:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc72680 with x1830953552304256 ext(0->7) 00010000:00010000:0.0:1746134041.713629:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c88f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd85 expref: 70 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746134041.713641:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c88f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd85 expref: 70 pid: 9581 timeout: 810 lvb_type: 0 00002000:00010000:0.0:1746134041.713647:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bc72680 00000100:00100000:0.0:1746134041.716847:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134041.716914:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552304384 00000100:00100000:1.0:1746134041.716921:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552304384 00000100:00100000:1.0:1746134041.716957:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29688 00000100:00100000:1.0:1746134041.716963:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+70:1755:x1830953552304384:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134041.716976:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134041.716988:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8905 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fd93 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.717007:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134041.717011:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c88fe lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd8c expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.717016:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746134041.717018:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8905 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd93 expref: 71 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.717042:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c88fe lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd8c expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.717050:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8905 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd93 expref: 71 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.717057:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095787000, rc 0) 00000100:00100000:1.0:1746134041.717095:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+71:1755:x1830953552304384:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 122us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134041.717101:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29688 00000100:00100000:0.0:1746134041.723927:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.724462:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552304512 00000100:00100000:3.0:1746134041.724469:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552304512 00010000:00010000:3.0:1746134041.724499:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c88f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd85 expref: 71 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.724524:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14990 00000100:00100000:3.0:1746134041.724568:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+71:2009:x1830953552304512:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134041.724580:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134041.724596:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c88f7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd85 expref: 71 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.724606:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c88f7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd85 expref: 71 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.724623:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c88f7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd85 expref: 71 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.725451:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.725454:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.725462:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c88fe lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd8c expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.725469:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c88fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd8c expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.725498:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c88fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd8c expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.725513:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c88fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd8c expref: 5 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.725522:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d142a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548107264:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134041.726614:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134041.728684:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134041.728861:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552304768 00000100:00100000:1.0:1746134041.728867:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552304768 00002000:00100000:1.0:1746134041.728904:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009bc71500 x1830953552304768/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134041.728913:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc71500 with x1830953552304768 ext(0->4095) 00010000:00010000:1.0:1746134041.728920:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c88fe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd8c expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746134041.728931:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c88fe lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd8c expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746134041.728937:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bc71500 00000100:00100000:1.0:1746134041.728955:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2460 00000100:00100000:1.0:1746134041.728961:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552304768:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134041.729076:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552304768:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (398us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134041.729082:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2460 00002000:00100000:1.0:1746134041.729102:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009bc71500 x1830953552304768/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134041.729109:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc71500 with x1830953552304768 ext(0->4095) 00000100:00100000:3.0:1746134041.729298:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d142a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548107264:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134041.729312:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134041.729335:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+70:2009:x1830953552304512:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4805us (5415us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.729342:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14990 00010000:00010000:1.0:1746134041.729942:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c88fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd8c expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746134041.729952:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c88fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd8c expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746134041.729962:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bc71500 00000100:00100000:0.0:1746134041.733547:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.733808:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552304896 00000100:00100000:3.0:1746134041.733815:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552304896 00010000:00010000:3.0:1746134041.733846:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c88fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd8c expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.733869:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14991 00000100:00100000:3.0:1746134041.733876:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552304896:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134041.733887:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134041.733901:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c88fe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd8c expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.733910:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c88fe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd8c expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.733929:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c88fe lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd8c expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.733954:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.733956:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.733961:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8905 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd93 expref: 69 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.733968:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8905 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd93 expref: 69 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.733992:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8905 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd93 expref: 69 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134041.734003:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d142a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548107392:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134041.735542:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134041.739892:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.739949:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d142a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548107392:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134041.739964:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134041.740001:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552304896:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 6126us (6461us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.740009:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14991 00000100:00100000:1.0:1746134041.740440:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552305152 00000100:00100000:1.0:1746134041.740445:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552305152 00002000:00100000:1.0:1746134041.740472:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009bc72300 x1830953552305152/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134041.740481:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc72300 with x1830953552305152 ext(0->4095) 00002000:00010000:1.0:1746134041.740484:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bc72300 00000100:00100000:1.0:1746134041.740495:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13098 00000100:00100000:1.0:1746134041.740500:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+70:2009:x1830953552305152:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134041.740601:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+70:2009:x1830953552305152:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (715us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134041.740606:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13098 00002000:00100000:1.0:1746134041.740610:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009bc72300 x1830953552305152/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134041.740617:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc72300 with x1830953552305152 ext(0->4095) 00002000:00010000:1.0:1746134041.740619:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bc72300 00000100:00100000:0.0:1746134041.745248:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.745456:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552305280 00000100:00100000:3.0:1746134041.745463:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552305280 00000100:00100000:3.0:1746134041.746039:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29689 00000100:00100000:3.0:1746134041.746047:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552305280:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134041.746067:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134041.746081:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c890c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fd9a expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.746188:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8905 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd93 expref: 69 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.746195:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134041.746197:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134041.746200:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c890c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd9a expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.746225:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8905 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd93 expref: 69 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.746235:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8905 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd93 expref: 69 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.746244:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d142a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548107520:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134041.746623:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134041.751014:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.751142:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d142a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548107520:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134041.751168:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c890c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd9a expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.751182:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095588e00, rc 0) 00000100:00100000:3.0:1746134041.751218:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552305280:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5172us (5977us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.751225:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29689 00000100:00100000:1.0:1746134041.751296:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552305408 00000100:00100000:1.0:1746134041.751302:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552305408 00002000:00100000:1.0:1746134041.751329:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009bc70000 x1830953552305408/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 496/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134041.751337:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc70000 with x1830953552305408 ext(0->7) 00010000:00010000:1.0:1746134041.751343:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8905 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd93 expref: 70 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:1.0:1746134041.751356:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8905 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd93 expref: 70 pid: 9581 timeout: 810 lvb_type: 0 00002000:00010000:1.0:1746134041.751361:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bc70000 00000100:00100000:1.0:1746134041.752184:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2461 00000100:00100000:1.0:1746134041.752191:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+70:2010:x1830953552305408:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746134041.760187:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+72:2010:x1830953552305408:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 7988us (9171us total) trans 4294970648 rc 0/0 00000100:00100000:0.0:1746134041.760197:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2461 00002000:00100000:0.0:1746134041.760207:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009bc70000 x1830953552305408/t4294970648(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 496/448 e 0 to 0 dl 1746134052 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134041.760221:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc70000 with x1830953552305408 ext(0->7) 00010000:00010000:0.0:1746134041.760229:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8905 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd93 expref: 72 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:0.0:1746134041.760243:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8905 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd93 expref: 72 pid: 9581 timeout: 810 lvb_type: 0 00002000:00010000:0.0:1746134041.760249:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bc70000 00000100:00100000:0.0:1746134041.763001:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.763199:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552305536 00000100:00100000:3.0:1746134041.763206:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552305536 00000100:00100000:3.0:1746134041.763462:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29690 00000100:00100000:3.0:1746134041.763471:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+72:1755:x1830953552305536:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134041.763484:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134041.763497:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8913 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fda1 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.763516:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134041.763521:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c890c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd9a expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.763527:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746134041.763530:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8913 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fda1 expref: 73 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.763556:0:24940:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c890c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd9a expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.763565:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8913 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fda1 expref: 73 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.763573:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589000, rc 0) 00000100:00100000:3.0:1746134041.763605:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+73:1755:x1830953552305536:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 136us (609us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.763611:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29690 00000100:00100000:0.0:1746134041.767820:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.767987:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552305664 00000100:00100000:3.0:1746134041.767994:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552305664 00010000:00010000:3.0:1746134041.768019:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8905 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd93 expref: 73 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.768613:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14992 00000100:00100000:3.0:1746134041.768621:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea5bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+73:2010:x1830953552305664:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134041.768635:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134041.768649:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8905 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd93 expref: 73 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.768660:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8905 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd93 expref: 73 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.768678:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8905 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd93 expref: 73 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.768936:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.768939:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.768945:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c890c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd9a expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.768953:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c890c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd9a expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.768980:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c890c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd9a expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.768989:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c890c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd9a expref: 5 pid: 24940 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.769004:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d142a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548107776:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134041.769865:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746134041.771618:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d142a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548107776:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134041.771633:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134041.771935:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea5bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+72:2010:x1830953552305664:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3313us (4118us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.771944:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14992 00000100:00100000:0.0:1746134041.775198:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134041.775324:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552305920 00000100:00100000:2.0:1746134041.775331:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552305920 00002000:00100000:2.0:1746134041.775365:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009bc71880 x1830953552305920/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134041.775374:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc71880 with x1830953552305920 ext(0->4095) 00010000:00010000:2.0:1746134041.775382:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c890c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd9a expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134041.775394:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c890c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd9a expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00002000:00010000:2.0:1746134041.775400:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bc71880 00000100:00100000:2.0:1746134041.775418:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2462 00000100:00100000:2.0:1746134041.775424:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552305920:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134041.775542:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552305920:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (349us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134041.775548:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2462 00002000:00100000:2.0:1746134041.775553:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009bc71880 x1830953552305920/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134041.775559:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc71880 with x1830953552305920 ext(0->4095) 00010000:00010000:2.0:1746134041.775563:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c890c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd9a expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:2.0:1746134041.775571:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c890c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd9a expref: 6 pid: 24940 timeout: 810 lvb_type: 0 00002000:00010000:2.0:1746134041.775575:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bc71880 00000100:00100000:0.0:1746134041.777842:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134041.777921:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134041.778151:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552306176 00000100:00100000:1.0:1746134041.778157:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552306176 00000100:00100000:1.0:1746134041.778198:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29691 00000100:00100000:1.0:1746134041.778204:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552306176:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134041.778215:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134041.778228:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c891a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fda8 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.778246:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134041.778251:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8913 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fda1 expref: 71 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.778257:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134041.778260:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c891a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fda8 expref: 7 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.778286:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8913 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fda1 expref: 71 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.778296:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c891a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fda8 expref: 7 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.778305:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095786600, rc 0) 00000100:00100000:1.0:1746134041.778335:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+7:1757:x1830953552306176:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 132us (499us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134041.778340:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29691 00000100:00100000:3.0:1746134041.778501:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552306048 00000100:00100000:3.0:1746134041.778504:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552306048 00010000:00010000:3.0:1746134041.778520:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c890c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd9a expref: 7 pid: 24940 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.778537:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14993 00000100:00100000:3.0:1746134041.778542:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc70700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+7:2010:x1830953552306048:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134041.778550:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134041.778563:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c890c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd9a expref: 7 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.778572:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c890c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd9a expref: 7 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.778586:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c890c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fd9a expref: 7 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.778598:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.778600:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.778605:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8913 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fda1 expref: 71 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.778611:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8913 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fda1 expref: 71 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.778630:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8913 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fda1 expref: 71 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.778641:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8913 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fda1 expref: 71 pid: 24940 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.778650:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d142a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548108032:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134041.778709:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d240 going to sleep for 11 seconds 00000100:00100000:3.0:1746134041.780686:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d142a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548108032:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134041.780699:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134041.780723:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc70700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552306048:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2180us (2802us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.780731:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14993 00000100:00100000:0.0:1746134041.781462:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.782047:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552306304 00000100:00100000:3.0:1746134041.782051:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552306304 00010000:00010000:3.0:1746134041.782070:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8913 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fda1 expref: 72 pid: 24940 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.782095:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14994 00000100:00100000:3.0:1746134041.782100:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+72:2010:x1830953552306304:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134041.782109:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134041.782143:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8913 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fda1 expref: 72 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.782153:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8913 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fda1 expref: 72 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.782169:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8913 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fda1 expref: 72 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.782178:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.782180:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.782184:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c891a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fda8 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.782191:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c891a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fda8 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.782213:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c891a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fda8 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134041.782223:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d142a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548108160:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134041.783154:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d240 going to sleep for 11 seconds 00000100:00100000:3.0:1746134041.784573:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d142a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548108160:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134041.784588:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134041.784617:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+71:2010:x1830953552306304:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2515us (3155us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.784628:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14994 00000100:00100000:0.0:1746134041.785736:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134041.793406:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552306560 00000100:00100000:2.0:1746134041.793415:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552306560 00002000:00100000:2.0:1746134041.793455:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009bc70a80 x1830953552306560/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134041.793463:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc70a80 with x1830953552306560 ext(0->4095) 00002000:00010000:2.0:1746134041.793468:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bc70a80 00000100:00100000:2.0:1746134041.793499:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13099 00000100:00100000:2.0:1746134041.793506:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552306560:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134041.793647:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552306560:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 140us (7912us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134041.793657:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13099 00002000:00100000:2.0:1746134041.793663:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009bc70a80 x1830953552306560/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134041.793670:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc70a80 with x1830953552306560 ext(0->4095) 00002000:00010000:2.0:1746134041.793672:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bc70a80 00000100:00100000:0.0:1746134041.796770:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134041.797017:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552306688 00000100:00100000:2.0:1746134041.797024:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552306688 00000100:00100000:2.0:1746134041.797068:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29692 00000100:00100000:2.0:1746134041.797075:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+71:1755:x1830953552306688:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134041.797098:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134041.797139:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013244c000/0x9682c7de153c8921 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fdaf expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.797162:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c891a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fda8 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.797169:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134041.797170:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134041.797173:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244c000/0x9682c7de153c8921 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdaf expref: 72 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.797197:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c891a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fda8 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.797207:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c891a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fda8 expref: 5 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:2.0:1746134041.797223:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080650a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548108288:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134041.797293:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739c3b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746134041.804811:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080650a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548108288:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134041.804837:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013244c000/0x9682c7de153c8921 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdaf expref: 72 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.804852:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244c000, rc 0) 00000100:00100000:2.0:1746134041.804908:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+72:1755:x1830953552306688:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7832us (8143us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134041.804915:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29692 00000100:00100000:0.0:1746134041.805748:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134041.806937:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.808657:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552306944 00000100:00100000:3.0:1746134041.808668:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552306944 00010000:00010000:3.0:1746134041.808704:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c891a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fda8 expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.809517:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14995 00000100:00100000:3.0:1746134041.809525:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a85c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552306944:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134041.809537:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134041.809550:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c891a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fda8 expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.809560:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c891a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fda8 expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.809576:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c891a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fda8 expref: 6 pid: 9581 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.809592:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.809593:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.809599:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244c000/0x9682c7de153c8921 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdaf expref: 71 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.809605:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244c000/0x9682c7de153c8921 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdaf expref: 71 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.809628:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013244c000/0x9682c7de153c8921 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdaf expref: 71 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134041.809637:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d142a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548108416:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134041.809688:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d240 going to sleep for 11 seconds 00000100:00100000:2.0:1746134041.811053:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552306816 00000100:00100000:2.0:1746134041.811060:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552306816 00000100:00100000:2.0:1746134041.811763:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29693 00000100:00100000:2.0:1746134041.811771:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+72:1757:x1830953552306816:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134041.811783:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134041.811797:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8928 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fdb6 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.811816:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244c000/0x9682c7de153c8921 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdaf expref: 73 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.811823:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134041.811824:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134041.811827:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8928 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdb6 expref: 73 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.811851:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013244c000/0x9682c7de153c8921 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdaf expref: 73 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.811860:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013244c000/0x9682c7de153c8921 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdaf expref: 73 pid: 24940 timeout: 810 lvb_type: 0 00000100:00100000:2.0:1746134041.811868:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080650a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548108544:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134041.811919:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739c3b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746134041.814492:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d142a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548108416:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134041.814508:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134041.814538:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a85c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552306944:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 5013us (7602us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.814547:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14995 00000100:00100000:2.0:1746134041.814622:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080650a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548108544:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134041.814638:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8928 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdb6 expref: 73 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.814651:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244da00, rc 0) 00000100:00100000:2.0:1746134041.814669:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+73:1757:x1830953552306816:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2899us (8923us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134041.814674:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29693 00000100:00100000:0.0:1746134041.820080:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.820362:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552307200 00000100:00100000:3.0:1746134041.820370:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552307200 00002000:00100000:3.0:1746134041.820406:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a84380 x1830953552307200/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134041.820414:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a84380 with x1830953552307200 ext(0->4095) 00010000:00010000:3.0:1746134041.820422:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244c000/0x9682c7de153c8921 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdaf expref: 73 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.820432:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244c000/0x9682c7de153c8921 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdaf expref: 73 pid: 24940 timeout: 810 lvb_type: 0 00002000:00010000:3.0:1746134041.820438:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091a84380 00000100:00100000:3.0:1746134041.820467:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2463 00000100:00100000:3.0:1746134041.820475:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+73:2010:x1830953552307200:12345-192.168.203.26@tcp:3:ldlm_bl.0 00000100:00100000:3.0:1746134041.820591:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+73:2010:x1830953552307200:12345-192.168.203.26@tcp:3:ldlm_bl.0 Request processed in 116us (518us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134041.820599:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2463 00002000:00100000:3.0:1746134041.820604:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a84380 x1830953552307200/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134041.820610:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a84380 with x1830953552307200 ext(0->4095) 00010000:00010000:3.0:1746134041.820614:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244c000/0x9682c7de153c8921 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdaf expref: 73 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.820622:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244c000/0x9682c7de153c8921 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdaf expref: 73 pid: 24940 timeout: 810 lvb_type: 0 00002000:00010000:3.0:1746134041.820627:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091a84380 00000100:00100000:0.0:1746134041.825063:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.826312:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552307328 00000100:00100000:3.0:1746134041.826320:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552307328 00010000:00010000:3.0:1746134041.826348:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013244c000/0x9682c7de153c8921 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdaf expref: 73 pid: 24940 timeout: 810 lvb_type: 0 00000100:00100000:3.0:1746134041.826371:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14996 00000100:00100000:3.0:1746134041.826378:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a86a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+73:2009:x1830953552307328:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134041.826389:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134041.826404:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff88013244c000/0x9682c7de153c8921 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdaf expref: 73 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.826415:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013244c000/0x9682c7de153c8921 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdaf expref: 73 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.826434:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013244c000/0x9682c7de153c8921 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdaf expref: 73 pid: 24940 timeout: 810 lvb_type: 0 00010000:00010000:3.0:1746134041.826450:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.826452:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.826457:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8928 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdb6 expref: 72 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.826464:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8928 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdb6 expref: 72 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.826490:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8928 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdb6 expref: 72 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134041.826501:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d142a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548108672:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134041.826868:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562db40 going to sleep for 11 seconds 00000100:00100000:3.0:1746134041.828512:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d142a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548108672:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134041.828527:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134041.828555:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a86a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+72:2009:x1830953552307328:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2177us (3498us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.828563:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14996 00000100:00100000:0.0:1746134041.828925:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.829191:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552307584 00000100:00100000:3.0:1746134041.829196:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552307584 00002000:00100000:3.0:1746134041.829223:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a84e00 x1830953552307584/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134041.829232:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a84e00 with x1830953552307584 ext(0->4095) 00002000:00010000:3.0:1746134041.829235:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091a84e00 00000100:00100000:2.0:1746134041.830249:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13100 00000100:00100000:2.0:1746134041.830259:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+72:2010:x1830953552307584:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134041.830362:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+72:2010:x1830953552307584:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (1438us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134041.830368:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13100 00002000:00100000:2.0:1746134041.830373:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a84e00 x1830953552307584/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134041.830387:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a84e00 with x1830953552307584 ext(0->4095) 00002000:00010000:2.0:1746134041.830390:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091a84e00 00000100:00100000:0.0:1746134041.833070:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134041.833262:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552307712 00000100:00100000:2.0:1746134041.833268:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552307712 00000100:00100000:2.0:1746134041.833908:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29694 00000100:00100000:2.0:1746134041.833916:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552307712:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134041.835757:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134041.835778:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c892f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fdbd expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.835805:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8928 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdb6 expref: 71 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.835812:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134041.835813:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134041.835816:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c892f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdbd expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.835842:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8928 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdb6 expref: 71 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.835851:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8928 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdb6 expref: 71 pid: 24940 timeout: 811 lvb_type: 0 00000100:00100000:2.0:1746134041.835862:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080650a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548108800:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134041.836756:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739c3b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746134041.840386:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080650a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548108800:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134041.840410:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c892f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdbd expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134041.840424:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244c800, rc 0) 00000100:00100000:2.0:1746134041.840457:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552307712:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6542us (7392us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134041.840463:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29694 00000100:00100000:0.0:1746134041.841342:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.841478:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552307840 00000100:00100000:3.0:1746134041.841485:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552307840 00010000:00010000:3.0:1746134041.841507:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8928 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdb6 expref: 72 pid: 24940 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134041.841923:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14997 00000100:00100000:3.0:1746134041.841931:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a84000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+72:2009:x1830953552307840:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134041.841942:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134041.841957:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8928 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdb6 expref: 72 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134041.841968:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8928 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdb6 expref: 72 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134041.841984:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8928 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdb6 expref: 72 pid: 24940 timeout: 811 lvb_type: 0 00000100:00100000:0.0:1746134041.842513:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00010000:00010000:3.0:1746134041.842591:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.842593:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.842599:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c892f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdbd expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.842608:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c892f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdbd expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.842633:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c892f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdbd expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134041.842644:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d142a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548108928:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134041.843080:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552307968 00000100:00100000:2.0:1746134041.843093:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552307968 00000100:00100000:3.0:1746134041.843229:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562db40 going to sleep for 11 seconds 00000100:00100000:1.0:1746134041.843526:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29695 00000100:00100000:1.0:1746134041.843533:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+72:1755:x1830953552307968:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134041.843544:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134041.843555:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8936 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fdc4 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.843570:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c892f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdbd expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.843575:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134041.843576:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134041.843579:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8936 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdc4 expref: 73 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.843594:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c892f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdbd expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.843603:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c892f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdbd expref: 5 pid: 24940 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746134041.843611:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f846300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548109056:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134041.843635:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20900 going to sleep for 11 seconds 00000100:00100000:3.0:1746134041.847472:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d142a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548108928:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134041.847489:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134041.847525:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a84000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+73:2009:x1830953552307840:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 5594us (6185us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.847534:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14997 00000100:00100000:1.0:1746134041.847613:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f846300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548109056:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134041.847628:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8936 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdc4 expref: 72 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.847641:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095786600, rc 0) 00000100:00100000:1.0:1746134041.847657:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+72:1755:x1830953552307968:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4126us (5145us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134041.847663:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29695 00000100:00100000:0.0:1746134041.847865:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134041.848081:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552308224 00000100:00100000:2.0:1746134041.848095:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552308224 00002000:00100000:2.0:1746134041.848139:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a87b80 x1830953552308224/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134041.848147:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a87b80 with x1830953552308224 ext(0->4095) 00010000:00010000:2.0:1746134041.848153:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c892f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdbd expref: 6 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134041.848163:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c892f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdbd expref: 6 pid: 24940 timeout: 811 lvb_type: 0 00002000:00010000:2.0:1746134041.848169:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091a87b80 00000100:00100000:2.0:1746134041.848183:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2464 00000100:00100000:2.0:1746134041.848189:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552308224:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134041.848296:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552308224:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (431us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134041.848305:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2464 00002000:00100000:2.0:1746134041.848310:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a87b80 x1830953552308224/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134041.848317:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a87b80 with x1830953552308224 ext(0->4095) 00010000:00010000:2.0:1746134041.848321:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c892f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdbd expref: 6 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134041.848330:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c892f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdbd expref: 6 pid: 24940 timeout: 811 lvb_type: 0 00002000:00010000:2.0:1746134041.848336:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091a87b80 00000100:00100000:0.0:1746134041.851990:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.852151:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552308352 00000100:00100000:3.0:1746134041.852158:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552308352 00010000:00010000:3.0:1746134041.852188:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c892f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdbd expref: 6 pid: 24940 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134041.852221:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14998 00000100:00100000:3.0:1746134041.852228:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a85180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2011:x1830953552308352:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134041.852238:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134041.852253:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c892f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdbd expref: 6 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134041.852264:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c892f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdbd expref: 6 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134041.852283:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c892f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdbd expref: 6 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134041.852309:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.852311:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.852316:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8936 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdc4 expref: 71 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.852329:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8936 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdc4 expref: 71 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.852353:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8936 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdc4 expref: 71 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134041.852363:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d142a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548109184:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134041.852425:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562db40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134041.855880:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.856007:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d142a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548109184:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134041.856024:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134041.856058:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a85180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2011:x1830953552308352:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3830us (4074us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.856067:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14998 00000100:00100000:1.0:1746134041.856567:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552308608 00000100:00100000:1.0:1746134041.856573:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552308608 00002000:00100000:1.0:1746134041.856600:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a87800 x1830953552308608/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134041.856610:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a87800 with x1830953552308608 ext(0->4095) 00002000:00010000:1.0:1746134041.856613:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091a87800 00000100:00100000:1.0:1746134041.856981:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13101 00000100:00100000:1.0:1746134041.856988:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+72:2011:x1830953552308608:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746134041.857106:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+72:2011:x1830953552308608:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 Request processed in 118us (1232us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134041.857127:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13101 00002000:00100000:1.0:1746134041.857132:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a87800 x1830953552308608/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134041.857140:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a87800 with x1830953552308608 ext(0->4095) 00002000:00010000:1.0:1746134041.857142:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091a87800 00000100:00100000:2.0:1746134041.868456:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134041.868511:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552308736 00000100:00100000:1.0:1746134041.868517:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552308736 00000100:00100000:1.0:1746134041.868582:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29696 00000100:00100000:1.0:1746134041.868589:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080650a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552308736:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134041.868601:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134041.868614:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c893d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fdcb expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.868635:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8936 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdc4 expref: 71 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.868642:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134041.868643:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134041.868646:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c893d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdcb expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.868668:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8936 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdc4 expref: 71 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.868678:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8936 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdc4 expref: 71 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746134041.868688:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f846300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548109312:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134041.868930:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e209c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134041.882051:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134041.882662:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f846300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548109312:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134041.882685:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c893d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdcb expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.882703:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095786800, rc 0) 00000100:00100000:3.0:1746134041.885279:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552308864 00000100:00100000:3.0:1746134041.885288:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552308864 00000100:00100000:3.0:1746134041.885332:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29697 00000100:00100000:3.0:1746134041.885338:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+72:1755:x1830953552308864:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134041.885352:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134041.885365:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8944 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fdd2 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.885382:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134041.885387:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c893d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdcb expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.885396:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746134041.885399:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8944 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdd2 expref: 73 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.885424:0:9580:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c893d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdcb expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.885433:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8944 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdd2 expref: 73 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.885440:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095588c00, rc 0) 00000100:00100000:3.0:1746134041.886289:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+73:1755:x1830953552308864:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 949us (4243us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.886296:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29697 00000100:00100000:1.0:1746134041.887879:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080650a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552308736:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 19285us (19422us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134041.887887:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29696 00000100:00100000:3.0:1746134041.887983:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134041.888051:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552308992 00000100:00100000:2.0:1746134041.888057:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552308992 00002000:00100000:2.0:1746134041.888102:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012d142a00 x1830953552308992/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 496/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134041.888178:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d142a00 with x1830953552308992 ext(0->7) 00010000:00010000:2.0:1746134041.888186:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8936 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdc4 expref: 73 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134041.888199:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8936 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdc4 expref: 73 pid: 9581 timeout: 811 lvb_type: 0 00002000:00010000:2.0:1746134041.888205:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d142a00 00000100:00100000:2.0:1746134041.888274:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2465 00000100:00100000:2.0:1746134041.888280:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d142a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+73:2009:x1830953552308992:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746134041.891032:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d142a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+75:2009:x1830953552308992:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 2745us (3042us total) trans 4294970649 rc 0/0 00000100:00100000:0.0:1746134041.891041:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2465 00002000:00100000:0.0:1746134041.891050:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012d142a00 x1830953552308992/t4294970649(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 496/448 e 0 to 0 dl 1746134052 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134041.891058:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d142a00 with x1830953552308992 ext(0->7) 00010000:00010000:0.0:1746134041.891067:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8936 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdc4 expref: 75 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746134041.891081:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8936 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdc4 expref: 75 pid: 9581 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746134041.891097:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d142a00 00000100:00100000:0.0:1746134041.893665:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.893787:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552309120 00000100:00100000:3.0:1746134041.893795:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552309120 00010000:00010000:3.0:1746134041.893821:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8936 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdc4 expref: 75 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134041.895232:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14999 00000100:00100000:3.0:1746134041.895242:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a81c0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+75:2010:x1830953552309120:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134041.895254:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134041.895270:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8936 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdc4 expref: 75 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134041.895285:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8936 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdc4 expref: 75 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134041.895303:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8936 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdc4 expref: 75 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134041.895327:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.895329:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.895334:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c893d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdcb expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.895341:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c893d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdcb expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.895367:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c893d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdcb expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.895376:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c893d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdcb expref: 5 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134041.895386:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548109568:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134041.895449:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562db40 going to sleep for 11 seconds 00000100:00100000:3.0:1746134041.898723:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548109568:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134041.898739:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134041.898772:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a81c0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+74:2010:x1830953552309120:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3531us (5112us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.898784:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14999 00000100:00100000:0.0:1746134041.898970:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134041.899379:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552309376 00000100:00100000:1.0:1746134041.899383:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552309376 00002000:00100000:1.0:1746134041.899409:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a86680 x1830953552309376/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134041.899418:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a86680 with x1830953552309376 ext(0->4095) 00010000:00010000:1.0:1746134041.899424:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c893d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdcb expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746134041.899434:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c893d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdcb expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746134041.899439:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091a86680 00000100:00100000:1.0:1746134041.899452:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2466 00000100:00100000:1.0:1746134041.899457:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552309376:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134041.899545:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552309376:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 87us (574us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134041.899550:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2466 00002000:00100000:1.0:1746134041.899555:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a86680 x1830953552309376/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134041.899566:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a86680 with x1830953552309376 ext(0->4095) 00010000:00010000:1.0:1746134041.899570:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c893d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdcb expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746134041.899579:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c893d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdcb expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746134041.899584:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091a86680 00000100:00100000:0.0:1746134041.905385:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.906031:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552309504 00000100:00100000:3.0:1746134041.906039:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552309504 00010000:00010000:3.0:1746134041.906069:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c893d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdcb expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134041.906145:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15000 00000100:00100000:3.0:1746134041.906153:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a87100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2011:x1830953552309504:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134041.906164:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134041.906179:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c893d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdcb expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134041.906190:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c893d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdcb expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134041.906209:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c893d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdcb expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134041.906228:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.906230:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.906236:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8944 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdd2 expref: 73 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.906243:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8944 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdd2 expref: 73 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.907133:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8944 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdd2 expref: 73 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134041.907146:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548109696:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134041.907217:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d300 going to sleep for 11 seconds 00000100:00100000:3.0:1746134041.914042:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548109696:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134041.914058:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134041.914137:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a87100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2011:x1830953552309504:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 7984us (8757us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.914146:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15000 00000100:00100000:0.0:1746134041.914162:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.914182:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552309760 00000100:00100000:3.0:1746134041.914187:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552309760 00002000:00100000:3.0:1746134041.914210:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a85f80 x1830953552309760/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134041.914219:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a85f80 with x1830953552309760 ext(0->4095) 00002000:00010000:3.0:1746134041.914223:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091a85f80 00000100:00100000:3.0:1746134041.914234:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13102 00000100:00100000:3.0:1746134041.914239:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+74:2012:x1830953552309760:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746134041.914337:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+74:2012:x1830953552309760:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 Request processed in 98us (176us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134041.914343:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13102 00002000:00100000:3.0:1746134041.914347:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a85f80 x1830953552309760/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134041.914354:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a85f80 with x1830953552309760 ext(0->4095) 00002000:00010000:3.0:1746134041.914356:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091a85f80 00000100:00100000:0.0:1746134041.923782:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134041.925886:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552309888 00000100:00100000:1.0:1746134041.925895:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552309888 00000100:00100000:1.0:1746134041.925940:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29698 00000100:00100000:1.0:1746134041.925950:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552309888:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134041.925962:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134041.925975:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c894b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fdd9 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.925997:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8944 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdd2 expref: 73 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.926002:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134041.926004:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134041.926007:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c894b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdd9 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.926028:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8944 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdd2 expref: 73 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.926040:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8944 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdd2 expref: 73 pid: 9580 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746134041.926049:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f846300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548109824:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134041.926144:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20480 going to sleep for 11 seconds 00000100:00100000:1.0:1746134041.935107:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f846300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548109824:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134041.935165:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c894b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdd9 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.935180:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095787000, rc 0) 00000100:00100000:1.0:1746134041.935222:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552309888:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9274us (11445us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134041.935229:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29698 00000100:00100000:0.0:1746134041.937270:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.937364:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552310016 00000100:00100000:3.0:1746134041.937370:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552310016 00002000:00100000:3.0:1746134041.937405:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880091a86a00 x1830953552310016/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 496/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134041.937414:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a86a00 with x1830953552310016 ext(0->7) 00010000:00010000:3.0:1746134041.937421:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8944 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdd2 expref: 74 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134041.937431:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8944 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdd2 expref: 74 pid: 9580 timeout: 811 lvb_type: 0 00002000:00010000:3.0:1746134041.937437:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091a86a00 00000100:00100000:3.0:1746134041.937452:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2467 00000100:00100000:3.0:1746134041.937458:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+74:2010:x1830953552310016:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746134041.940041:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+76:2010:x1830953552310016:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 2576us (2770us total) trans 4294970650 rc 0/0 00000100:00100000:0.0:1746134041.940052:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2467 00002000:00100000:0.0:1746134041.940060:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880091a86a00 x1830953552310016/t4294970650(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 496/448 e 0 to 0 dl 1746134052 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134041.940075:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a86a00 with x1830953552310016 ext(0->7) 00010000:00010000:0.0:1746134041.940092:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8944 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdd2 expref: 76 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746134041.940106:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8944 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdd2 expref: 76 pid: 9580 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746134041.940156:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091a86a00 00000100:00100000:0.0:1746134041.947656:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134041.947696:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.947755:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552310272 00000100:00100000:3.0:1746134041.947763:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552310272 00010000:00010000:3.0:1746134041.947791:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8944 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdd2 expref: 76 pid: 9580 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746134041.947810:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552310144 00000100:00100000:1.0:1746134041.947813:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552310144 00000100:00100000:3.0:1746134041.947816:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15001 00000100:00100000:3.0:1746134041.947821:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a85180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+77:2010:x1830953552310272:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134041.947832:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134041.947848:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8944 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdd2 expref: 77 pid: 9580 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746134041.947848:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29699 00000100:00100000:1.0:1746134041.947853:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+77:1755:x1830953552310144:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134041.947857:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8944 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdd2 expref: 77 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746134041.947863:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134041.947872:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8952 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fde0 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.947873:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8944 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdd2 expref: 77 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746134041.947885:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134041.947889:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c894b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdd9 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.948465:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134041.948469:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8952 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fde0 expref: 77 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.948496:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.948499:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.948506:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c894b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdd9 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.948514:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c894b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdd9 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.948525:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c894b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdd9 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.948535:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c894b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdd9 expref: 5 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746134041.948545:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f846300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548109952:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134041.948553:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c894b lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdd9 expref: 5 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134041.948561:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c894b lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdd9 expref: 5 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134041.948568:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548110080:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134041.948619:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20480 going to sleep for 11 seconds 00000100:00100000:3.0:1746134041.948634:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d300 going to sleep for 11 seconds 00000100:00100000:3.0:1746134041.950477:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548110080:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134041.950490:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134041.950490:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f846300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548109952:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134041.950506:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8952 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fde0 expref: 77 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.950518:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095786800, rc 0) 00000100:00100000:1.0:1746134041.950544:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+77:1755:x1830953552310144:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2690us (2893us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134041.950551:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29699 00000100:00100000:3.0:1746134041.950626:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a85180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+76:2010:x1830953552310272:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2803us (2928us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.950632:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15001 00000100:00100000:0.0:1746134041.951848:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134041.951904:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552310528 00000100:00100000:2.0:1746134041.951910:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552310528 00002000:00100000:2.0:1746134041.951937:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880092029c00 x1830953552310528/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134041.951946:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092029c00 with x1830953552310528 ext(0->4095) 00010000:00010000:2.0:1746134041.951952:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c894b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdd9 expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134041.952966:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c894b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdd9 expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00002000:00010000:2.0:1746134041.952973:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092029c00 00000100:00100000:2.0:1746134041.952995:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2468 00000100:00100000:2.0:1746134041.953002:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092029c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552310528:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134041.953151:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092029c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552310528:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 148us (1305us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134041.953157:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2468 00002000:00100000:2.0:1746134041.953162:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880092029c00 x1830953552310528/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134041.953169:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092029c00 with x1830953552310528 ext(0->4095) 00010000:00010000:2.0:1746134041.953174:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c894b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdd9 expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134041.953183:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c894b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdd9 expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00002000:00010000:2.0:1746134041.953189:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092029c00 00000100:00100000:0.0:1746134041.955038:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.955518:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552310656 00000100:00100000:3.0:1746134041.955525:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552310656 00010000:00010000:3.0:1746134041.955554:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c894b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdd9 expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134041.955589:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15002 00000100:00100000:3.0:1746134041.955596:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009202ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2011:x1830953552310656:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134041.955611:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134041.955631:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c894b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdd9 expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134041.955641:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c894b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdd9 expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134041.955659:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c894b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdd9 expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134041.955687:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.955689:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.955695:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8952 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fde0 expref: 75 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.955702:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8952 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fde0 expref: 75 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.955727:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8952 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fde0 expref: 75 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134041.955737:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548110208:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134041.955801:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d300 going to sleep for 11 seconds 00000100:00100000:3.0:1746134041.957289:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548110208:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134041.957302:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134041.957325:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009202ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2011:x1830953552310656:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1729us (2292us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.957332:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15002 00000100:00100000:0.0:1746134041.959182:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134041.959237:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552310912 00000100:00100000:2.0:1746134041.959247:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552310912 00002000:00100000:2.0:1746134041.959282:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880092029f80 x1830953552310912/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134041.959292:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092029f80 with x1830953552310912 ext(0->4095) 00002000:00010000:2.0:1746134041.959296:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092029f80 00000100:00100000:2.0:1746134041.959370:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13103 00000100:00100000:2.0:1746134041.959376:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092029f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+76:2010:x1830953552310912:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134041.959490:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092029f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+76:2010:x1830953552310912:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (313us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134041.959496:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13103 00002000:00100000:2.0:1746134041.959501:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880092029f80 x1830953552310912/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134041.959507:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092029f80 with x1830953552310912 ext(0->4095) 00002000:00010000:2.0:1746134041.959510:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092029f80 00000100:00100000:0.0:1746134041.962037:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134041.962141:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552311040 00000100:00100000:1.0:1746134041.962148:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552311040 00000100:00100000:1.0:1746134041.962351:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29700 00000100:00100000:1.0:1746134041.962358:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552311040:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134041.962372:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134041.962386:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8959 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fde7 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.962408:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8952 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fde0 expref: 75 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.962415:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134041.962416:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134041.962419:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8959 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fde7 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.962441:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8952 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fde0 expref: 75 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.962451:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8952 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fde0 expref: 75 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746134041.962460:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f846300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548110336:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134041.962993:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20480 going to sleep for 11 seconds 00000100:00100000:0.0:1746134041.966695:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134041.966735:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f846300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548110336:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134041.966758:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8959 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fde7 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.966773:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095786600, rc 0) 00000100:00100000:1.0:1746134041.966811:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552311040:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4453us (4780us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134041.966819:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29700 00000100:00100000:3.0:1746134041.966978:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552311168 00000100:00100000:3.0:1746134041.966984:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552311168 00010000:00010000:3.0:1746134041.967004:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8952 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fde0 expref: 76 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134041.967035:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15003 00000100:00100000:3.0:1746134041.967041:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092028380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+76:2009:x1830953552311168:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134041.967061:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134041.967075:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8952 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fde0 expref: 76 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134041.967098:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8952 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fde0 expref: 76 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134041.967137:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8952 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fde0 expref: 76 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134041.967158:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.967160:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.967165:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8959 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fde7 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.967176:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8959 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fde7 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.967200:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8959 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fde7 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134041.967209:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548110464:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134041.967264:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d300 going to sleep for 11 seconds 00000100:00100000:0.0:1746134041.970167:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134041.970243:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552311296 00000100:00100000:1.0:1746134041.970250:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552311296 00000100:00100000:1.0:1746134041.970294:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29701 00000100:00100000:1.0:1746134041.970301:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009202b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+76:1755:x1830953552311296:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134041.970314:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134041.970326:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c8960 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fdee expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.970348:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8959 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fde7 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.970353:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134041.970355:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134041.970358:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c8960 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdee expref: 77 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.970380:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8959 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fde7 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.970389:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8959 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fde7 expref: 5 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746134041.970399:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f846300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548110592:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134041.970914:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134041.970972:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20480 going to sleep for 11 seconds 00000100:00100000:0.0:1746134041.971190:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552311552 00000100:00100000:0.0:1746134041.971194:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552311552 00000100:00100000:3.0:1746134041.971210:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548110464:192.168.203.26@tcp:105: 00002000:00100000:0.0:1746134041.971216:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009202bb80 x1830953552311552/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746134041.971223:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:0.0:1746134041.971224:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009202bb80 with x1830953552311552 ext(0->4095) 00010000:00010000:0.0:1746134041.971229:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8959 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fde7 expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746134041.971237:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8959 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fde7 expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746134041.971243:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009202bb80 00000100:00100000:3.0:1746134041.971255:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092028380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+77:2009:x1830953552311168:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4214us (4567us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134041.971256:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2469 00000100:00100000:0.0:1746134041.971261:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009202bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552311552:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134041.971262:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15003 00000100:00100000:0.0:1746134041.971420:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009202bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552311552:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (473us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134041.971426:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2469 00002000:00100000:0.0:1746134041.971432:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009202bb80 x1830953552311552/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134041.971439:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009202bb80 with x1830953552311552 ext(0->4095) 00010000:00010000:0.0:1746134041.971443:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8959 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fde7 expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746134041.971452:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8959 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fde7 expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746134041.971457:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009202bb80 00000100:00100000:1.0:1746134041.971860:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f846300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548110592:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134041.971872:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c8960 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdee expref: 76 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.971885:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095787400, rc 0) 00000100:00100000:1.0:1746134041.971912:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009202b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+76:1755:x1830953552311296:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1611us (1752us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134041.971917:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29701 00000100:00100000:0.0:1746134041.972948:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134041.973027:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552311680 00000100:00100000:1.0:1746134041.973031:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552311680 00000100:00100000:1.0:1746134041.973057:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29702 00000100:00100000:1.0:1746134041.973061:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092028e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+76:1757:x1830953552311680:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134041.973069:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134041.973078:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8967 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fdf5 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.973102:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134041.973106:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c8960 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdee expref: 77 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.973129:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134041.973132:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8967 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdf5 expref: 77 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.973154:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c8960 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdee expref: 77 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.973162:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8967 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdf5 expref: 77 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.973173:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095787000, rc 0) 00000100:00100000:1.0:1746134041.973203:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092028e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+77:1757:x1830953552311680:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (256us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134041.973208:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29702 00000100:00100000:0.0:1746134041.973226:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.973302:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552311808 00000100:00100000:3.0:1746134041.973306:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552311808 00010000:00010000:3.0:1746134041.973322:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8959 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fde7 expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134041.973337:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15004 00000100:00100000:3.0:1746134041.973342:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092029880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953552311808:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134041.973349:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134041.973361:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8959 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fde7 expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134041.973370:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8959 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fde7 expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134041.973384:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8959 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fde7 expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134041.973403:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.973404:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.973410:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c8960 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdee expref: 76 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.973416:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c8960 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdee expref: 76 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.973433:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c8960 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdee expref: 76 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.973442:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c8960 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdee expref: 76 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134041.973451:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548110848:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134041.973599:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d300 going to sleep for 11 seconds 00000100:00100000:0.0:1746134041.975585:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134041.975657:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552312064 00000100:00100000:1.0:1746134041.975662:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552312064 00002000:00100000:1.0:1746134041.975690:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b5a8000 x1830953552312064/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134041.975698:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5a8000 with x1830953552312064 ext(0->4095) 00010000:00010000:1.0:1746134041.975704:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c8960 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdee expref: 77 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134041.975715:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548110848:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134041.975716:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c8960 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdee expref: 77 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134041.975726:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00010000:1.0:1746134041.975727:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b5a8000 00000100:00100000:3.0:1746134041.975748:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092029880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2012:x1830953552311808:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2406us (2535us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134041.975754:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2470 00000100:00100000:3.0:1746134041.975755:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15004 00000100:00100000:1.0:1746134041.975760:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+77:2009:x1830953552312064:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134041.975868:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+77:2009:x1830953552312064:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (286us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134041.975874:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2470 00002000:00100000:1.0:1746134041.975878:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b5a8000 x1830953552312064/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134041.975889:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5a8000 with x1830953552312064 ext(0->4095) 00010000:00010000:1.0:1746134041.975893:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c8960 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdee expref: 77 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746134041.975901:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c8960 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdee expref: 77 pid: 9581 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746134041.975905:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b5a8000 00000100:00100000:0.0:1746134041.979358:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.979469:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552312192 00000100:00100000:3.0:1746134041.979476:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552312192 00010000:00010000:3.0:1746134041.979504:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c8960 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdee expref: 77 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134041.979534:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15005 00000100:00100000:3.0:1746134041.979541:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+77:2010:x1830953552312192:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134041.979552:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134041.979565:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c8960 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdee expref: 77 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134041.979575:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c8960 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdee expref: 77 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134041.979594:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c8960 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdee expref: 77 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134041.979616:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.979618:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134041.979623:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8967 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdf5 expref: 76 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.979630:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8967 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdf5 expref: 76 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134041.979654:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8967 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdf5 expref: 76 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134041.979663:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548110976:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134041.979721:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d300 going to sleep for 11 seconds 00000100:00100000:0.0:1746134041.984478:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.984589:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548110976:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134041.984606:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134041.984641:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+76:2010:x1830953552312192:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 5101us (5290us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.984651:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15005 00000100:00100000:1.0:1746134041.984726:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552312448 00000100:00100000:1.0:1746134041.984732:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552312448 00002000:00100000:1.0:1746134041.984761:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b5abb80 x1830953552312448/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/0 e 0 to 0 dl 1746134052 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134041.984771:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5abb80 with x1830953552312448 ext(0->4095) 00002000:00010000:1.0:1746134041.984774:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5abb80 00000100:00100000:1.0:1746134041.984802:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13104 00000100:00100000:1.0:1746134041.984809:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+76:2009:x1830953552312448:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134041.984919:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+76:2009:x1830953552312448:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (446us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134041.984926:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13104 00002000:00100000:1.0:1746134041.984931:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b5abb80 x1830953552312448/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746134052 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134041.984938:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5abb80 with x1830953552312448 ext(0->4095) 00002000:00010000:1.0:1746134041.984941:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5abb80 00000100:00100000:0.0:1746134041.987387:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134041.987465:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552312576 00000100:00100000:1.0:1746134041.987471:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552312576 00000100:00100000:1.0:1746134041.987510:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29703 00000100:00100000:1.0:1746134041.987517:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552312576:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134041.987530:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134041.987542:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c896e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fdfc expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.987565:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8967 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdf5 expref: 75 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.987571:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134041.987573:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134041.987576:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c896e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdfc expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.987599:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8967 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdf5 expref: 75 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.987607:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8967 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdf5 expref: 75 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746134041.987617:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f846300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548111104:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134041.987675:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20600 going to sleep for 11 seconds 00000100:00100000:1.0:1746134041.990497:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f846300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548111104:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134041.990517:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c896e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdfc expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.990535:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095786800, rc 0) 00000100:00100000:1.0:1746134041.990572:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552312576:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3055us (3194us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134041.990578:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29703 00000100:00100000:0.0:1746134041.992405:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134041.992746:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134041.992829:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552312704 00000100:00100000:3.0:1746134041.992848:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552312704 00010000:00010000:3.0:1746134041.992877:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8967 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdf5 expref: 76 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134041.992907:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15006 00000100:00100000:3.0:1746134041.992914:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a81c0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+76:2010:x1830953552312704:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134041.992928:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134041.992942:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8967 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdf5 expref: 76 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134041.992953:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8967 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdf5 expref: 76 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134041.992972:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8967 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdf5 expref: 76 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746134041.993549:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552312832 00000100:00100000:1.0:1746134041.993553:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552312832 00000100:00100000:1.0:1746134041.993755:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29704 00000100:00100000:1.0:1746134041.993761:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+76:1755:x1830953552312832:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134041.993772:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134041.993781:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8975 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fe03 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.993794:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134041.993798:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c896e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdfc expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.993803:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134041.993805:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8975 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe03 expref: 77 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.993827:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c896e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdfc expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.993836:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8975 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe03 expref: 77 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.993846:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134041.993847:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134041.993851:0:9581:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c896e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdfc expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.993857:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c896e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdfc expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.993868:0:9581:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c896e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdfc expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134041.993875:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c896e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdfc expref: 5 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746134041.993883:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f846300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548111360:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134041.993945:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20600 going to sleep for 11 seconds 00010000:00010000:3.0:1746134041.994154:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134041.994172:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a81c0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+77:2010:x1830953552312704:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1259us (1773us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134041.994178:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15006 00000100:00100000:0.0:1746134042.000363:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.000463:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552313088 00000100:00100000:2.0:1746134042.000470:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552313088 00002000:00100000:2.0:1746134042.000511:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b5a9f80 x1830953552313088/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134042.000520:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5a9f80 with x1830953552313088 ext(0->4095) 00010000:00010000:2.0:1746134042.000529:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c896e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdfc expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.000545:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c896e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdfc expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00002000:00010000:2.0:1746134042.000551:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b5a9f80 00000100:00100000:2.0:1746134042.000582:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2471 00000100:00100000:2.0:1746134042.000589:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2011:x1830953552313088:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746134042.000727:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2011:x1830953552313088:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 Request processed in 138us (370us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134042.000733:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2471 00002000:00100000:2.0:1746134042.000746:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b5a9f80 x1830953552313088/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134042.000753:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5a9f80 with x1830953552313088 ext(0->4095) 00010000:00010000:2.0:1746134042.000758:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c896e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdfc expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.000770:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c896e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdfc expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00002000:00010000:2.0:1746134042.000775:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b5a9f80 00000100:00100000:1.0:1746134042.001019:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f846300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548111360:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134042.001032:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095786000, rc 0) 00000100:00100000:1.0:1746134042.001058:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+76:1755:x1830953552312832:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7297us (8319us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134042.001063:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29704 00000100:00100000:0.0:1746134042.004816:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.004918:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552313216 00000100:00100000:3.0:1746134042.004925:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552313216 00010000:00010000:3.0:1746134042.004950:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c896e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdfc expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134042.004978:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15007 00000100:00100000:3.0:1746134042.004984:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552313216:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134042.004993:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134042.005008:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c896e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdfc expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.005017:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c896e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdfc expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.005034:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c896e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fdfc expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.005697:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.005700:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.005707:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8975 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe03 expref: 75 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.005715:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8975 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe03 expref: 75 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.005743:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8975 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe03 expref: 75 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134042.005757:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548111488:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134042.006449:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d240 going to sleep for 11 seconds 00000100:00100000:0.0:1746134042.009498:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.009580:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548111488:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134042.009597:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134042.009644:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552313216:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4658us (4832us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.009653:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15007 00000100:00100000:2.0:1746134042.009722:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552313472 00000100:00100000:2.0:1746134042.009727:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552313472 00002000:00100000:2.0:1746134042.009758:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009c7e4e00 x1830953552313472/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134042.009767:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7e4e00 with x1830953552313472 ext(0->4095) 00002000:00010000:2.0:1746134042.009772:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7e4e00 00000100:00100000:2.0:1746134042.009787:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13105 00000100:00100000:2.0:1746134042.009792:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+76:2010:x1830953552313472:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134042.009905:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+76:2010:x1830953552313472:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (413us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134042.009910:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13105 00002000:00100000:2.0:1746134042.009915:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009c7e4e00 x1830953552313472/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134042.009922:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7e4e00 with x1830953552313472 ext(0->4095) 00002000:00010000:2.0:1746134042.009925:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7e4e00 00000100:00100000:0.0:1746134042.013196:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134042.015069:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552313600 00000100:00100000:1.0:1746134042.015078:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552313600 00000100:00100000:1.0:1746134042.015170:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29705 00000100:00100000:1.0:1746134042.015178:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552313600:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134042.015193:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134042.015208:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c897c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fe0a expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.015230:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8975 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe03 expref: 75 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.015237:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134042.015239:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134042.015242:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c897c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe0a expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.015267:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8975 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe03 expref: 75 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.015277:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8975 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe03 expref: 75 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746134042.015287:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f846300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548111616:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134042.015367:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20600 going to sleep for 11 seconds 00000100:00100000:0.0:1746134042.019525:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134042.019610:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f846300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548111616:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134042.019632:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c897c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe0a expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.019647:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095787000, rc 0) 00000100:00100000:1.0:1746134042.019686:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552313600:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4508us (6495us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134042.019696:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29705 00000100:00100000:3.0:1746134042.019917:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552313728 00000100:00100000:3.0:1746134042.019923:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552313728 00002000:00100000:3.0:1746134042.019950:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009c7e6a00 x1830953552313728/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 496/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134042.019958:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7e6a00 with x1830953552313728 ext(0->7) 00010000:00010000:3.0:1746134042.019963:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8975 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe03 expref: 76 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.019973:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8975 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe03 expref: 76 pid: 9581 timeout: 811 lvb_type: 0 00002000:00010000:3.0:1746134042.019982:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7e6a00 00000100:00100000:3.0:1746134042.020006:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2472 00000100:00100000:3.0:1746134042.020011:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+76:2009:x1830953552313728:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746134042.021051:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+78:2009:x1830953552313728:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 1035us (1528us total) trans 4294970651 rc 0/0 00000100:00100000:0.0:1746134042.021058:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2472 00002000:00100000:0.0:1746134042.021064:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009c7e6a00 x1830953552313728/t4294970651(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 496/448 e 0 to 0 dl 1746134053 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134042.021072:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7e6a00 with x1830953552313728 ext(0->7) 00010000:00010000:0.0:1746134042.021077:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8975 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe03 expref: 78 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746134042.021096:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8975 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe03 expref: 78 pid: 9581 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746134042.021102:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7e6a00 00000100:00100000:0.0:1746134042.026447:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.026910:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552313856 00000100:00100000:3.0:1746134042.026918:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552313856 00000100:00100000:0.0:1746134042.026938:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00010000:00010000:3.0:1746134042.026947:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8975 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe03 expref: 78 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134042.026979:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15008 00000100:00100000:3.0:1746134042.026986:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+78:2010:x1830953552313856:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134042.026996:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134042.027012:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8975 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe03 expref: 78 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.027021:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8975 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe03 expref: 78 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.027039:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8975 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe03 expref: 78 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.027535:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.027537:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.027544:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c897c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe0a expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.027552:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c897c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe0a expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134042.027561:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552313984 00000100:00100000:0.0:1746134042.027565:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552313984 00010000:00010000:3.0:1746134042.027579:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c897c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe0a expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134042.027585:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29706 00000100:00100000:3.0:1746134042.027588:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548111744:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134042.027590:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+78:1755:x1830953552313984:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134042.027600:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134042.027610:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c8983 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fe11 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134042.027622:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c897c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe0a expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134042.027627:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134042.027628:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134042.027631:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c8983 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe11 expref: 79 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134042.027645:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c897c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe0a expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134042.027651:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d240 going to sleep for 11 seconds 00010000:00010000:0.0:1746134042.027653:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c897c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe0a expref: 5 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:0.0:1746134042.027661:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7e5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548111872:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134042.027677:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c540 going to sleep for 11 seconds 00000100:00100000:3.0:1746134042.029074:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548111744:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134042.029142:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7e5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548111872:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134042.029159:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c8983 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe11 expref: 79 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.029171:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bef4400, rc 0) 00010000:00010000:3.0:1746134042.029199:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134042.029199:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+79:1755:x1830953552313984:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1608us (2262us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134042.029205:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29706 00000100:00100000:3.0:1746134042.029218:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+78:2010:x1830953552313856:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2233us (2779us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.029230:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15008 00000100:00100000:0.0:1746134042.029271:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.029334:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552314240 00000100:00100000:2.0:1746134042.029339:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552314240 00002000:00100000:2.0:1746134042.029363:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009c7e5500 x1830953552314240/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134042.029372:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7e5500 with x1830953552314240 ext(0->4095) 00010000:00010000:2.0:1746134042.029377:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c897c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe0a expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.029386:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c897c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe0a expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00002000:00010000:2.0:1746134042.029391:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7e5500 00000100:00100000:2.0:1746134042.029485:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2473 00000100:00100000:2.0:1746134042.029492:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552314240:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134042.029744:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552314240:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 251us (472us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134042.029749:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2473 00002000:00100000:2.0:1746134042.029753:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009c7e5500 x1830953552314240/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134042.029760:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7e5500 with x1830953552314240 ext(0->4095) 00010000:00010000:2.0:1746134042.029764:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c897c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe0a expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.029772:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c897c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe0a expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00002000:00010000:2.0:1746134042.029777:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7e5500 00000100:00100000:0.0:1746134042.031430:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.031566:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552314368 00000100:00100000:3.0:1746134042.031572:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552314368 00010000:00010000:3.0:1746134042.031596:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c897c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe0a expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134042.031631:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15009 00000100:00100000:3.0:1746134042.031637:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552314368:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134042.031646:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134042.031659:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c897c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe0a expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:0.0:1746134042.031659:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00010000:00010000:3.0:1746134042.031669:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c897c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe0a expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.031724:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c897c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe0a expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746134042.031726:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552314496 00000100:00100000:1.0:1746134042.031730:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552314496 00010000:00010000:3.0:1746134042.031747:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.031749:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.031755:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c8983 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe11 expref: 77 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134042.031755:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29707 00000100:00100000:1.0:1746134042.031760:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a09c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552314496:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134042.031762:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c8983 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe11 expref: 77 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.031769:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134042.031776:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c898a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fe18 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.031786:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c8983 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe11 expref: 77 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.031789:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c8983 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe11 expref: 77 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.031793:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134042.031794:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134042.032017:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c898a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe18 expref: 7 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.032030:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c8983 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe11 expref: 77 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134042.032040:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548112000:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134042.032044:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c8983 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe11 expref: 77 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746134042.032051:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c8983 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe11 expref: 77 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746134042.032057:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f846300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548112128:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134042.032170:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20600 going to sleep for 11 seconds 00000100:00100000:3.0:1746134042.032233:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d240 going to sleep for 11 seconds 00000100:00100000:0.0:1746134042.033586:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.033595:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548112000:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134042.033607:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134042.033633:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+7:2009:x1830953552314368:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1996us (2207us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.033639:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15009 00000100:00100000:1.0:1746134042.033643:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f846300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548112128:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134042.033655:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c898a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe18 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.033665:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095786c00, rc 0) 00000100:00100000:1.0:1746134042.033680:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a09c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552314496:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1921us (2021us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134042.033686:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29707 00000100:00100000:2.0:1746134042.033744:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552314752 00000100:00100000:2.0:1746134042.033749:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552314752 00002000:00100000:2.0:1746134042.033770:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009bfbc000 x1830953552314752/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134042.033778:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfbc000 with x1830953552314752 ext(0->4095) 00010000:00010000:2.0:1746134042.033783:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c8983 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe11 expref: 78 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.033793:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c8983 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe11 expref: 78 pid: 9581 timeout: 811 lvb_type: 0 00002000:00010000:2.0:1746134042.033799:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bfbc000 00000100:00100000:2.0:1746134042.033820:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2474 00000100:00100000:2.0:1746134042.033826:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+78:2010:x1830953552314752:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134042.034077:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+78:2010:x1830953552314752:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 249us (492us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134042.034094:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2474 00002000:00100000:2.0:1746134042.034100:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009bfbc000 x1830953552314752/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134042.034106:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfbc000 with x1830953552314752 ext(0->4095) 00010000:00010000:2.0:1746134042.034110:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c8983 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe11 expref: 78 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.034143:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c8983 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe11 expref: 78 pid: 9581 timeout: 811 lvb_type: 0 00002000:00010000:2.0:1746134042.034148:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bfbc000 00000100:00100000:0.0:1746134042.036017:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134042.036091:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134042.036178:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552314880 00000100:00100000:1.0:1746134042.036183:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552314880 00000100:00100000:1.0:1746134042.036218:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29708 00000100:00100000:1.0:1746134042.036223:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+78:1755:x1830953552314880:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134042.036234:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134042.036246:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8991 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fe1f expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.036264:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134042.036268:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c898a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe18 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.036277:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746134042.036280:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8991 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe1f expref: 79 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.036301:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c898a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe18 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.036309:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8991 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe1f expref: 79 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.036316:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095786600, rc 0) 00000100:00100000:1.0:1746134042.036339:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+79:1755:x1830953552314880:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 115us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134042.036344:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29708 00000100:00100000:3.0:1746134042.036400:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552315008 00000100:00100000:3.0:1746134042.036404:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552315008 00010000:00010000:3.0:1746134042.036418:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c8983 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe11 expref: 79 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134042.036434:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15010 00000100:00100000:3.0:1746134042.036439:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfbf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+79:2009:x1830953552315008:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134042.036446:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134042.036459:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c8983 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe11 expref: 79 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.036472:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c8983 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe11 expref: 79 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.036487:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c8983 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe11 expref: 79 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.036500:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.036501:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.036506:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c898a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe18 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.036511:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c898a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe18 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.036539:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c898a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe18 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.036548:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c898a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe18 expref: 5 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134042.036557:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548112384:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134042.036600:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d240 going to sleep for 11 seconds 00000100:00100000:3.0:1746134042.039024:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548112384:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134042.039042:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134042.039074:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfbf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+78:2009:x1830953552315008:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2634us (2990us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.039096:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15010 00000100:00100000:0.0:1746134042.044968:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.045136:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552315264 00000100:00100000:2.0:1746134042.045145:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552315264 00002000:00100000:2.0:1746134042.045183:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009bfbd180 x1830953552315264/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134042.045193:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfbd180 with x1830953552315264 ext(0->4095) 00010000:00010000:2.0:1746134042.045200:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c898a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe18 expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.045213:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c898a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe18 expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00002000:00010000:2.0:1746134042.045219:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bfbd180 00000100:00100000:2.0:1746134042.045252:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2475 00000100:00100000:2.0:1746134042.045259:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552315264:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134042.045391:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552315264:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 132us (435us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134042.045397:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2475 00002000:00100000:2.0:1746134042.045403:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009bfbd180 x1830953552315264/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134042.045409:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfbd180 with x1830953552315264 ext(0->4095) 00010000:00010000:2.0:1746134042.045413:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c898a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe18 expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.045420:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c898a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe18 expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00002000:00010000:2.0:1746134042.045425:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bfbd180 00000100:00100000:0.0:1746134042.048380:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.048496:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552315392 00000100:00100000:3.0:1746134042.048504:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552315392 00010000:00010000:3.0:1746134042.048546:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c898a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe18 expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134042.048585:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15011 00000100:00100000:3.0:1746134042.048593:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce32a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552315392:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134042.048603:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134042.048618:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c898a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe18 expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.049677:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c898a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe18 expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.049709:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c898a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe18 expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.049730:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.049732:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.049738:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8991 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe1f expref: 77 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.049745:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8991 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe1f expref: 77 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.049775:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8991 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe1f expref: 77 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134042.049786:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548112512:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134042.049938:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d240 going to sleep for 11 seconds 00000100:00100000:3.0:1746134042.051745:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548112512:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134042.051761:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134042.051805:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce32a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552315392:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3211us (3430us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.051814:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15011 00000100:00100000:0.0:1746134042.056144:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.056425:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552315648 00000100:00100000:2.0:1746134042.056432:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552315648 00002000:00100000:2.0:1746134042.056465:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009ce33100 x1830953552315648/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134042.056474:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce33100 with x1830953552315648 ext(0->4095) 00002000:00010000:2.0:1746134042.056478:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ce33100 00000100:00100000:2.0:1746134042.056506:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13106 00000100:00100000:2.0:1746134042.056512:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+78:2009:x1830953552315648:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134042.056627:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+78:2009:x1830953552315648:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (518us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134042.056633:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13106 00002000:00100000:2.0:1746134042.056639:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009ce33100 x1830953552315648/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134042.056645:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce33100 with x1830953552315648 ext(0->4095) 00002000:00010000:2.0:1746134042.056648:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ce33100 00000100:00100000:0.0:1746134042.059068:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.059147:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552315776 00000100:00100000:2.0:1746134042.059153:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552315776 00000100:00100000:2.0:1746134042.059190:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29709 00000100:00100000:2.0:1746134042.059196:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552315776:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134042.059209:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134042.059221:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8998 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fe26 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.059241:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8991 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe1f expref: 77 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.059247:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134042.059248:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134042.059251:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8998 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe26 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.059273:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8991 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe1f expref: 77 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.059282:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8991 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe1f expref: 77 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:2.0:1746134042.059296:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080650000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548112640:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134042.059914:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739c3b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746134042.063000:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080650000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548112640:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134042.063025:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8998 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe26 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.063045:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244da00, rc 0) 00000100:00100000:2.0:1746134042.063081:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552315776:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3884us (4018us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134042.063101:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29709 00000100:00100000:0.0:1746134042.064469:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.064540:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552315904 00000100:00100000:2.0:1746134042.064546:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552315904 00002000:00100000:2.0:1746134042.064576:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009ce33480 x1830953552315904/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 496/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134042.064585:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce33480 with x1830953552315904 ext(0->7) 00010000:00010000:2.0:1746134042.064592:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8991 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe1f expref: 78 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.064603:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8991 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe1f expref: 78 pid: 9581 timeout: 811 lvb_type: 0 00002000:00010000:2.0:1746134042.064610:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ce33480 00000100:00100000:2.0:1746134042.064641:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2476 00000100:00100000:2.0:1746134042.064648:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+78:2010:x1830953552315904:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746134042.066708:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+80:2010:x1830953552315904:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 2054us (2237us total) trans 4294970652 rc 0/0 00000100:00100000:0.0:1746134042.066716:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2476 00002000:00100000:0.0:1746134042.066724:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009ce33480 x1830953552315904/t4294970652(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 496/448 e 0 to 0 dl 1746134053 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134042.066733:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce33480 with x1830953552315904 ext(0->7) 00010000:00010000:0.0:1746134042.066740:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8991 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe1f expref: 80 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746134042.066753:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8991 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe1f expref: 80 pid: 9581 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746134042.066759:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ce33480 00000100:00100000:0.0:1746134042.072438:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.072547:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552316032 00000100:00100000:3.0:1746134042.072558:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552316032 00010000:00010000:3.0:1746134042.072593:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8991 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe1f expref: 80 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134042.073742:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15012 00000100:00100000:3.0:1746134042.073858:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce31880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+80:2010:x1830953552316032:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134042.073873:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134042.073891:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8991 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe1f expref: 80 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.073903:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8991 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe1f expref: 80 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.073921:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8991 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe1f expref: 80 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.073948:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.073951:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.073957:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8998 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe26 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.073964:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8998 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe26 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.073990:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8998 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe26 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134042.074000:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548112768:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134042.078350:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.078376:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552316160 00000100:00100000:2.0:1746134042.078382:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552316160 00000100:00100000:2.0:1746134042.078412:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29710 00000100:00100000:2.0:1746134042.078419:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080650000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+80:1755:x1830953552316160:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134042.078432:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134042.078446:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c899f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fe2d expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.078467:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8998 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe26 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.078474:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.078475:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.078478:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c899f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe2d expref: 81 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.078499:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8998 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe26 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.078510:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8998 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe26 expref: 5 pid: 24940 timeout: 811 lvb_type: 0 00000100:00100000:2.0:1746134042.078520:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080651c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548112896:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134042.078990:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739c3b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746134042.079324:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d240 going to sleep for 11 seconds 00000100:00100000:0.0:1746134042.100840:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.101394:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548112768:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134042.101410:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134042.101444:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce31880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+81:2010:x1830953552316032:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 27694us (29014us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.101453:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15012 00000100:00100000:1.0:1746134042.101750:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552316416 00000100:00100000:1.0:1746134042.101756:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552316416 00002000:00100000:1.0:1746134042.101783:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009ce31180 x1830953552316416/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134042.101791:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce31180 with x1830953552316416 ext(0->4095) 00010000:00010000:1.0:1746134042.101797:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8998 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe26 expref: 6 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746134042.101807:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8998 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe26 expref: 6 pid: 24940 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746134042.101811:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ce31180 00000100:00100000:1.0:1746134042.101831:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2477 00000100:00100000:1.0:1746134042.101837:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552316416:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134042.101935:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552316416:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 97us (1101us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134042.101940:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2477 00002000:00100000:1.0:1746134042.101945:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009ce31180 x1830953552316416/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134042.101951:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce31180 with x1830953552316416 ext(0->4095) 00010000:00010000:1.0:1746134042.101955:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8998 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe26 expref: 6 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746134042.101963:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8998 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe26 expref: 6 pid: 24940 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746134042.101967:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ce31180 00000100:00100000:2.0:1746134042.102046:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080651c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548112896:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134042.102061:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c899f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe2d expref: 80 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.102073:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244dc00, rc 0) 00000100:00100000:2.0:1746134042.102099:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080650000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+80:1755:x1830953552316160:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 23680us (23755us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134042.102105:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29710 00000100:00100000:0.0:1746134042.117193:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.117306:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552316544 00000100:00100000:3.0:1746134042.117314:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552316544 00010000:00010000:3.0:1746134042.117344:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8998 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe26 expref: 6 pid: 24940 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134042.117367:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15013 00000100:00100000:3.0:1746134042.117373:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a81c3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552316544:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134042.117384:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134042.117399:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8998 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe26 expref: 6 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.117414:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8998 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe26 expref: 6 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.117433:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8998 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe26 expref: 6 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.117458:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.117459:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.117465:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c899f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe2d expref: 79 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.117471:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c899f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe2d expref: 79 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.117497:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c899f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe2d expref: 79 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134042.117508:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548113024:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134042.117567:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d240 going to sleep for 11 seconds 00000100:00100000:3.0:1746134042.120949:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548113024:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134042.120966:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134042.121014:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a81c3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552316544:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3640us (3828us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.121023:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15013 00000100:00100000:2.0:1746134042.121414:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134042.121518:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552316800 00000100:00100000:1.0:1746134042.121523:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552316800 00002000:00100000:1.0:1746134042.121551:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880080651c00 x1830953552316800/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134042.121560:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080651c00 with x1830953552316800 ext(0->4095) 00002000:00010000:1.0:1746134042.121564:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080651c00 00000100:00100000:1.0:1746134042.121586:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13107 00000100:00100000:1.0:1746134042.121592:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080651c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+80:2012:x1830953552316800:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746134042.121694:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080651c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+80:2012:x1830953552316800:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 Request processed in 102us (280us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134042.121700:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13107 00002000:00100000:1.0:1746134042.121705:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880080651c00 x1830953552316800/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134042.121713:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080651c00 with x1830953552316800 ext(0->4095) 00002000:00010000:1.0:1746134042.121715:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080651c00 00000100:00100000:0.0:1746134042.124092:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.124315:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552316928 00000100:00100000:2.0:1746134042.124322:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552316928 00000100:00100000:2.0:1746134042.124353:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29711 00000100:00100000:2.0:1746134042.124358:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552316928:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134042.124372:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134042.124386:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c89a6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fe34 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.124407:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c899f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe2d expref: 79 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.124412:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134042.124413:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134042.124416:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c89a6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe34 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.124438:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c899f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe2d expref: 79 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.124447:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c899f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe2d expref: 79 pid: 24940 timeout: 811 lvb_type: 0 00000100:00100000:2.0:1746134042.124461:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548113152:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134042.126052:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739c3b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746134042.132789:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548113152:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134042.132813:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c89a6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe34 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.132827:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244d200, rc 0) 00000100:00100000:2.0:1746134042.132859:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552316928:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8500us (8781us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134042.132866:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29711 00000100:00100000:0.0:1746134042.143338:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.143387:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552317056 00000100:00100000:2.0:1746134042.143395:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552317056 00000100:00100000:2.0:1746134042.143436:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29712 00000100:00100000:2.0:1746134042.143443:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+80:1755:x1830953552317056:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134042.143455:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134042.143467:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c89ad lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fe3b expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.143486:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134042.143490:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c89a6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe34 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.143495:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746134042.143498:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c89ad lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe3b expref: 81 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.143527:0:24940:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c89a6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe34 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.143536:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c89ad lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe3b expref: 81 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.143543:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244c200, rc 0) 00000100:00100000:2.0:1746134042.143585:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+81:1755:x1830953552317056:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 143us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134042.143591:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29712 00000100:00100000:0.0:1746134042.145330:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.145402:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552317184 00000100:00100000:2.0:1746134042.145406:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552317184 00002000:00100000:2.0:1746134042.145433:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880085f3ca80 x1830953552317184/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 496/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134042.145441:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3ca80 with x1830953552317184 ext(0->7) 00010000:00010000:2.0:1746134042.145447:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c899f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe2d expref: 81 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.145457:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c899f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe2d expref: 81 pid: 24940 timeout: 811 lvb_type: 0 00002000:00010000:2.0:1746134042.145463:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085f3ca80 00000100:00100000:2.0:1746134042.145571:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2478 00000100:00100000:2.0:1746134042.145577:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+81:2009:x1830953552317184:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746134042.147183:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+83:2009:x1830953552317184:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 1600us (1852us total) trans 4294970653 rc 0/0 00000100:00100000:0.0:1746134042.147191:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2478 00002000:00100000:0.0:1746134042.147198:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880085f3ca80 x1830953552317184/t4294970653(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 496/448 e 0 to 0 dl 1746134053 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134042.147207:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3ca80 with x1830953552317184 ext(0->7) 00010000:00010000:0.0:1746134042.147215:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c899f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe2d expref: 83 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746134042.147226:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c899f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe2d expref: 83 pid: 24940 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746134042.147231:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085f3ca80 00000100:00100000:0.0:1746134042.155999:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.156076:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552317312 00000100:00100000:3.0:1746134042.156091:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552317312 00010000:00010000:3.0:1746134042.156147:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c899f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe2d expref: 83 pid: 24940 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134042.156185:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15014 00000100:00100000:3.0:1746134042.156193:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+83:2009:x1830953552317312:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134042.156209:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134042.156225:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c899f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe2d expref: 83 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.156235:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c899f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe2d expref: 83 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.156255:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c899f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe2d expref: 83 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.156279:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.156280:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.156285:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c89a6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe34 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.156291:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c89a6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe34 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.156317:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c89a6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe34 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.156325:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c89a6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe34 expref: 5 pid: 24940 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134042.156335:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548113408:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134042.157276:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8ebd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134042.158972:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.159045:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548113408:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134042.159058:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134042.159098:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+82:2009:x1830953552317312:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2906us (3104us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.159106:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15014 00000100:00100000:1.0:1746134042.159439:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552317568 00000100:00100000:1.0:1746134042.159445:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552317568 00002000:00100000:1.0:1746134042.159469:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880085f3c000 x1830953552317568/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134042.159477:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3c000 with x1830953552317568 ext(0->4095) 00010000:00010000:1.0:1746134042.159484:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c89a6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe34 expref: 6 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746134042.159494:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c89a6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe34 expref: 6 pid: 24940 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746134042.159499:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085f3c000 00000100:00100000:1.0:1746134042.159516:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2479 00000100:00100000:1.0:1746134042.159521:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552317568:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134042.159615:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552317568:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 94us (649us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134042.159620:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2479 00002000:00100000:1.0:1746134042.159624:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880085f3c000 x1830953552317568/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134042.159636:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3c000 with x1830953552317568 ext(0->4095) 00010000:00010000:1.0:1746134042.159639:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c89a6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe34 expref: 6 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746134042.159647:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c89a6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe34 expref: 6 pid: 24940 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746134042.159652:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085f3c000 00000100:00100000:0.0:1746134042.162900:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.162994:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552317696 00000100:00100000:3.0:1746134042.163002:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552317696 00010000:00010000:3.0:1746134042.163030:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c89a6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe34 expref: 6 pid: 24940 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134042.163064:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15015 00000100:00100000:3.0:1746134042.163072:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552317696:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134042.163095:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134042.163137:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c89a6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe34 expref: 6 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.163149:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c89a6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe34 expref: 6 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.163167:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c89a6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe34 expref: 6 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.163178:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.163181:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.163186:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c89ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe3b expref: 81 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.163193:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c89ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe3b expref: 81 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.163220:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c89ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe3b expref: 81 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134042.163229:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548113536:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134042.163302:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8ebd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134042.165701:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.165716:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548113536:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134042.165730:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134042.165761:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552317696:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2689us (2867us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.165768:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15015 00000100:00100000:1.0:1746134042.165984:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552317952 00000100:00100000:1.0:1746134042.165990:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552317952 00002000:00100000:1.0:1746134042.166016:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880085f3f480 x1830953552317952/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134042.166025:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3f480 with x1830953552317952 ext(0->4095) 00002000:00010000:1.0:1746134042.166028:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085f3f480 00000100:00100000:1.0:1746134042.166467:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13108 00000100:00100000:1.0:1746134042.166473:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+82:2011:x1830953552317952:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746134042.166572:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+82:2011:x1830953552317952:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 Request processed in 99us (876us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134042.166577:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13108 00002000:00100000:1.0:1746134042.166581:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880085f3f480 x1830953552317952/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134042.166588:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3f480 with x1830953552317952 ext(0->4095) 00002000:00010000:1.0:1746134042.166591:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085f3f480 00000100:00100000:0.0:1746134042.168848:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134042.169474:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552318080 00000100:00100000:1.0:1746134042.169480:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552318080 00000100:00100000:1.0:1746134042.169518:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29713 00000100:00100000:1.0:1746134042.169523:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552318080:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134042.169534:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134042.169546:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c89b4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fe42 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.169566:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c89ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe3b expref: 81 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.169572:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134042.169573:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134042.169577:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c89b4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe42 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.169597:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c89ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe3b expref: 81 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.169605:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c89ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe3b expref: 81 pid: 24940 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746134042.169613:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f846a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548113664:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134042.169678:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746134042.175576:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f846a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548113664:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134042.175599:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c89b4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe42 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.175617:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095787000, rc 0) 00000100:00100000:1.0:1746134042.175850:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552318080:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6324us (7005us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134042.175857:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29713 00000100:00100000:0.0:1746134042.176349:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.176501:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552318208 00000100:00100000:2.0:1746134042.176507:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552318208 00002000:00100000:2.0:1746134042.176533:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880131cbed80 x1830953552318208/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 496/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134042.176541:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cbed80 with x1830953552318208 ext(0->7) 00010000:00010000:2.0:1746134042.176547:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c89ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe3b expref: 82 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.176556:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c89ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe3b expref: 82 pid: 24940 timeout: 811 lvb_type: 0 00002000:00010000:2.0:1746134042.176562:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131cbed80 00000100:00100000:2.0:1746134042.176584:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2480 00000100:00100000:2.0:1746134042.176590:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+82:2009:x1830953552318208:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746134042.177639:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:2009:x1830953552318208:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 1046us (1287us total) trans 4294970654 rc 0/0 00000100:00100000:0.0:1746134042.177645:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2480 00002000:00100000:0.0:1746134042.177651:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880131cbed80 x1830953552318208/t4294970654(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 496/448 e 0 to 0 dl 1746134053 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134042.177658:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cbed80 with x1830953552318208 ext(0->7) 00010000:00010000:0.0:1746134042.177663:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c89ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe3b expref: 84 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746134042.177673:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c89ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe3b expref: 84 pid: 24940 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746134042.177679:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131cbed80 00000100:00100000:0.0:1746134042.181283:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.181341:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552318336 00000100:00100000:3.0:1746134042.181349:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552318336 00010000:00010000:3.0:1746134042.181380:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c89ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe3b expref: 84 pid: 24940 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134042.181417:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15016 00000100:00100000:3.0:1746134042.181424:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cbca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:2009:x1830953552318336:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134042.181435:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134042.181451:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c89ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe3b expref: 84 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.181463:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c89ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe3b expref: 84 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.181767:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c89ad lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe3b expref: 84 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.181796:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.181798:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.181804:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c89b4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe42 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.181811:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c89b4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe42 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.181838:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c89b4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe42 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134042.181848:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548113792:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134042.181922:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8ebd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134042.195766:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134042.197689:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552318464 00000100:00100000:1.0:1746134042.197699:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552318464 00000100:00100000:1.0:1746134042.197747:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29714 00000100:00100000:1.0:1746134042.197754:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:1755:x1830953552318464:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134042.197768:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134042.197780:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c89bb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fe49 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.197802:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c89b4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe42 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.197808:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134042.197809:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134042.197812:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c89bb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe49 expref: 85 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.197836:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c89b4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe42 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.197845:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c89b4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe42 expref: 5 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746134042.197859:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f846a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548113920:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134042.197929:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134042.202880:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134042.202946:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552318720 00000100:00100000:1.0:1746134042.202952:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552318720 00002000:00100000:1.0:1746134042.202984:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880131cbc700 x1830953552318720/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134042.202993:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cbc700 with x1830953552318720 ext(0->4095) 00010000:00010000:1.0:1746134042.203000:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c89b4 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe42 expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746134042.203011:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c89b4 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe42 expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746134042.203016:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131cbc700 00000100:00100000:1.0:1746134042.203037:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2481 00000100:00100000:1.0:1746134042.203043:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953552318720:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746134042.203176:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953552318720:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 Request processed in 133us (303us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134042.203187:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2481 00002000:00100000:1.0:1746134042.203192:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880131cbc700 x1830953552318720/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134042.203199:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cbc700 with x1830953552318720 ext(0->4095) 00010000:00010000:1.0:1746134042.203203:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c89b4 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe42 expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746134042.203212:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c89b4 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe42 expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746134042.203217:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131cbc700 00000100:00100000:3.0:1746134042.203302:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548113792:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134042.203315:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134042.203346:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cbca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+85:2009:x1830953552318336:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 21923us (22069us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.203352:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15016 00000100:00100000:0.0:1746134042.208229:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.208467:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552318848 00000100:00100000:2.0:1746134042.208475:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552318848 00000100:00100000:2.0:1746134042.208621:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29715 00000100:00100000:2.0:1746134042.208628:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+85:1757:x1830953552318848:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134042.208642:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134042.208655:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c89c2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fe50 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134042.208756:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f846a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548113920:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134042.208772:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c89bb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe49 expref: 86 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.208782:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095786800, rc 0) 00010000:00010000:2.0:1746134042.209246:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.209252:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c89bb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe49 expref: 86 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.209257:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134042.209260:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c89c2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe50 expref: 86 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.209287:0:24940:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c89bb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe49 expref: 86 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.209296:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c89c2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe50 expref: 86 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.209303:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244c200, rc 0) 00000100:00100000:1.0:1746134042.209829:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:1755:x1830953552318464:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 12073us (14069us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134042.209836:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29714 00000100:00100000:2.0:1746134042.209903:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+85:1757:x1830953552318848:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1274us (1679us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134042.209908:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29715 00000100:00100000:3.0:1746134042.210178:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.210269:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552318976 00000100:00100000:2.0:1746134042.210273:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552318976 00010000:00010000:2.0:1746134042.210298:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c89b4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe42 expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:2.0:1746134042.210377:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15017 00000100:00100000:2.0:1746134042.210382:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da67480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552318976:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134042.210392:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134042.210407:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c89b4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe42 expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.210416:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c89b4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe42 expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.210431:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c89b4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe42 expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.210454:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.210456:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.210461:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c89bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe49 expref: 84 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.210468:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c89bb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe49 expref: 84 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.210493:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c89bb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe49 expref: 84 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.210501:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c89bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe49 expref: 84 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:2.0:1746134042.210510:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548114176:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134042.210572:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739c3b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746134042.212019:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548114176:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134042.212033:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134042.212067:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da67480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552318976:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1684us (1889us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134042.212074:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15017 00000100:00100000:0.0:1746134042.212549:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.212880:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552319232 00000100:00100000:2.0:1746134042.212885:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552319232 00002000:00100000:2.0:1746134042.212918:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009c414000 x1830953552319232/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134042.212943:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c414000 with x1830953552319232 ext(0->4095) 00010000:00010000:2.0:1746134042.212950:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c89bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe49 expref: 85 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.212961:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c89bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe49 expref: 85 pid: 9581 timeout: 811 lvb_type: 0 00002000:00010000:2.0:1746134042.212966:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c414000 00000100:00100000:2.0:1746134042.213015:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2482 00000100:00100000:2.0:1746134042.213036:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+85:2009:x1830953552319232:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134042.213366:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+85:2009:x1830953552319232:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 330us (816us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134042.213372:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2482 00002000:00100000:2.0:1746134042.213377:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009c414000 x1830953552319232/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134042.213383:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c414000 with x1830953552319232 ext(0->4095) 00010000:00010000:2.0:1746134042.213387:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c89bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe49 expref: 85 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.213395:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c89bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe49 expref: 85 pid: 9581 timeout: 811 lvb_type: 0 00002000:00010000:2.0:1746134042.213400:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c414000 00000100:00100000:0.0:1746134042.214920:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.214970:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552319360 00000100:00100000:2.0:1746134042.214976:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552319360 00010000:00010000:2.0:1746134042.214996:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c89bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe49 expref: 85 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:2.0:1746134042.215023:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15018 00000100:00100000:2.0:1746134042.215028:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c415180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+85:2010:x1830953552319360:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134042.215039:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134042.215051:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c89bb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe49 expref: 85 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.215061:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c89bb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe49 expref: 85 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.215078:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c89bb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe49 expref: 85 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.215098:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.215100:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.215105:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c89c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe50 expref: 84 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.215137:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c89c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe50 expref: 84 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.215162:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c89c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe50 expref: 84 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134042.215171:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548114304:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134042.215237:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739c3b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134042.217481:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.217586:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548114304:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134042.217601:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134042.217628:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c415180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:2010:x1830953552319360:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2599us (2711us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134042.217636:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15018 00000100:00100000:3.0:1746134042.217693:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552319616 00000100:00100000:3.0:1746134042.217698:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552319616 00002000:00100000:3.0:1746134042.217723:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009c415500 x1830953552319616/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134042.217731:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c415500 with x1830953552319616 ext(0->4095) 00002000:00010000:3.0:1746134042.217734:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c415500 00000100:00100000:3.0:1746134042.217759:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13109 00000100:00100000:3.0:1746134042.217764:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c415500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:2009:x1830953552319616:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134042.217950:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c415500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:2009:x1830953552319616:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 185us (472us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134042.217955:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13109 00002000:00100000:3.0:1746134042.217960:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009c415500 x1830953552319616/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134042.217967:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c415500 with x1830953552319616 ext(0->4095) 00002000:00010000:3.0:1746134042.217969:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c415500 00000100:00100000:0.0:1746134042.219181:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.219245:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552319744 00000100:00100000:2.0:1746134042.219250:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552319744 00000100:00100000:2.0:1746134042.219324:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29716 00000100:00100000:2.0:1746134042.219330:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c414e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552319744:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134042.219339:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134042.219351:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c89c9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fe57 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.219373:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c89c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe50 expref: 83 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.219380:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134042.219382:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134042.219385:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c89c9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe57 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.219405:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c89c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe50 expref: 83 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.219414:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c89c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe50 expref: 83 pid: 24940 timeout: 811 lvb_type: 0 00000100:00100000:2.0:1746134042.219428:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548114432:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134042.219490:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739c3b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746134042.221245:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548114432:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134042.221264:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c89c9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe57 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.221276:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244c600, rc 0) 00000100:00100000:2.0:1746134042.221305:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c414e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552319744:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1975us (2125us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134042.221312:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29716 00010000:00010000:3.0:1746134042.222488:0:9596:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746134042.222707:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134042.222774:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552319872 00000100:00100000:0.0:1746134042.222781:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552319872 00010000:00010000:0.0:1746134042.222802:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c89c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe50 expref: 84 pid: 24940 timeout: 811 lvb_type: 0 00000100:00100000:0.0:1746134042.222874:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15019 00000100:00100000:0.0:1746134042.222881:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080653480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:2009:x1830953552319872:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134042.222890:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134042.222905:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c89c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe50 expref: 84 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746134042.222914:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c89c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe50 expref: 84 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746134042.222929:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c89c2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe50 expref: 84 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746134042.223243:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134042.223246:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134042.223252:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c89c9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe57 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134042.223263:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c89c9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe57 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134042.223288:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c89c9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe57 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134042.223299:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b4c8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548114560:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134042.223767:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c000 going to sleep for 11 seconds 00000100:00100000:0.0:1746134042.227531:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134042.227618:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b4c8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548114560:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134042.227635:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134042.227723:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552320128 00000100:00100000:3.0:1746134042.227729:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552320128 00002000:00100000:3.0:1746134042.227761:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b4cad80 x1830953552320128/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134042.227770:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4cad80 with x1830953552320128 ext(0->4095) 00002000:00010000:3.0:1746134042.227774:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b4cad80 00000100:00100000:3.0:1746134042.227795:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13110 00000100:00100000:3.0:1746134042.227802:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552320128:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134042.228793:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080653480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+83:2009:x1830953552319872:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 5909us (6084us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134042.228802:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15019 00000100:00100000:3.0:1746134042.228962:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552320128:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 1160us (1438us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134042.228968:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13110 00002000:00100000:3.0:1746134042.228975:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b4cad80 x1830953552320128/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134042.228982:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4cad80 with x1830953552320128 ext(0->4095) 00002000:00010000:3.0:1746134042.228985:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b4cad80 00000100:00100000:0.0:1746134042.229335:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.229721:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552320256 00000100:00100000:2.0:1746134042.229725:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552320256 00000100:00100000:2.0:1746134042.229758:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29717 00000100:00100000:2.0:1746134042.229764:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+83:1755:x1830953552320256:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134042.229773:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134042.229785:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c89d0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fe5e expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.229804:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c89c9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe57 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.229810:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.229812:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.229815:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c89d0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe5e expref: 84 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.229837:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c89c9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe57 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.229845:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c89c9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe57 expref: 5 pid: 24940 timeout: 811 lvb_type: 0 00000100:00100000:2.0:1746134042.229854:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080650380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548114688:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134042.229914:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739c3b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746134042.233036:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.233843:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080650380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548114688:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134042.233866:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c89d0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe5e expref: 84 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.233879:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244dc00, rc 0) 00000100:00100000:3.0:1746134042.233917:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:1755:x1830953552320256:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4153us (4582us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.233924:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29717 00000100:00100000:3.0:1746134042.233944:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552320384 00000100:00100000:3.0:1746134042.233947:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552320384 00000100:00100000:3.0:1746134042.233977:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29718 00000100:00100000:3.0:1746134042.233983:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f846a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:1757:x1830953552320384:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134042.233994:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134042.234005:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c89d7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fe65 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.234021:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.234025:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c89d0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe5e expref: 85 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.234030:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134042.234033:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c89d7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe65 expref: 85 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.234055:0:9580:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c89d0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe5e expref: 85 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.234064:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c89d7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe65 expref: 85 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.234071:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095588c00, rc 0) 00000100:00100000:3.0:1746134042.234097:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f846a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+85:1757:x1830953552320384:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 114us (1067us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.234102:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29718 00000100:00100000:0.0:1746134042.235036:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134042.235093:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552320512 00000100:00100000:1.0:1746134042.235098:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552320512 00010000:00010000:1.0:1746134042.235131:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c89c9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe57 expref: 6 pid: 24940 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746134042.235157:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15020 00000100:00100000:1.0:1746134042.235162:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a81c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552320512:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134042.235170:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134042.235183:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c89c9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe57 expref: 6 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746134042.235191:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c89c9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe57 expref: 6 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746134042.235204:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c89c9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe57 expref: 6 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746134042.235218:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134042.235219:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134042.235224:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c89d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe5e expref: 84 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.235230:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c89d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe5e expref: 84 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.235249:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c89d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe5e expref: 84 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.235257:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c89d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe5e expref: 84 pid: 24940 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746134042.235266:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f844000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548114944:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134042.235319:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134042.238657:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.238745:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552320768 00000100:00100000:3.0:1746134042.238752:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552320768 00002000:00100000:3.0:1746134042.238786:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b4cbb80 x1830953552320768/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134042.238794:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4cbb80 with x1830953552320768 ext(0->4095) 00010000:00010000:3.0:1746134042.238802:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c89d0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe5e expref: 85 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.238813:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c89d0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe5e expref: 85 pid: 24940 timeout: 811 lvb_type: 0 00002000:00010000:3.0:1746134042.238824:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b4cbb80 00000100:00100000:3.0:1746134042.238849:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2483 00000100:00100000:3.0:1746134042.238855:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+85:2010:x1830953552320768:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134042.238961:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+85:2010:x1830953552320768:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (312us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134042.238967:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2483 00002000:00100000:3.0:1746134042.238972:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b4cbb80 x1830953552320768/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134042.238978:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4cbb80 with x1830953552320768 ext(0->4095) 00010000:00010000:3.0:1746134042.238983:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c89d0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe5e expref: 85 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.238992:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c89d0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe5e expref: 85 pid: 24940 timeout: 811 lvb_type: 0 00002000:00010000:3.0:1746134042.238997:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b4cbb80 00000100:00100000:1.0:1746134042.239165:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f844000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548114944:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134042.239179:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134042.239206:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a81c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552320512:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4044us (4172us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134042.239212:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15020 00000100:00100000:0.0:1746134042.242247:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134042.242325:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552320896 00000100:00100000:1.0:1746134042.242331:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552320896 00010000:00010000:1.0:1746134042.242358:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c89d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe5e expref: 85 pid: 24940 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746134042.242477:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15021 00000100:00100000:1.0:1746134042.242484:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4caa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+85:2010:x1830953552320896:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134042.242495:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134042.242511:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c89d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe5e expref: 85 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746134042.242521:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c89d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe5e expref: 85 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746134042.242539:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c89d0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe5e expref: 85 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746134042.242552:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134042.242554:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134042.242559:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c89d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe65 expref: 84 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.242567:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c89d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe65 expref: 84 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.242591:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c89d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe65 expref: 84 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134042.242602:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f844000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548115072:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134042.243006:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e203c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746134042.247324:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f844000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548115072:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134042.247339:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134042.247377:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4caa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:2010:x1830953552320896:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4893us (5136us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134042.247385:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15021 00000100:00100000:0.0:1746134042.247929:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134042.249264:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552321152 00000100:00100000:1.0:1746134042.249271:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552321152 00002000:00100000:1.0:1746134042.249305:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b4c8a80 x1830953552321152/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134042.249313:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4c8a80 with x1830953552321152 ext(0->4095) 00002000:00010000:1.0:1746134042.249317:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b4c8a80 00000100:00100000:1.0:1746134042.249950:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13111 00000100:00100000:1.0:1746134042.249958:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:2009:x1830953552321152:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134042.250077:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:2009:x1830953552321152:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (2148us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134042.250091:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13111 00002000:00100000:1.0:1746134042.250097:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b4c8a80 x1830953552321152/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134042.250109:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4c8a80 with x1830953552321152 ext(0->4095) 00002000:00010000:1.0:1746134042.250382:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b4c8a80 00000100:00100000:0.0:1746134042.252532:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.252908:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552321280 00000100:00100000:2.0:1746134042.252914:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552321280 00000100:00100000:2.0:1746134042.252959:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29719 00000100:00100000:2.0:1746134042.252965:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b6d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552321280:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134042.252978:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134042.252991:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c89de lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fe6c expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.253012:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c89d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe65 expref: 83 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.253018:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134042.253019:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134042.253022:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c89de lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe6c expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.253045:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c89d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe65 expref: 83 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.253055:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c89d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe65 expref: 83 pid: 9580 timeout: 811 lvb_type: 0 00000100:00100000:2.0:1746134042.253065:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548115200:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134042.253167:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739c3b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134042.255538:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548115200:192.168.203.26@tcp:104: 00010000:00010000:0.0:1746134042.255561:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c89de lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe6c expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134042.255575:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244c600, rc 0) 00000100:00100000:0.0:1746134042.255606:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b6d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552321280:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2641us (3078us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134042.255613:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29719 00000100:00100000:0.0:1746134042.256057:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134042.256698:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552321408 00000100:00100000:1.0:1746134042.256703:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552321408 00010000:00010000:1.0:1746134042.256726:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c89d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe65 expref: 84 pid: 9580 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746134042.256879:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15022 00000100:00100000:1.0:1746134042.256885:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b6db480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:2010:x1830953552321408:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134042.256896:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134042.256911:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c89d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe65 expref: 84 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746134042.256921:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c89d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe65 expref: 84 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746134042.256938:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c89d7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe65 expref: 84 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746134042.256969:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134042.256971:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134042.256976:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c89de lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe6c expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.256983:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c89de lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe6c expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.257010:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c89de lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe6c expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134042.257020:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f844000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548115328:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134042.257069:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e206c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134042.258103:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.258746:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552321536 00000100:00100000:2.0:1746134042.258752:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552321536 00000100:00100000:2.0:1746134042.259006:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29720 00000100:00100000:2.0:1746134042.259013:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091aed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:1755:x1830953552321536:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134042.259025:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134042.259036:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c89e5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fe73 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.259055:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c89de lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe6c expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.259061:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.259062:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.259065:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c89e5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe73 expref: 85 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.259097:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c89de lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe6c expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.259107:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c89de lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe6c expref: 5 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:2.0:1746134042.259138:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080650700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548115456:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134042.260744:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739c3b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746134042.262330:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.262747:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552321792 00000100:00100000:3.0:1746134042.262754:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552321792 00002000:00100000:3.0:1746134042.262787:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880080653b80 x1830953552321792/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134042.262796:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080653b80 with x1830953552321792 ext(0->4095) 00010000:00010000:3.0:1746134042.262803:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c89de lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe6c expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.262818:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c89de lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe6c expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00002000:00010000:3.0:1746134042.262823:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080653b80 00000100:00100000:3.0:1746134042.262852:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2484 00000100:00100000:3.0:1746134042.262859:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080653b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552321792:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134042.262966:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080653b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552321792:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (639us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134042.262972:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2484 00002000:00100000:3.0:1746134042.262977:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880080653b80 x1830953552321792/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134042.262984:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080653b80 with x1830953552321792 ext(0->4095) 00010000:00010000:3.0:1746134042.262988:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c89de lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe6c expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.262996:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c89de lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe6c expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00002000:00010000:3.0:1746134042.263001:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080653b80 00000100:00100000:1.0:1746134042.263548:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f844000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548115328:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134042.263561:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134042.263587:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b6db480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+85:2010:x1830953552321408:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 6702us (7530us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134042.263593:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15022 00000100:00100000:3.0:1746134042.264141:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080650700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548115456:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134042.264157:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c89e5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe73 expref: 84 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.264167:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244d800, rc 0) 00000100:00100000:3.0:1746134042.264188:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091aed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:1755:x1830953552321536:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5177us (6088us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.264193:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29720 00000100:00100000:0.0:1746134042.267668:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134042.268238:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552321920 00000100:00100000:1.0:1746134042.268245:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552321920 00010000:00010000:1.0:1746134042.268272:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c89de lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe6c expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746134042.268301:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15023 00000100:00100000:1.0:1746134042.268306:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091aec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552321920:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134042.268316:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134042.268330:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c89de lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe6c expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746134042.268339:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c89de lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe6c expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746134042.268355:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c89de lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe6c expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746134042.268761:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134042.268763:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134042.268769:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c89e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe73 expref: 83 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.268777:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c89e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe73 expref: 83 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.268802:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c89e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe73 expref: 83 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134042.268813:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f844000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548115584:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134042.268885:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e206c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134042.273226:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134042.273249:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552322176 00000100:00100000:0.0:1746134042.273256:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552322176 00002000:00100000:0.0:1746134042.273292:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091aed500 x1830953552322176/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134042.273301:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091aed500 with x1830953552322176 ext(0->4095) 00002000:00010000:0.0:1746134042.273305:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091aed500 00000100:00100000:0.0:1746134042.273333:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13112 00000100:00100000:0.0:1746134042.273340:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091aed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:2009:x1830953552322176:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746134042.273459:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091aed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:2009:x1830953552322176:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (240us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134042.273465:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13112 00002000:00100000:0.0:1746134042.273470:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091aed500 x1830953552322176/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134042.273477:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091aed500 with x1830953552322176 ext(0->4095) 00002000:00010000:0.0:1746134042.273479:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091aed500 00000100:00100000:1.0:1746134042.273806:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f844000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548115584:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134042.273819:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134042.273849:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091aec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552321920:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 5543us (6189us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134042.273856:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15023 00000100:00100000:0.0:1746134042.277788:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.277862:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552322304 00000100:00100000:3.0:1746134042.277869:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552322304 00000100:00100000:3.0:1746134042.277905:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29721 00000100:00100000:3.0:1746134042.277912:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091aefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552322304:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134042.277926:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134042.277939:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c89ec lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fe7a expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.277960:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c89e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe73 expref: 83 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.277966:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134042.277967:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134042.277970:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c89ec lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe7a expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.277993:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c89e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe73 expref: 83 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.278003:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c89e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe73 expref: 83 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134042.278013:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da64700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548115712:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134042.281534:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8ebd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746134042.281567:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da64700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548115712:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134042.281589:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c89ec lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe7a expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.281603:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095588600, rc 0) 00000100:00100000:3.0:1746134042.281644:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091aefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552322304:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3732us (3862us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.281651:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29721 00000100:00100000:0.0:1746134042.282028:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.282167:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552322432 00000100:00100000:3.0:1746134042.282172:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552322432 00002000:00100000:3.0:1746134042.282198:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880091aeea00 x1830953552322432/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 496/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134042.282206:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091aeea00 with x1830953552322432 ext(0->7) 00010000:00010000:3.0:1746134042.282211:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c89e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe73 expref: 84 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.282221:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c89e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe73 expref: 84 pid: 9581 timeout: 811 lvb_type: 0 00002000:00010000:3.0:1746134042.282227:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091aeea00 00000100:00100000:3.0:1746134042.282241:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2485 00000100:00100000:3.0:1746134042.282247:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091aeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:2009:x1830953552322432:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746134042.283967:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091aeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:2009:x1830953552322432:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 1715us (1933us total) trans 4294970655 rc 0/0 00000100:00100000:0.0:1746134042.283976:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2485 00002000:00100000:0.0:1746134042.283983:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880091aeea00 x1830953552322432/t4294970655(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 496/448 e 0 to 0 dl 1746134053 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134042.283996:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091aeea00 with x1830953552322432 ext(0->7) 00010000:00010000:0.0:1746134042.284003:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c89e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe73 expref: 86 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746134042.284014:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c89e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe73 expref: 86 pid: 9581 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746134042.284019:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091aeea00 00000100:00100000:0.0:1746134042.290771:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134042.290904:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552322560 00000100:00100000:1.0:1746134042.290911:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552322560 00010000:00010000:1.0:1746134042.290938:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c89e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe73 expref: 86 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746134042.290972:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15024 00000100:00100000:1.0:1746134042.290978:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091aec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:2012:x1830953552322560:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134042.290993:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134042.291007:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c89e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe73 expref: 86 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746134042.291016:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c89e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe73 expref: 86 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746134042.291033:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c89e5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe73 expref: 86 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746134042.291046:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134042.291048:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134042.291053:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c89ec lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe7a expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.291059:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c89ec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe7a expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.291091:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c89ec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe7a expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134042.291101:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f844000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548115840:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134042.291181:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e206c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746134042.293578:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f844000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548115840:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134042.293592:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134042.293810:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091aec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+85:2012:x1830953552322560:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2830us (3044us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134042.293821:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15024 00000100:00100000:0.0:1746134042.294093:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134042.294448:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552322816 00000100:00100000:1.0:1746134042.294454:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552322816 00002000:00100000:1.0:1746134042.294480:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091aef100 x1830953552322816/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134042.294490:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091aef100 with x1830953552322816 ext(0->4095) 00002000:00010000:1.0:1746134042.294493:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091aef100 00000100:00100000:1.0:1746134042.294508:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13113 00000100:00100000:1.0:1746134042.294518:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091aef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552322816:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134042.294707:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091aef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552322816:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 193us (614us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134042.294712:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13113 00002000:00100000:1.0:1746134042.294717:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091aef100 x1830953552322816/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134042.294723:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091aef100 with x1830953552322816 ext(0->4095) 00002000:00010000:1.0:1746134042.294726:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091aef100 00000100:00100000:0.0:1746134042.299994:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.300093:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552322944 00000100:00100000:3.0:1746134042.300101:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552322944 00000100:00100000:3.0:1746134042.300161:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29722 00000100:00100000:3.0:1746134042.300169:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091aee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+85:1755:x1830953552322944:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134042.300183:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134042.300196:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c89f3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fe81 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.300218:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c89ec lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe7a expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.300225:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.300226:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.300229:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c89f3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe81 expref: 86 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.300252:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c89ec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe7a expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.300261:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c89ec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe7a expref: 5 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134042.300270:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da64700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548115968:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134042.300780:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8ebd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134042.300982:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.301636:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da64700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548115968:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134042.301654:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c89f3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe81 expref: 86 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.301666:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589000, rc 0) 00000100:00100000:3.0:1746134042.301692:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091aee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:1755:x1830953552322944:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1523us (1705us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.301701:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29722 00000100:00100000:3.0:1746134042.301716:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552323072 00000100:00100000:3.0:1746134042.301719:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552323072 00000100:00100000:3.0:1746134042.301734:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29723 00000100:00100000:3.0:1746134042.301739:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091aed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:1757:x1830953552323072:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134042.301746:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134042.301831:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c89fa lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fe88 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.301846:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.301849:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c89f3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe81 expref: 87 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.301855:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134042.301857:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c89fa lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe88 expref: 87 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.301876:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c89f3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe81 expref: 87 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.301884:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c89fa lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe88 expref: 87 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.301891:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589a00, rc 0) 00000100:00100000:3.0:1746134042.302594:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091aed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:1757:x1830953552323072:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 852us (1609us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.302600:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29723 00000100:00100000:0.0:1746134042.302783:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134042.305184:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552323200 00000100:00100000:1.0:1746134042.305194:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552323200 00010000:00010000:1.0:1746134042.305228:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c89ec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe7a expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746134042.305265:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15025 00000100:00100000:1.0:1746134042.305272:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091aee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552323200:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134042.305283:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134042.305297:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c89ec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe7a expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746134042.305308:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c89ec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe7a expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746134042.305326:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c89ec lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe7a expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746134042.305341:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134042.305343:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134042.305348:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c89f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe81 expref: 86 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.305355:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c89f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe81 expref: 86 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.305383:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c89f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe81 expref: 86 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.305392:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c89f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe81 expref: 86 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746134042.305400:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f844000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548116224:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134042.305468:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20000 going to sleep for 11 seconds 00000100:00100000:1.0:1746134042.307008:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f844000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548116224:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134042.307021:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134042.307170:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134042.307245:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091aee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552323200:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1775us (4264us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134042.307255:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15025 00000100:00100000:1.0:1746134042.307279:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552323456 00000100:00100000:1.0:1746134042.307283:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552323456 00002000:00100000:1.0:1746134042.307308:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091aedf80 x1830953552323456/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134042.307317:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091aedf80 with x1830953552323456 ext(0->4095) 00010000:00010000:1.0:1746134042.307324:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c89f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe81 expref: 87 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746134042.307333:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c89f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe81 expref: 87 pid: 9581 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746134042.307339:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091aedf80 00000100:00100000:1.0:1746134042.307709:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2486 00000100:00100000:1.0:1746134042.307717:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091aedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:2009:x1830953552323456:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134042.308609:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091aedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:2009:x1830953552323456:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 892us (1438us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134042.308615:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2486 00002000:00100000:1.0:1746134042.308688:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091aedf80 x1830953552323456/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134042.308695:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091aedf80 with x1830953552323456 ext(0->4095) 00010000:00010000:1.0:1746134042.308701:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c89f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe81 expref: 87 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746134042.308715:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c89f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe81 expref: 87 pid: 9581 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746134042.308720:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091aedf80 00000100:00100000:2.0:1746134042.312533:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134042.312814:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552323584 00000100:00100000:1.0:1746134042.312821:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552323584 00010000:00010000:1.0:1746134042.312847:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c89f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe81 expref: 87 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746134042.312882:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15026 00000100:00100000:1.0:1746134042.312889:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080650700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:2010:x1830953552323584:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134042.312900:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134042.312914:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c89f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe81 expref: 87 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746134042.312925:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c89f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe81 expref: 87 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746134042.312943:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c89f3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe81 expref: 87 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746134042.312967:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134042.312969:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134042.312974:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c89fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe88 expref: 86 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.312985:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c89fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe88 expref: 86 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.313011:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c89fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe88 expref: 86 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134042.313025:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f844000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548116352:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134042.313090:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746134042.324289:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f844000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548116352:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134042.324295:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00010000:00010000:1.0:1746134042.324304:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134042.324653:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080650700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:2010:x1830953552323584:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 11680us (12042us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134042.324662:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15026 00000100:00100000:2.0:1746134042.325336:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552323840 00000100:00100000:2.0:1746134042.325342:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552323840 00002000:00100000:2.0:1746134042.325371:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091aef480 x1830953552323840/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134042.325379:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091aef480 with x1830953552323840 ext(0->4095) 00002000:00010000:2.0:1746134042.325383:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091aef480 00000100:00100000:2.0:1746134042.325889:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13114 00000100:00100000:2.0:1746134042.325896:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091aef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:2012:x1830953552323840:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746134042.326014:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091aef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:2012:x1830953552323840:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 Request processed in 118us (1718us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134042.326019:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13114 00002000:00100000:2.0:1746134042.326024:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091aef480 x1830953552323840/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134042.326031:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091aef480 with x1830953552323840 ext(0->4095) 00002000:00010000:2.0:1746134042.326034:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091aef480 00000100:00100000:0.0:1746134042.334435:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.334518:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552323968 00000100:00100000:3.0:1746134042.334525:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552323968 00000100:00100000:3.0:1746134042.334572:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29724 00000100:00100000:3.0:1746134042.334579:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091aeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552323968:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134042.334593:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134042.334608:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8a01 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fe8f expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.334631:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c89fa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe88 expref: 85 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.334637:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134042.334639:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134042.334641:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8a01 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe8f expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.334667:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c89fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe88 expref: 85 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.334677:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c89fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe88 expref: 85 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134042.334686:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da64700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548116480:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134042.334754:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8ebd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134042.339294:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134042.339374:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552324096 00000100:00100000:1.0:1746134042.339380:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552324096 00002000:00100000:1.0:1746134042.339411:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880091aedc00 x1830953552324096/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 496/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134042.339419:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091aedc00 with x1830953552324096 ext(0->7) 00010000:00010000:1.0:1746134042.339426:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c89fa lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe88 expref: 86 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746134042.339437:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c89fa lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe88 expref: 86 pid: 9581 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746134042.339443:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091aedc00 00000100:00100000:1.0:1746134042.339470:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2487 00000100:00100000:1.0:1746134042.339475:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091aedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:2009:x1830953552324096:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746134042.339665:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da64700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548116480:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134042.339683:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8a01 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe8f expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.339698:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095588e00, rc 0) 00000100:00100000:3.0:1746134042.339728:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091aeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552323968:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5150us (5299us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.339733:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29724 00000100:00100000:0.0:1746134042.340660:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091aedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+88:2009:x1830953552324096:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 1183us (1370us total) trans 4294970656 rc 0/0 00000100:00100000:0.0:1746134042.340666:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2487 00002000:00100000:0.0:1746134042.340671:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880091aedc00 x1830953552324096/t4294970656(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 496/448 e 0 to 0 dl 1746134053 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134042.340678:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091aedc00 with x1830953552324096 ext(0->7) 00010000:00010000:0.0:1746134042.340683:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c89fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe88 expref: 88 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746134042.340696:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c89fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe88 expref: 88 pid: 9581 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746134042.340702:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091aedc00 00000100:00100000:0.0:1746134042.348422:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134042.348506:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552324224 00000100:00100000:1.0:1746134042.348514:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552324224 00010000:00010000:1.0:1746134042.348544:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c89fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe88 expref: 88 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746134042.348581:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15027 00000100:00100000:1.0:1746134042.348589:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a81c3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+88:2012:x1830953552324224:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134042.348599:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134042.348615:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c89fa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe88 expref: 88 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746134042.348625:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c89fa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe88 expref: 88 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746134042.348644:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c89fa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe88 expref: 88 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746134042.348658:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134042.348659:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134042.348665:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8a01 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe8f expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.348672:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8a01 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe8f expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.348703:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8a01 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe8f expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134042.348714:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f844000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548116608:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134042.348783:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746134042.351045:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f844000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548116608:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134042.351060:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134042.351101:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a81c3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:2012:x1830953552324224:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2512us (2685us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134042.351109:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15027 00000100:00100000:0.0:1746134042.351728:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.352458:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552324480 00000100:00100000:2.0:1746134042.352464:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552324480 00002000:00100000:2.0:1746134042.352495:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091aece00 x1830953552324480/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134042.352507:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091aece00 with x1830953552324480 ext(0->4095) 00002000:00010000:2.0:1746134042.352510:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091aece00 00000100:00100000:2.0:1746134042.352535:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13115 00000100:00100000:2.0:1746134042.352541:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091aece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552324480:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134042.352645:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091aece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552324480:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (918us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134042.352650:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13115 00002000:00100000:2.0:1746134042.352654:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091aece00 x1830953552324480/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134042.352660:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091aece00 with x1830953552324480 ext(0->4095) 00002000:00010000:2.0:1746134042.352662:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091aece00 00000100:00100000:0.0:1746134042.356622:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134042.357476:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.358170:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552324608 00000100:00100000:3.0:1746134042.358178:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552324608 00000100:00100000:3.0:1746134042.358665:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552324736 00000100:00100000:3.0:1746134042.358668:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552324736 00000100:00100000:2.0:1746134042.358670:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29725 00000100:00100000:2.0:1746134042.358677:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091aec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+88:1757:x1830953552324608:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134042.358692:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134042.358705:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c8a08 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fe96 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.358727:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8a01 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe8f expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.358733:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.358734:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.358737:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c8a08 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe96 expref: 89 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134042.358759:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29726 00000100:00100000:3.0:1746134042.358764:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091aec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+89:1755:x1830953552324736:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134042.358764:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8a01 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe8f expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.358774:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134042.358775:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8a01 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe8f expref: 5 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.358779:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c8a0f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fe9d expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134042.358784:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548116736:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134042.358787:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.358790:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c8a08 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe96 expref: 90 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.358794:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134042.358799:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c8a0f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe9d expref: 90 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.358816:0:9580:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c8a08 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe96 expref: 90 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134042.358846:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739c3b40 going to sleep for 11 seconds 00010000:00010000:3.0:1746134042.359155:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c8a0f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe9d expref: 90 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.359169:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095588600, rc 0) 00000100:00100000:3.0:1746134042.359200:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091aec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:1755:x1830953552324736:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 435us (1724us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.359271:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29726 00000100:00100000:2.0:1746134042.360654:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548116736:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134042.360669:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c8a08 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe96 expref: 89 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.360678:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244d000, rc 0) 00000100:00100000:2.0:1746134042.360700:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091aec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+89:1757:x1830953552324608:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2023us (4084us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134042.360706:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29725 00000100:00100000:0.0:1746134042.361018:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134042.361147:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552324864 00000100:00100000:1.0:1746134042.361150:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552324864 00010000:00010000:1.0:1746134042.361166:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8a01 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe8f expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746134042.361191:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15028 00000100:00100000:1.0:1746134042.361196:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091aec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552324864:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134042.361204:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134042.361218:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8a01 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe8f expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746134042.361227:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8a01 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe8f expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746134042.361243:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588e00/0x9682c7de153c8a01 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe8f expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746134042.361260:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134042.361262:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134042.361267:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c8a08 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe96 expref: 88 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.361273:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c8a08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe96 expref: 88 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.361290:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c8a08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe96 expref: 88 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.361297:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c8a08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe96 expref: 88 pid: 24940 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746134042.361305:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f844000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548116992:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134042.361348:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134042.363518:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134042.363610:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f844000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548116992:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134042.363624:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134042.363653:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091aec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552324864:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2457us (2636us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134042.363662:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15028 00000100:00100000:2.0:1746134042.363734:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552325120 00000100:00100000:2.0:1746134042.363739:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552325120 00002000:00100000:2.0:1746134042.363767:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091aee300 x1830953552325120/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134042.363776:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091aee300 with x1830953552325120 ext(0->4095) 00010000:00010000:2.0:1746134042.363783:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c8a08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe96 expref: 89 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.363798:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c8a08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe96 expref: 89 pid: 24940 timeout: 811 lvb_type: 0 00002000:00010000:2.0:1746134042.363803:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091aee300 00000100:00100000:2.0:1746134042.363960:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2488 00000100:00100000:2.0:1746134042.363967:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091aee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+89:2010:x1830953552325120:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134042.364062:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091aee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+89:2010:x1830953552325120:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 95us (550us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134042.364068:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2488 00002000:00100000:2.0:1746134042.364072:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091aee300 x1830953552325120/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134042.364079:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091aee300 with x1830953552325120 ext(0->4095) 00010000:00010000:2.0:1746134042.364094:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c8a08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe96 expref: 89 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.364103:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c8a08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe96 expref: 89 pid: 24940 timeout: 811 lvb_type: 0 00002000:00010000:2.0:1746134042.364108:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091aee300 00000100:00100000:0.0:1746134042.366512:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134042.367168:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.367253:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552325248 00000100:00100000:2.0:1746134042.367260:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552325248 00000100:00100000:2.0:1746134042.367292:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29727 00000100:00100000:2.0:1746134042.367298:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091868380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552325248:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134042.367311:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134042.367326:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c8a16 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fea4 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.367344:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134042.367348:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c8a0f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe9d expref: 88 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.367353:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746134042.367357:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c8a16 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fea4 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.367384:0:24940:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c8a0f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe9d expref: 88 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.367394:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c8a16 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fea4 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.367401:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244c200, rc 0) 00000100:00100000:2.0:1746134042.367432:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091868380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552325248:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (925us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134042.367437:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29727 00000100:00100000:1.0:1746134042.367496:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552325376 00000100:00100000:1.0:1746134042.367500:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552325376 00010000:00010000:1.0:1746134042.367513:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c8a08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe96 expref: 89 pid: 24940 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746134042.367541:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15029 00000100:00100000:1.0:1746134042.367546:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+89:2012:x1830953552325376:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134042.367553:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134042.367568:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c8a08 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe96 expref: 89 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746134042.367578:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c8a08 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe96 expref: 89 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746134042.367592:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c8a08 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe96 expref: 89 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746134042.367601:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134042.367602:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134042.367607:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c8a0f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe9d expref: 88 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.367613:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c8a0f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe9d expref: 88 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.367629:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c8a0f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe9d expref: 88 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.367638:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c8a0f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe9d expref: 88 pid: 9580 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746134042.367652:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f844000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548117248:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134042.367693:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746134042.371075:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f844000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548117248:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134042.371101:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134042.371169:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+88:2012:x1830953552325376:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3621us (4000us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134042.371177:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15029 00000100:00100000:0.0:1746134042.371357:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.371461:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552325632 00000100:00100000:3.0:1746134042.371467:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552325632 00002000:00100000:3.0:1746134042.371498:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091868e00 x1830953552325632/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134042.371506:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091868e00 with x1830953552325632 ext(0->4095) 00010000:00010000:3.0:1746134042.371513:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c8a0f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe9d expref: 88 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.371523:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c8a0f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe9d expref: 88 pid: 9580 timeout: 811 lvb_type: 0 00002000:00010000:3.0:1746134042.371528:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091868e00 00000100:00100000:3.0:1746134042.371543:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2489 00000100:00100000:3.0:1746134042.371548:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091868e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+88:2010:x1830953552325632:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134042.371658:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091868e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+88:2010:x1830953552325632:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (301us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134042.371664:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2489 00002000:00100000:3.0:1746134042.371669:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091868e00 x1830953552325632/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134042.371681:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091868e00 with x1830953552325632 ext(0->4095) 00010000:00010000:3.0:1746134042.371686:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c8a0f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe9d expref: 88 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.371694:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c8a0f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe9d expref: 88 pid: 9580 timeout: 811 lvb_type: 0 00002000:00010000:3.0:1746134042.371700:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091868e00 00000100:00100000:2.0:1746134042.375855:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.375942:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134042.377227:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552325888 00000100:00100000:3.0:1746134042.377231:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552325760 00000100:00100000:0.0:1746134042.377234:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552325888 00000100:00100000:3.0:1746134042.377235:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552325760 00010000:00010000:0.0:1746134042.377272:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c8a0f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe9d expref: 89 pid: 9580 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134042.377281:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29728 00000100:00100000:3.0:1746134042.377289:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080653100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+89:1755:x1830953552325760:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134042.377293:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15030 00000100:00100000:0.0:1746134042.377298:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080653480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+89:2010:x1830953552325888:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134042.377301:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134042.377309:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134042.377312:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8a1d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574feab expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134042.377324:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c8a0f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe9d expref: 90 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.377330:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134042.377335:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c8a16 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fea4 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.377348:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746134042.377352:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8a1d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574feab expref: 90 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134042.377361:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c8a0f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe9d expref: 90 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746134042.377562:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c8a0f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fe9d expref: 90 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.377569:0:9580:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c8a16 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fea4 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134042.377577:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134042.377578:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134042.377583:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c8a16 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fea4 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134042.377589:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c8a16 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fea4 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.377646:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8a1d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574feab expref: 89 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134042.377653:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c8a16 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fea4 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.377654:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589c00, rc 0) 00010000:00010000:0.0:1746134042.377662:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c8a16 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fea4 expref: 5 pid: 24940 timeout: 811 lvb_type: 0 00000100:00100000:0.0:1746134042.377672:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091869500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548117504:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134042.377701:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080653100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+89:1755:x1830953552325760:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 413us (1853us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.377706:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29728 00000100:00100000:0.0:1746134042.377727:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c000 going to sleep for 11 seconds 00000100:00100000:2.0:1746134042.383225:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091869500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548117504:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134042.383243:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134042.383363:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080653480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+88:2010:x1830953552325888:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 6063us (7419us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134042.383372:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15030 00000100:00100000:1.0:1746134042.383928:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.384125:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552326144 00000100:00100000:3.0:1746134042.384131:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552326144 00002000:00100000:3.0:1746134042.384158:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012f844000 x1830953552326144/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134042.384167:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f844000 with x1830953552326144 ext(0->4095) 00010000:00010000:3.0:1746134042.384174:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c8a16 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fea4 expref: 6 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.384184:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c8a16 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fea4 expref: 6 pid: 24940 timeout: 811 lvb_type: 0 00002000:00010000:3.0:1746134042.384189:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f844000 00000100:00100000:3.0:1746134042.384212:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2490 00000100:00100000:3.0:1746134042.384219:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f844000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552326144:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134042.384320:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f844000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552326144:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (393us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134042.384325:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2490 00002000:00100000:3.0:1746134042.384330:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012f844000 x1830953552326144/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134042.384336:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f844000 with x1830953552326144 ext(0->4095) 00010000:00010000:3.0:1746134042.384340:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c8a16 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fea4 expref: 6 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.384347:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c8a16 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fea4 expref: 6 pid: 24940 timeout: 811 lvb_type: 0 00002000:00010000:3.0:1746134042.384352:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f844000 00000100:00100000:0.0:1746134042.387684:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.387793:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552326272 00000100:00100000:2.0:1746134042.387800:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552326272 00010000:00010000:2.0:1746134042.387826:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c8a16 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fea4 expref: 6 pid: 24940 timeout: 811 lvb_type: 0 00000100:00100000:2.0:1746134042.389691:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15031 00000100:00100000:2.0:1746134042.389704:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552326272:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134042.389718:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134042.389738:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c8a16 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fea4 expref: 6 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.389752:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c8a16 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fea4 expref: 6 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.389769:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c8a16 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fea4 expref: 6 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.389789:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.389790:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.389796:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8a1d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574feab expref: 87 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.389803:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8a1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574feab expref: 87 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.389829:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8a1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574feab expref: 87 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134042.389844:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080650380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548117632:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134042.390494:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739c3b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134042.393929:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.394014:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080650380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548117632:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134042.394031:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134042.394065:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552326272:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4364us (6388us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134042.394074:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15031 00000100:00100000:1.0:1746134042.394771:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552326528 00000100:00100000:1.0:1746134042.394777:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552326528 00002000:00100000:1.0:1746134042.394805:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009186ad80 x1830953552326528/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134042.394813:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186ad80 with x1830953552326528 ext(0->4095) 00002000:00010000:1.0:1746134042.394817:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009186ad80 00000100:00100000:1.0:1746134042.394839:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13116 00000100:00100000:1.0:1746134042.394845:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+88:2012:x1830953552326528:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746134042.394938:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+88:2012:x1830953552326528:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 Request processed in 93us (1015us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134042.394943:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13116 00002000:00100000:1.0:1746134042.394948:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009186ad80 x1830953552326528/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134042.394954:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186ad80 with x1830953552326528 ext(0->4095) 00002000:00010000:1.0:1746134042.394956:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009186ad80 00000100:00100000:0.0:1746134042.406593:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.406652:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552326656 00000100:00100000:3.0:1746134042.406659:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552326656 00000100:00100000:3.0:1746134042.406698:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29729 00000100:00100000:3.0:1746134042.406705:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552326656:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134042.406718:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134042.406730:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8a24 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574feb2 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.406754:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8a1d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574feab expref: 87 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.406761:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134042.406763:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134042.406765:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8a24 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574feb2 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.406788:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8a1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574feab expref: 87 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.406803:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8a1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574feab expref: 87 pid: 9580 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134042.406813:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da64700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548117760:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134042.406866:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8ebd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134042.413268:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.413340:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552326784 00000100:00100000:2.0:1746134042.413347:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552326784 00002000:00100000:2.0:1746134042.413380:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880091868700 x1830953552326784/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 496/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134042.413389:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091868700 with x1830953552326784 ext(0->7) 00010000:00010000:2.0:1746134042.413396:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8a1d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574feab expref: 88 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.413407:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8a1d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574feab expref: 88 pid: 9580 timeout: 811 lvb_type: 0 00002000:00010000:2.0:1746134042.413413:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091868700 00000100:00100000:2.0:1746134042.413432:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2491 00000100:00100000:2.0:1746134042.413437:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091868700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+88:2011:x1830953552326784:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746134042.414195:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da64700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548117760:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134042.414213:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8a24 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574feb2 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.414224:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095588c00, rc 0) 00000100:00100000:3.0:1746134042.414254:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552326656:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7551us (7668us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.414261:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29729 00000100:00100000:2.0:1746134042.416154:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091868700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:2011:x1830953552326784:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 2710us (2886us total) trans 4294970657 rc 0/0 00000100:00100000:2.0:1746134042.416166:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2491 00002000:00100000:2.0:1746134042.416175:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880091868700 x1830953552326784/t4294970657(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 496/448 e 0 to 0 dl 1746134053 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134042.416183:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091868700 with x1830953552326784 ext(0->7) 00010000:00010000:2.0:1746134042.416190:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8a1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574feab expref: 90 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.416202:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8a1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574feab expref: 90 pid: 9580 timeout: 811 lvb_type: 0 00002000:00010000:2.0:1746134042.416208:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091868700 00000100:00100000:0.0:1746134042.419434:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.419678:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552326912 00000100:00100000:3.0:1746134042.419685:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552326912 00000100:00100000:3.0:1746134042.422755:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29730 00000100:00100000:3.0:1746134042.422769:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091869880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:1755:x1830953552326912:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134042.422784:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134042.422798:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8a2b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574feb9 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.422821:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134042.422827:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8a24 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574feb2 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.422837:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746134042.422840:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8a2b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574feb9 expref: 91 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.422872:0:9580:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8a24 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574feb2 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.422881:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8a2b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574feb9 expref: 91 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.422889:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589a00, rc 0) 00000100:00100000:3.0:1746134042.422932:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091869880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:1755:x1830953552326912:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 166us (3504us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.422937:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29730 00000100:00100000:1.0:1746134042.423128:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.423473:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552327040 00000100:00100000:3.0:1746134042.423479:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552327040 00010000:00010000:3.0:1746134042.423495:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8a1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574feab expref: 91 pid: 9580 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134042.423524:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15032 00000100:00100000:3.0:1746134042.423534:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f846300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:2009:x1830953552327040:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134042.423543:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746134042.423554:0:8382:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb mtime from disk: 1746134042 -> 1746134043 00002000:00010000:3.0:1746134042.423556:0:8382:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb ctime from disk: 1746134042 -> 1746134043 00010000:00010000:3.0:1746134042.423561:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8a1d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574feab expref: 91 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.423570:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8a1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574feab expref: 91 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.423584:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8a1d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574feab expref: 91 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.423597:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.423599:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.423603:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8a24 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574feb2 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.423609:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8a24 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574feb2 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.423627:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8a24 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574feb2 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.423840:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8a24 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574feb2 expref: 5 pid: 9580 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134042.423850:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da64700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548118016:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134042.424557:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8ebd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746134042.426220:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da64700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548118016:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134042.426232:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134042.426256:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f846300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:2009:x1830953552327040:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2723us (3144us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.426267:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15032 00000100:00100000:0.0:1746134042.429331:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.431534:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552327296 00000100:00100000:2.0:1746134042.431545:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552327296 00002000:00100000:2.0:1746134042.431587:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091869c00 x1830953552327296/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134042.431597:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091869c00 with x1830953552327296 ext(0->4095) 00010000:00010000:2.0:1746134042.431605:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8a24 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574feb2 expref: 6 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.431618:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8a24 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574feb2 expref: 6 pid: 9580 timeout: 811 lvb_type: 0 00002000:00010000:2.0:1746134042.431626:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091869c00 00000100:00100000:2.0:1746134042.431659:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2492 00000100:00100000:2.0:1746134042.431665:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091869c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552327296:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134042.431791:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091869c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552327296:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (2466us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134042.431796:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2492 00002000:00100000:2.0:1746134042.431801:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091869c00 x1830953552327296/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134042.431808:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091869c00 with x1830953552327296 ext(0->4095) 00010000:00010000:2.0:1746134042.431812:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8a24 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574feb2 expref: 6 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.431820:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8a24 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574feb2 expref: 6 pid: 9580 timeout: 811 lvb_type: 0 00002000:00010000:2.0:1746134042.431826:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091869c00 00000100:00100000:0.0:1746134042.441318:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.441401:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552327424 00000100:00100000:3.0:1746134042.441409:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552327424 00010000:00010000:3.0:1746134042.441438:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8a24 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574feb2 expref: 6 pid: 9580 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746134042.443250:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15033 00000100:00100000:1.0:1746134042.443264:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091868000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552327424:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134042.443278:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134042.443296:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8a24 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574feb2 expref: 6 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746134042.443310:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8a24 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574feb2 expref: 6 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746134042.443329:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8a24 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574feb2 expref: 6 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746134042.443346:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134042.443347:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134042.443353:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8a2b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574feb9 expref: 89 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.443360:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8a2b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574feb9 expref: 89 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.443387:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8a2b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574feb9 expref: 89 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134042.443398:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f845f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548118144:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134042.445124:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746134042.451215:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f845f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548118144:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134042.451234:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134042.451282:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091868000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552327424:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 8022us (9970us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134042.451291:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15033 00000100:00100000:0.0:1746134042.451486:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134042.451583:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552327680 00000100:00100000:1.0:1746134042.451587:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552327680 00002000:00100000:1.0:1746134042.451616:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091869f80 x1830953552327680/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134042.451625:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091869f80 with x1830953552327680 ext(0->4095) 00002000:00010000:1.0:1746134042.451629:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091869f80 00000100:00100000:1.0:1746134042.451659:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13117 00000100:00100000:1.0:1746134042.451665:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091869f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:2010:x1830953552327680:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134042.451770:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091869f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:2010:x1830953552327680:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (284us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134042.451776:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13117 00002000:00100000:1.0:1746134042.451781:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091869f80 x1830953552327680/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134042.451786:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091869f80 with x1830953552327680 ext(0->4095) 00002000:00010000:1.0:1746134042.451789:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091869f80 00000100:00100000:0.0:1746134042.454369:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.454496:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552327808 00000100:00100000:2.0:1746134042.454502:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552327808 00000100:00100000:2.0:1746134042.455002:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29731 00000100:00100000:2.0:1746134042.455009:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552327808:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134042.455024:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134042.455038:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8a32 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fec0 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.455058:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8a2b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574feb9 expref: 89 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.455064:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134042.455066:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134042.455069:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8a32 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fec0 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.455103:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8a2b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574feb9 expref: 89 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.455148:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8a2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574feb9 expref: 89 pid: 9580 timeout: 811 lvb_type: 0 00000100:00100000:2.0:1746134042.455159:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080650380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548118272:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134042.455228:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739c3b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746134042.457205:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080650380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548118272:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134042.457229:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8a32 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fec0 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.457241:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244d800, rc 0) 00000100:00100000:2.0:1746134042.457272:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552327808:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2263us (2908us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134042.457280:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29731 00000100:00100000:0.0:1746134042.457849:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134042.457983:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552327936 00000100:00100000:1.0:1746134042.457989:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552327936 00010000:00010000:1.0:1746134042.458011:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8a2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574feb9 expref: 90 pid: 9580 timeout: 811 lvb_type: 0 00000100:00100000:1.0:1746134042.458044:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15034 00000100:00100000:1.0:1746134042.458049:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a81c2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:2010:x1830953552327936:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134042.458059:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134042.458073:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8a2b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574feb9 expref: 90 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746134042.458092:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8a2b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574feb9 expref: 90 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746134042.458109:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589a00/0x9682c7de153c8a2b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574feb9 expref: 90 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746134042.458140:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134042.458142:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134042.458148:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8a32 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fec0 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.458155:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8a32 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fec0 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.458177:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8a32 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fec0 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134042.458187:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f845f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548118400:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134042.458238:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746134042.460314:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f845f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548118400:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134042.460328:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134042.460355:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a81c2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+89:2010:x1830953552327936:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2305us (2507us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134042.460363:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15034 00000100:00100000:0.0:1746134042.460997:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.461145:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552328192 00000100:00100000:2.0:1746134042.461150:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552328192 00002000:00100000:2.0:1746134042.461179:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009186bb80 x1830953552328192/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134042.461188:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186bb80 with x1830953552328192 ext(0->4095) 00002000:00010000:2.0:1746134042.461191:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009186bb80 00000100:00100000:2.0:1746134042.461216:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13118 00000100:00100000:2.0:1746134042.461223:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552328192:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134042.461321:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552328192:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (325us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134042.461327:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13118 00002000:00100000:2.0:1746134042.461331:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009186bb80 x1830953552328192/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134042.461338:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186bb80 with x1830953552328192 ext(0->4095) 00002000:00010000:2.0:1746134042.461340:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009186bb80 00000100:00100000:0.0:1746134042.462291:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.462394:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552328320 00000100:00100000:3.0:1746134042.462398:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552328320 00000100:00100000:3.0:1746134042.462422:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29732 00000100:00100000:3.0:1746134042.462427:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+89:1755:x1830953552328320:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134042.462436:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134042.462450:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8a39 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fec7 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.462469:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8a32 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fec0 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.462475:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.462476:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.462479:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8a39 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fec7 expref: 90 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.462501:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8a32 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fec0 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.462511:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8a32 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fec0 expref: 5 pid: 24940 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134042.462525:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da64700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548118528:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134042.462584:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8ebd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134042.465636:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.465805:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552328448 00000100:00100000:2.0:1746134042.465812:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552328448 00000100:00100000:2.0:1746134042.465844:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29733 00000100:00100000:2.0:1746134042.465850:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091868000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:1757:x1830953552328448:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134042.465863:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134042.465875:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c8a40 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fece expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.465895:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.465899:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8a39 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fec7 expref: 92 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.465904:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134042.465907:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c8a40 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fece expref: 92 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.465934:0:9580:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8a39 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fec7 expref: 92 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.465949:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c8a40 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fece expref: 92 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.465957:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244ca00, rc 0) 00000100:00100000:2.0:1746134042.466002:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091868000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+92:1757:x1830953552328448:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 152us (372us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134042.466008:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29733 00000100:00100000:3.0:1746134042.466916:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da64700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548118528:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134042.466931:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8a39 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fec7 expref: 91 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.466940:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589000, rc 0) 00000100:00100000:3.0:1746134042.466972:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:1755:x1830953552328320:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4545us (4682us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.466978:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29732 00000100:00100000:1.0:1746134042.467561:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134042.467826:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552328576 00000100:00100000:0.0:1746134042.467831:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552328576 00010000:00010000:0.0:1746134042.467852:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8a32 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fec0 expref: 6 pid: 24940 timeout: 811 lvb_type: 0 00000100:00100000:0.0:1746134042.467880:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15035 00000100:00100000:0.0:1746134042.467886:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f846300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552328576:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134042.467895:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134042.467910:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8a32 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fec0 expref: 6 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746134042.467919:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8a32 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fec0 expref: 6 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746134042.467935:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8a32 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fec0 expref: 6 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746134042.467955:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134042.467957:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134042.467963:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8a39 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fec7 expref: 90 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134042.467975:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8a39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fec7 expref: 90 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134042.467996:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8a39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fec7 expref: 90 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134042.468005:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8a39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fec7 expref: 90 pid: 24940 timeout: 811 lvb_type: 0 00000100:00100000:0.0:1746134042.468015:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091869500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548118784:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134042.468069:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c540 going to sleep for 11 seconds 00000100:00100000:0.0:1746134042.477729:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091869500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548118784:192.168.203.26@tcp:105: 00010000:00010000:0.0:1746134042.477747:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134042.477791:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f846300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552328576:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 9903us (10229us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134042.477800:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15035 00000100:00100000:0.0:1746134042.479183:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134042.479242:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552328832 00000100:00100000:1.0:1746134042.479249:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552328832 00002000:00100000:1.0:1746134042.479282:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091869500 x1830953552328832/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134042.479290:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091869500 with x1830953552328832 ext(0->4095) 00010000:00010000:1.0:1746134042.479298:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8a39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fec7 expref: 91 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746134042.479309:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8a39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fec7 expref: 91 pid: 24940 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746134042.479315:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091869500 00000100:00100000:1.0:1746134042.479342:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2493 00000100:00100000:1.0:1746134042.479348:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091869500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:2009:x1830953552328832:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134042.479815:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091869500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:2009:x1830953552328832:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 466us (635us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134042.479821:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2493 00002000:00100000:1.0:1746134042.479826:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091869500 x1830953552328832/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134042.479837:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091869500 with x1830953552328832 ext(0->4095) 00010000:00010000:1.0:1746134042.479842:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8a39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fec7 expref: 91 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746134042.479850:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8a39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fec7 expref: 91 pid: 24940 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746134042.479855:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091869500 00000100:00100000:0.0:1746134042.484065:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.484208:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552328960 00000100:00100000:2.0:1746134042.484215:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552328960 00010000:00010000:2.0:1746134042.484241:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8a39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fec7 expref: 91 pid: 24940 timeout: 811 lvb_type: 0 00000100:00100000:2.0:1746134042.484273:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15036 00000100:00100000:2.0:1746134042.484279:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009239bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:2009:x1830953552328960:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134042.484290:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134042.484306:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8a39 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fec7 expref: 91 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.484316:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8a39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fec7 expref: 91 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.484333:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8a39 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fec7 expref: 91 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.484349:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.484351:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.484356:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c8a40 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fece expref: 90 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.484363:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c8a40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fece expref: 90 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.484386:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c8a40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fece expref: 90 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134042.484397:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080650380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548118912:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134042.486135:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739c3b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746134042.493207:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080650380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548118912:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134042.493230:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134042.493269:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009239bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:2009:x1830953552328960:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 8990us (9211us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134042.493279:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15036 00000100:00100000:0.0:1746134042.494451:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134042.494517:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552329216 00000100:00100000:1.0:1746134042.494523:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552329216 00002000:00100000:1.0:1746134042.494554:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009239a300 x1830953552329216/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134042.494563:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009239a300 with x1830953552329216 ext(0->4095) 00002000:00010000:1.0:1746134042.494567:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009239a300 00000100:00100000:1.0:1746134042.494593:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13119 00000100:00100000:1.0:1746134042.494599:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009239a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:2009:x1830953552329216:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134042.494700:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009239a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:2009:x1830953552329216:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (251us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134042.494705:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13119 00002000:00100000:1.0:1746134042.494710:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009239a300 x1830953552329216/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134042.494716:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009239a300 with x1830953552329216 ext(0->4095) 00002000:00010000:1.0:1746134042.494719:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009239a300 00000100:00100000:0.0:1746134042.496378:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.496553:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552329344 00000100:00100000:3.0:1746134042.496559:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552329344 00000100:00100000:3.0:1746134042.496596:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29734 00000100:00100000:3.0:1746134042.496603:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092399880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552329344:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134042.496614:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134042.496627:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8a47 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fed5 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.496647:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c8a40 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fece expref: 89 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.496654:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134042.496655:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134042.496658:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8a47 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fed5 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.496685:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c8a40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fece expref: 89 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.496695:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c8a40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fece expref: 89 pid: 9580 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134042.496705:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da64700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548119040:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134042.496774:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8ebd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134042.499670:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.499958:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da64700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548119040:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134042.499980:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8a47 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fed5 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.499993:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095588c00, rc 0) 00000100:00100000:3.0:1746134042.500037:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092399880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552329344:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3434us (3661us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.500044:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29734 00000100:00100000:2.0:1746134042.500886:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552329472 00000100:00100000:2.0:1746134042.500893:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552329472 00010000:00010000:2.0:1746134042.500915:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c8a40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fece expref: 90 pid: 9580 timeout: 811 lvb_type: 0 00000100:00100000:2.0:1746134042.500943:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15037 00000100:00100000:2.0:1746134042.500948:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009239ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:2010:x1830953552329472:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134042.500959:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134042.500973:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c8a40 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fece expref: 90 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.501137:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c8a40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fece expref: 90 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.501156:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c8a40 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fece expref: 90 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.501170:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.501171:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.501177:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8a47 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fed5 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.501183:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8a47 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fed5 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.501228:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8a47 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fed5 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134042.501238:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080650380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548119168:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134042.501291:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739c3b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746134042.501674:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.502310:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552329600 00000100:00100000:2.0:1746134042.502315:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552329600 00000100:00100000:2.0:1746134042.502552:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29735 00000100:00100000:2.0:1746134042.502559:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:1755:x1830953552329600:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134042.502570:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134042.502580:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013244de00/0x9682c7de153c8a4e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fedc expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.502601:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8a47 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fed5 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.502606:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.502607:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.502610:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244de00/0x9682c7de153c8a4e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fedc expref: 91 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.502627:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8a47 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fed5 expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.502635:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8a47 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fed5 expref: 5 pid: 24940 timeout: 811 lvb_type: 0 00000100:00100000:2.0:1746134042.502644:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080650a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548119296:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134042.502697:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0026b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746134042.505599:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080650380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548119168:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134042.505813:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134042.505856:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009239ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:2010:x1830953552329472:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4906us (6190us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.505865:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15037 00000100:00100000:0.0:1746134042.506143:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.506547:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552329856 00000100:00100000:2.0:1746134042.506552:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552329856 00002000:00100000:2.0:1746134042.506583:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880092398700 x1830953552329856/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134042.506592:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092398700 with x1830953552329856 ext(0->4095) 00010000:00010000:2.0:1746134042.506598:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8a47 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fed5 expref: 6 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.506609:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8a47 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fed5 expref: 6 pid: 24940 timeout: 811 lvb_type: 0 00002000:00010000:2.0:1746134042.506619:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092398700 00000100:00100000:2.0:1746134042.506632:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2494 00000100:00100000:2.0:1746134042.506638:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092398700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552329856:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134042.507382:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092398700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552329856:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 741us (1236us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134042.507388:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2494 00002000:00100000:2.0:1746134042.507394:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880092398700 x1830953552329856/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134042.507401:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092398700 with x1830953552329856 ext(0->4095) 00010000:00010000:2.0:1746134042.507406:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8a47 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fed5 expref: 6 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.507416:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8a47 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fed5 expref: 6 pid: 24940 timeout: 811 lvb_type: 0 00002000:00010000:2.0:1746134042.507421:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092398700 00000100:00100000:3.0:1746134042.507565:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080650a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548119296:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134042.507581:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013244de00/0x9682c7de153c8a4e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fedc expref: 90 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.507592:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244de00, rc 0) 00000100:00100000:3.0:1746134042.507621:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:1755:x1830953552329600:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5062us (5947us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.507627:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29735 00000100:00100000:0.0:1746134042.509969:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.510372:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552329984 00000100:00100000:3.0:1746134042.510379:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552329984 00000100:00100000:3.0:1746134042.510421:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29736 00000100:00100000:3.0:1746134042.510427:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092399f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:1757:x1830953552329984:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134042.510440:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134042.510453:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8a55 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fee3 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.510472:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.510476:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244de00/0x9682c7de153c8a4e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fedc expref: 91 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.510481:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134042.510484:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8a55 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fee3 expref: 91 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.510512:0:24940:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013244de00/0x9682c7de153c8a4e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fedc expref: 91 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.510522:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8a55 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fee3 expref: 91 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.510534:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589000, rc 0) 00000100:00100000:3.0:1746134042.510577:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092399f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:1757:x1830953552329984:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 150us (614us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.510583:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29736 00000100:00100000:1.0:1746134042.510991:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.511446:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552330112 00000100:00100000:3.0:1746134042.511450:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552330112 00010000:00010000:3.0:1746134042.511467:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8a47 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fed5 expref: 6 pid: 24940 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134042.511493:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15038 00000100:00100000:3.0:1746134042.511498:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f845f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552330112:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134042.511506:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134042.511521:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8a47 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fed5 expref: 6 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.511529:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8a47 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fed5 expref: 6 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.511544:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588c00/0x9682c7de153c8a47 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fed5 expref: 6 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.511763:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.511765:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.511771:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244de00/0x9682c7de153c8a4e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fedc expref: 90 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.511783:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244de00/0x9682c7de153c8a4e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fedc expref: 90 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.511803:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013244de00/0x9682c7de153c8a4e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fedc expref: 90 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.511811:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013244de00/0x9682c7de153c8a4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fedc expref: 90 pid: 24940 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134042.511821:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548119552:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134042.512648:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8ebd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134042.514560:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.514676:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548119552:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134042.514691:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134042.515233:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552330368 00000100:00100000:2.0:1746134042.515239:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552330368 00002000:00100000:2.0:1746134042.515270:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880092399180 x1830953552330368/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134042.515279:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092399180 with x1830953552330368 ext(0->4095) 00010000:00010000:2.0:1746134042.515286:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244de00/0x9682c7de153c8a4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fedc expref: 91 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.515301:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244de00/0x9682c7de153c8a4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fedc expref: 91 pid: 24940 timeout: 811 lvb_type: 0 00002000:00010000:2.0:1746134042.515306:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092399180 00000100:00100000:2.0:1746134042.515328:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2495 00000100:00100000:2.0:1746134042.515333:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092399180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:2010:x1830953552330368:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134042.515689:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f845f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552330112:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4189us (4697us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.515805:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15038 00000100:00100000:2.0:1746134042.516095:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092399180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:2010:x1830953552330368:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 760us (1539us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134042.516101:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2495 00002000:00100000:2.0:1746134042.516106:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880092399180 x1830953552330368/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134042.516137:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092399180 with x1830953552330368 ext(0->4095) 00010000:00010000:2.0:1746134042.516143:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244de00/0x9682c7de153c8a4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fedc expref: 91 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.516152:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244de00/0x9682c7de153c8a4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fedc expref: 91 pid: 24940 timeout: 811 lvb_type: 0 00002000:00010000:2.0:1746134042.516157:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092399180 00000100:00100000:1.0:1746134042.518281:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.518402:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552330496 00000100:00100000:3.0:1746134042.518409:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552330496 00010000:00010000:3.0:1746134042.518559:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013244de00/0x9682c7de153c8a4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fedc expref: 91 pid: 24940 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134042.518589:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15039 00000100:00100000:3.0:1746134042.518596:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091aec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:2010:x1830953552330496:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134042.518606:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134042.518621:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013244de00/0x9682c7de153c8a4e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fedc expref: 91 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.518631:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013244de00/0x9682c7de153c8a4e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fedc expref: 91 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.518647:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013244de00/0x9682c7de153c8a4e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fedc expref: 91 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.518670:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.518672:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.518677:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8a55 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fee3 expref: 90 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.518683:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8a55 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fee3 expref: 90 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.518707:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8a55 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fee3 expref: 90 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134042.518717:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548119680:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134042.518778:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8ebd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134042.521733:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.521881:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552330752 00000100:00100000:2.0:1746134042.521888:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552330752 00002000:00100000:2.0:1746134042.521920:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009239aa00 x1830953552330752/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134042.521928:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009239aa00 with x1830953552330752 ext(0->4095) 00002000:00010000:2.0:1746134042.521933:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009239aa00 00000100:00100000:2.0:1746134042.521958:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13120 00000100:00100000:2.0:1746134042.521964:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009239aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:2009:x1830953552330752:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134042.522092:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009239aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:2009:x1830953552330752:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (364us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134042.522098:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13120 00002000:00100000:2.0:1746134042.522103:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009239aa00 x1830953552330752/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134042.522110:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009239aa00 with x1830953552330752 ext(0->4095) 00002000:00010000:2.0:1746134042.522133:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009239aa00 00000100:00100000:3.0:1746134042.522507:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548119680:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134042.522522:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134042.522541:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091aec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:2010:x1830953552330496:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3947us (4267us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.522548:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15039 00000100:00100000:0.0:1746134042.525754:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.525841:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552330880 00000100:00100000:2.0:1746134042.525847:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552330880 00000100:00100000:2.0:1746134042.525892:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29737 00000100:00100000:2.0:1746134042.525898:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092398000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552330880:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134042.525912:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134042.525925:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8a5c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574feea expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.525947:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8a55 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fee3 expref: 89 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.525953:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134042.525955:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134042.525958:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8a5c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574feea expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.525987:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8a55 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fee3 expref: 89 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.525996:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8a55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fee3 expref: 89 pid: 24940 timeout: 811 lvb_type: 0 00000100:00100000:2.0:1746134042.526006:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548119808:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134042.526142:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0026a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746134042.528445:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548119808:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134042.528468:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8a5c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574feea expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.528481:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fc00, rc 0) 00000100:00100000:2.0:1746134042.528514:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092398000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552330880:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2615us (2766us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134042.528521:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29737 00000100:00100000:0.0:1746134042.528850:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.528984:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552331008 00000100:00100000:3.0:1746134042.528990:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552331008 00010000:00010000:3.0:1746134042.529011:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8a55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fee3 expref: 90 pid: 24940 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134042.529029:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15040 00000100:00100000:3.0:1746134042.529035:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092399c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:2010:x1830953552331008:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134042.529044:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134042.529059:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8a55 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fee3 expref: 90 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.529069:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8a55 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fee3 expref: 90 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.529094:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8a55 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fee3 expref: 90 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.529142:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.529144:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.529150:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8a5c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574feea expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.529156:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8a5c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574feea expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.529187:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8a5c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574feea expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134042.529200:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548119936:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134042.529998:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8ebd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134042.532453:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.532556:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548119936:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134042.532571:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134042.532600:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092399c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+89:2010:x1830953552331008:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3566us (3751us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.532608:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15040 00000100:00100000:1.0:1746134042.532880:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552331264 00000100:00100000:1.0:1746134042.532886:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552331264 00002000:00100000:1.0:1746134042.532913:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009239a680 x1830953552331264/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134042.532921:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009239a680 with x1830953552331264 ext(0->4095) 00002000:00010000:1.0:1746134042.532924:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009239a680 00000100:00100000:1.0:1746134042.532948:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13121 00000100:00100000:1.0:1746134042.532954:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009239a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953552331264:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746134042.533154:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009239a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953552331264:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 Request processed in 200us (707us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134042.533160:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13121 00002000:00100000:1.0:1746134042.533164:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009239a680 x1830953552331264/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134042.533170:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009239a680 with x1830953552331264 ext(0->4095) 00002000:00010000:1.0:1746134042.533173:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009239a680 00000100:00100000:0.0:1746134042.535577:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.535755:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552331392 00000100:00100000:2.0:1746134042.535761:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552331392 00000100:00100000:2.0:1746134042.536054:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29738 00000100:00100000:2.0:1746134042.536062:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800872b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+89:1755:x1830953552331392:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134042.536075:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134042.536533:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8a63 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fef1 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.536556:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8a5c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574feea expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.536563:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.536565:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.536567:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8a63 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fef1 expref: 90 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.536591:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8a5c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574feea expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.536601:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8a5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574feea expref: 5 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:2.0:1746134042.536611:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548120064:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134042.536675:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0026a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134042.536724:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.536939:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552331520 00000100:00100000:3.0:1746134042.536943:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552331520 00000100:00100000:3.0:1746134042.536972:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29739 00000100:00100000:3.0:1746134042.536977:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800872b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:1757:x1830953552331520:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134042.536984:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134042.536990:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c8a6a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fef8 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.537000:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.537004:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8a63 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fef1 expref: 92 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.537009:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134042.537011:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c8a6a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fef8 expref: 92 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.537029:0:24940:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8a63 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fef1 expref: 92 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.537043:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c8a6a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fef8 expref: 92 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.537051:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095588600, rc 0) 00000100:00100000:3.0:1746134042.537070:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800872b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+92:1757:x1830953552331520:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 93us (347us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.537076:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29739 00000100:00100000:2.0:1746134042.538511:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548120064:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134042.538528:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8a63 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fef1 expref: 91 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.538538:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90ee00, rc 0) 00000100:00100000:2.0:1746134042.538559:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800872b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:1755:x1830953552331392:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2497us (2988us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134042.538565:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29738 00000100:00100000:0.0:1746134042.539758:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.539828:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552331648 00000100:00100000:3.0:1746134042.539833:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552331648 00010000:00010000:3.0:1746134042.539854:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8a5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574feea expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134042.539873:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15041 00000100:00100000:3.0:1746134042.539880:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a81c1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552331648:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134042.539889:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134042.539903:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8a5c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574feea expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.539912:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8a5c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574feea expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.539928:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8a5c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574feea expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.539952:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.539954:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.539960:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8a63 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fef1 expref: 90 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.539966:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8a63 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fef1 expref: 90 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.539987:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8a63 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fef1 expref: 90 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.539996:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8a63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fef1 expref: 90 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134042.540005:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548120320:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134042.540525:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8ebd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746134042.542663:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548120320:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134042.542677:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134042.542707:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a81c1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552331648:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2827us (2950us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.542716:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15041 00000100:00100000:0.0:1746134042.543038:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.543386:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552331904 00000100:00100000:2.0:1746134042.543392:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552331904 00002000:00100000:2.0:1746134042.543416:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800872b6d80 x1830953552331904/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134042.543430:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800872b6d80 with x1830953552331904 ext(0->4095) 00010000:00010000:2.0:1746134042.543437:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8a63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fef1 expref: 91 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.543448:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8a63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fef1 expref: 91 pid: 9581 timeout: 811 lvb_type: 0 00002000:00010000:2.0:1746134042.543453:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800872b6d80 00000100:00100000:2.0:1746134042.543478:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2496 00000100:00100000:2.0:1746134042.543483:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800872b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:2010:x1830953552331904:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134042.543579:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800872b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:2010:x1830953552331904:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 95us (540us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134042.543584:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2496 00002000:00100000:2.0:1746134042.543589:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800872b6d80 x1830953552331904/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134042.543595:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800872b6d80 with x1830953552331904 ext(0->4095) 00010000:00010000:2.0:1746134042.543599:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8a63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fef1 expref: 91 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.543607:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8a63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fef1 expref: 91 pid: 9581 timeout: 811 lvb_type: 0 00002000:00010000:2.0:1746134042.543612:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800872b6d80 00000100:00100000:0.0:1746134042.545555:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.545623:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552332032 00000100:00100000:3.0:1746134042.545628:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552332032 00010000:00010000:3.0:1746134042.545651:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8a63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fef1 expref: 91 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134042.545670:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15042 00000100:00100000:3.0:1746134042.545676:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800872b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:2010:x1830953552332032:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134042.545688:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134042.545700:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8a63 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fef1 expref: 91 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.545710:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8a63 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fef1 expref: 91 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.545727:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8a63 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fef1 expref: 91 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.545738:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.545739:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.545745:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c8a6a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fef8 expref: 90 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.545752:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c8a6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fef8 expref: 90 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.545776:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c8a6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fef8 expref: 90 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134042.545787:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548120448:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134042.546212:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739c3b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746134042.548763:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548120448:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134042.548774:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00010000:00010000:3.0:1746134042.548779:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134042.548809:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800872b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:2010:x1830953552332032:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3132us (3257us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.548820:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15042 00000100:00100000:2.0:1746134042.549025:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552332288 00000100:00100000:2.0:1746134042.549031:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552332288 00002000:00100000:2.0:1746134042.549057:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800872b7b80 x1830953552332288/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134042.549066:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800872b7b80 with x1830953552332288 ext(0->4095) 00002000:00010000:2.0:1746134042.549070:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800872b7b80 00000100:00100000:2.0:1746134042.549101:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13122 00000100:00100000:2.0:1746134042.549107:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800872b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:2009:x1830953552332288:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134042.550206:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800872b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:2009:x1830953552332288:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 1097us (1431us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134042.550212:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13122 00002000:00100000:2.0:1746134042.550217:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800872b7b80 x1830953552332288/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134042.550224:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800872b7b80 with x1830953552332288 ext(0->4095) 00002000:00010000:2.0:1746134042.550226:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800872b7b80 00000100:00100000:0.0:1746134042.552459:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.552605:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552332416 00000100:00100000:2.0:1746134042.552612:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552332416 00000100:00100000:2.0:1746134042.552697:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29740 00000100:00100000:2.0:1746134042.552704:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800872b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552332416:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134042.552716:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134042.552729:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8a71 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574feff expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.552750:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c8a6a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fef8 expref: 89 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.552760:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134042.552761:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134042.552764:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8a71 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574feff expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.552788:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c8a6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fef8 expref: 89 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.552797:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c8a6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fef8 expref: 89 pid: 24940 timeout: 811 lvb_type: 0 00000100:00100000:2.0:1746134042.552807:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548120576:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134042.553227:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0026b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746134042.555025:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548120576:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134042.555046:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8a71 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574feff expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.555057:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fc00, rc 0) 00000100:00100000:2.0:1746134042.555101:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800872b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552332416:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2398us (2647us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134042.555107:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29740 00000100:00100000:0.0:1746134042.555470:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.555808:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552332544 00000100:00100000:3.0:1746134042.555813:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552332544 00010000:00010000:3.0:1746134042.555832:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c8a6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fef8 expref: 90 pid: 24940 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134042.555855:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15043 00000100:00100000:3.0:1746134042.555860:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800872b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:2010:x1830953552332544:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134042.555868:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134042.555881:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c8a6a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fef8 expref: 90 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.555889:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c8a6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fef8 expref: 90 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.555905:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c8a6a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fef8 expref: 90 pid: 24940 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.556090:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.556093:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.556099:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8a71 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574feff expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.556106:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8a71 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574feff expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.556155:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8a71 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574feff expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134042.556165:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548120704:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134042.556960:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739c3b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134042.558537:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.559056:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548120704:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134042.559073:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134042.559135:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552332800 00000100:00100000:2.0:1746134042.559141:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552332800 00000100:00100000:3.0:1746134042.559145:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800872b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+89:2010:x1830953552332544:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3283us (3674us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.559157:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15043 00002000:00100000:2.0:1746134042.559171:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800872b6680 x1830953552332800/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134042.559184:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800872b6680 with x1830953552332800 ext(0->4095) 00002000:00010000:2.0:1746134042.559188:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800872b6680 00000100:00100000:2.0:1746134042.559218:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13123 00000100:00100000:2.0:1746134042.559224:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800872b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552332800:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134042.559465:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800872b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552332800:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 240us (931us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134042.559471:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13123 00002000:00100000:2.0:1746134042.559477:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800872b6680 x1830953552332800/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134042.559483:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800872b6680 with x1830953552332800 ext(0->4095) 00002000:00010000:2.0:1746134042.559486:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800872b6680 00000100:00100000:1.0:1746134042.559639:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.559750:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552332928 00000100:00100000:2.0:1746134042.559753:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552332928 00000100:00100000:2.0:1746134042.559770:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29741 00000100:00100000:2.0:1746134042.559775:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091aec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+89:1755:x1830953552332928:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134042.559783:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134042.559794:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8a78 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574ff06 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.559812:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8a71 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574feff expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.559818:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.559819:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.559822:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8a78 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff06 expref: 90 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.559843:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8a71 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574feff expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.559852:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8a71 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574feff expref: 5 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:2.0:1746134042.559861:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548120832:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134042.559929:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0026a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134042.563307:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134042.563519:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552333056 00000100:00100000:1.0:1746134042.563525:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552333056 00000100:00100000:1.0:1746134042.563555:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29742 00000100:00100000:1.0:1746134042.563561:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800872b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:1757:x1830953552333056:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134042.563574:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134042.563586:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8a7f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574ff0d expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.563610:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134042.563615:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8a78 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff06 expref: 92 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.563620:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134042.563624:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8a7f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff0d expref: 92 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.563651:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8a78 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff06 expref: 92 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.563662:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8a7f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff0d expref: 92 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.563670:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095787000, rc 0) 00000100:00100000:1.0:1746134042.563703:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800872b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+92:1757:x1830953552333056:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 142us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134042.563709:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29742 00000100:00100000:0.0:1746134042.563843:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.564015:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548120832:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134042.564030:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8a78 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff06 expref: 91 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.564044:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f200, rc 0) 00000100:00100000:3.0:1746134042.564064:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091aec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:1755:x1830953552332928:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4289us (4433us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.564069:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29741 00000100:00100000:3.0:1746134042.564295:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552333184 00000100:00100000:3.0:1746134042.564299:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552333184 00010000:00010000:3.0:1746134042.564315:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8a71 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574feff expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134042.564331:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15044 00000100:00100000:3.0:1746134042.564336:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800872b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552333184:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134042.564342:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134042.564357:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8a71 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574feff expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.564366:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8a71 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574feff expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.564380:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8a71 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574feff expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.564511:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.564513:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.564518:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8a78 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff06 expref: 90 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.564525:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8a78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff06 expref: 90 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.564543:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8a78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff06 expref: 90 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.564552:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8a78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff06 expref: 90 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134042.564562:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548121088:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134042.564599:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739c3b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746134042.567314:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548121088:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134042.567329:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134042.567481:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800872b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552333184:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3143us (3636us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.567490:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15044 00000100:00100000:0.0:1746134042.569851:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.570336:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552333440 00000100:00100000:2.0:1746134042.570343:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552333440 00002000:00100000:2.0:1746134042.570378:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800872b5180 x1830953552333440/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134042.570388:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800872b5180 with x1830953552333440 ext(0->4095) 00010000:00010000:2.0:1746134042.570395:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8a78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff06 expref: 91 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.570408:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8a78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff06 expref: 91 pid: 9581 timeout: 811 lvb_type: 0 00002000:00010000:2.0:1746134042.570414:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800872b5180 00000100:00100000:2.0:1746134042.570439:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2497 00000100:00100000:2.0:1746134042.570449:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800872b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:2009:x1830953552333440:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134042.570599:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800872b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:2009:x1830953552333440:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 149us (752us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134042.570608:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2497 00002000:00100000:2.0:1746134042.570612:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800872b5180 x1830953552333440/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134042.570618:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800872b5180 with x1830953552333440 ext(0->4095) 00010000:00010000:2.0:1746134042.570622:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8a78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff06 expref: 91 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.570630:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8a78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff06 expref: 91 pid: 9581 timeout: 811 lvb_type: 0 00002000:00010000:2.0:1746134042.570635:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800872b5180 00000100:00100000:0.0:1746134042.573452:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.573541:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552333568 00000100:00100000:3.0:1746134042.573549:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552333568 00010000:00010000:3.0:1746134042.573577:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8a78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff06 expref: 91 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134042.573613:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15045 00000100:00100000:3.0:1746134042.573621:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800872b4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:2009:x1830953552333568:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134042.573633:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134042.573648:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8a78 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff06 expref: 91 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.573659:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8a78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff06 expref: 91 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.573676:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8a78 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff06 expref: 91 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.573692:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.573694:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.573699:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8a7f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff0d expref: 90 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.573705:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8a7f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff0d expref: 90 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.573732:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8a7f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff0d expref: 90 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134042.573743:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548121216:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134042.574292:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739c3b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746134042.577045:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548121216:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134042.577064:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134042.577128:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800872b4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:2009:x1830953552333568:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3491us (3667us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.577138:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15045 00000100:00100000:0.0:1746134042.577260:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.577468:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552333824 00000100:00100000:2.0:1746134042.577473:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552333824 00002000:00100000:2.0:1746134042.577505:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012da6bb80 x1830953552333824/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134042.577514:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6bb80 with x1830953552333824 ext(0->4095) 00002000:00010000:2.0:1746134042.577517:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012da6bb80 00000100:00100000:2.0:1746134042.577923:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13124 00000100:00100000:2.0:1746134042.577929:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:2011:x1830953552333824:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746134042.578041:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:2011:x1830953552333824:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 Request processed in 112us (783us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134042.578046:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13124 00002000:00100000:2.0:1746134042.578052:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012da6bb80 x1830953552333824/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134042.578064:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6bb80 with x1830953552333824 ext(0->4095) 00002000:00010000:2.0:1746134042.578066:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012da6bb80 00000100:00100000:0.0:1746134042.580597:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.580681:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552333952 00000100:00100000:3.0:1746134042.580688:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552333952 00000100:00100000:3.0:1746134042.580723:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29743 00000100:00100000:3.0:1746134042.580729:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552333952:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134042.580741:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134042.580753:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8a86 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574ff14 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.580775:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8a7f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff0d expref: 89 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.580781:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134042.580782:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134042.580785:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8a86 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff14 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.580804:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8a7f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff0d expref: 89 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.580817:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8a7f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff0d expref: 89 pid: 9582 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134042.580826:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548121344:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134042.580882:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739c3b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746134042.583097:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548121344:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134042.583152:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8a86 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff14 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.583165:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589000, rc 0) 00000100:00100000:3.0:1746134042.583205:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552333952:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2476us (2614us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.583213:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29743 00000100:00100000:0.0:1746134042.583846:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.584104:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552334080 00000100:00100000:3.0:1746134042.584109:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552334080 00010000:00010000:3.0:1746134042.584256:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8a7f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff0d expref: 90 pid: 9582 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134042.584486:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15046 00000100:00100000:3.0:1746134042.584493:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da68380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:2010:x1830953552334080:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134042.584504:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134042.584519:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8a7f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff0d expref: 90 pid: 9582 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.584533:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8a7f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff0d expref: 90 pid: 9582 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.584550:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8a7f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff0d expref: 90 pid: 9582 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.584713:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.584715:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.584721:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8a86 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff14 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.584728:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8a86 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff14 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.584752:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8a86 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff14 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134042.584912:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548121472:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134042.584973:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739c3b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134042.588199:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134042.588323:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.588481:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552334464 00000100:00100000:2.0:1746134042.588489:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552334464 00002000:00100000:2.0:1746134042.588523:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012da6aa00 x1830953552334464/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134042.588533:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6aa00 with x1830953552334464 ext(0->4095) 00002000:00010000:2.0:1746134042.588537:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012da6aa00 00000100:00100000:2.0:1746134042.588560:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13125 00000100:00100000:2.0:1746134042.588567:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953552334464:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746134042.588719:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552334208 00000100:00100000:3.0:1746134042.588723:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552334208 00000100:00100000:3.0:1746134042.588759:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29744 00000100:00100000:3.0:1746134042.588765:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:1755:x1830953552334208:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134042.588773:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134042.588786:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8a8d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574ff1b expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.588815:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8a86 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff14 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.588822:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.588824:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.588827:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8a8d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff1b expref: 91 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.588851:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8a86 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff14 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.588860:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8a86 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff14 expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134042.588870:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da65880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548121600:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134042.588925:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746134042.589465:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953552334464:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 Request processed in 897us (1141us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134042.589472:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13125 00002000:00100000:2.0:1746134042.589479:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012da6aa00 x1830953552334464/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134042.589486:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6aa00 with x1830953552334464 ext(0->4095) 00010000:00010000:2.0:1746134042.589492:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8a86 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff14 expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.589501:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8a86 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff14 expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00002000:00010000:2.0:1746134042.589507:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012da6aa00 00000100:00100000:2.0:1746134042.589538:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548121472:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134042.589551:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134042.589570:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da68380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:2010:x1830953552334080:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 5078us (5727us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134042.589577:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15046 00000100:00100000:3.0:1746134042.591913:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da65880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548121600:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134042.591938:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8a8d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff1b expref: 90 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.591951:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589c00, rc 0) 00000100:00100000:3.0:1746134042.591998:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:1755:x1830953552334208:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3232us (3804us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.592004:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29744 00000100:00100000:0.0:1746134042.592606:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134042.592650:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.592800:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552334720 00000100:00100000:2.0:1746134042.592806:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552334720 00010000:00010000:2.0:1746134042.592829:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8a86 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff14 expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:2.0:1746134042.592980:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15047 00000100:00100000:2.0:1746134042.592986:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da68a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552334720:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134042.592997:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134042.593013:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8a86 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff14 expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.593022:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8a86 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff14 expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.593039:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c8a86 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff14 expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.593054:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.593056:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.593061:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8a8d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff1b expref: 89 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.593068:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8a8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff1b expref: 89 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134042.593151:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552334592 00000100:00100000:3.0:1746134042.593155:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552334592 00000100:00100000:3.0:1746134042.593175:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29745 00000100:00100000:3.0:1746134042.593179:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:1757:x1830953552334592:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134042.593189:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134042.593198:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013244de00/0x9682c7de153c8a94 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574ff22 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.593212:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8a8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff1b expref: 91 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.593217:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134042.593218:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134042.593221:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244de00/0x9682c7de153c8a94 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff22 expref: 91 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.593242:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8a8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff1b expref: 91 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.593257:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8a8d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff1b expref: 91 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134042.593267:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da65880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548121728:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134042.593969:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c6c0 going to sleep for 11 seconds 00010000:00010000:2.0:1746134042.594012:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8a8d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff1b expref: 91 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.594022:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8a8d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff1b expref: 91 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:2.0:1746134042.594030:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548121856:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134042.594050:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0026a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746134042.595792:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548121856:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134042.595808:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134042.595833:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da68a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552334720:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2848us (3183us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134042.595841:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15047 00000100:00100000:3.0:1746134042.595919:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da65880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548121728:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134042.596029:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013244de00/0x9682c7de153c8a94 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff22 expref: 91 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.596154:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244de00, rc 0) 00000100:00100000:3.0:1746134042.596181:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:1757:x1830953552334592:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3001us (3576us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.596186:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29745 00000100:00100000:0.0:1746134042.596746:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.596878:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552334976 00000100:00100000:3.0:1746134042.596883:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552334976 00002000:00100000:3.0:1746134042.596911:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b439880 x1830953552334976/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134042.596920:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b439880 with x1830953552334976 ext(0->4095) 00010000:00010000:3.0:1746134042.596931:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8a8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff1b expref: 91 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.596942:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8a8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff1b expref: 91 pid: 9581 timeout: 811 lvb_type: 0 00002000:00010000:3.0:1746134042.596947:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b439880 00000100:00100000:3.0:1746134042.597437:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2498 00000100:00100000:3.0:1746134042.597445:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b439880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:2010:x1830953552334976:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134042.597568:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b439880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:2010:x1830953552334976:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (821us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134042.597573:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2498 00002000:00100000:3.0:1746134042.597579:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b439880 x1830953552334976/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134042.597590:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b439880 with x1830953552334976 ext(0->4095) 00010000:00010000:3.0:1746134042.597594:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8a8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff1b expref: 91 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.597603:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8a8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff1b expref: 91 pid: 9581 timeout: 811 lvb_type: 0 00002000:00010000:3.0:1746134042.597608:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b439880 00000100:00100000:0.0:1746134042.599614:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.599695:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552335104 00000100:00100000:2.0:1746134042.599701:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552335104 00010000:00010000:2.0:1746134042.599729:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8a8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff1b expref: 91 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:2.0:1746134042.599750:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15048 00000100:00100000:2.0:1746134042.599756:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a81c2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:2009:x1830953552335104:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134042.599769:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134042.599783:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8a8d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff1b expref: 91 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.599796:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8a8d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff1b expref: 91 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.599815:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c8a8d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff1b expref: 91 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.599955:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.599957:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.599963:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244de00/0x9682c7de153c8a94 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff22 expref: 90 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.599970:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244de00/0x9682c7de153c8a94 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff22 expref: 90 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.599996:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013244de00/0x9682c7de153c8a94 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff22 expref: 90 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134042.600006:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548121984:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134042.600560:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0026a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746134042.603579:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548121984:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134042.603599:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134042.603634:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a81c2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:2009:x1830953552335104:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3877us (4025us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134042.603643:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15048 00000100:00100000:0.0:1746134042.604344:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.604574:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552335360 00000100:00100000:3.0:1746134042.604580:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552335360 00002000:00100000:3.0:1746134042.604609:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b43aa00 x1830953552335360/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134042.604617:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b43aa00 with x1830953552335360 ext(0->4095) 00002000:00010000:3.0:1746134042.604621:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b43aa00 00000100:00100000:3.0:1746134042.604642:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13126 00000100:00100000:3.0:1746134042.604647:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b43aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:2010:x1830953552335360:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134042.604745:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b43aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:2010:x1830953552335360:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 98us (402us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134042.604750:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13126 00002000:00100000:3.0:1746134042.604754:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b43aa00 x1830953552335360/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134042.604760:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b43aa00 with x1830953552335360 ext(0->4095) 00002000:00010000:3.0:1746134042.604763:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b43aa00 00000100:00100000:0.0:1746134042.606653:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.606733:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552335488 00000100:00100000:3.0:1746134042.606740:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552335488 00000100:00100000:3.0:1746134042.606767:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29746 00000100:00100000:3.0:1746134042.606773:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b43ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552335488:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134042.606785:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134042.606798:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c8a9b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574ff29 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.606819:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244de00/0x9682c7de153c8a94 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff22 expref: 89 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.606825:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134042.606827:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134042.606829:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c8a9b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff29 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.606851:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013244de00/0x9682c7de153c8a94 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff22 expref: 89 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.606861:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013244de00/0x9682c7de153c8a94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff22 expref: 89 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134042.606870:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da65880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548122112:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134042.607362:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10ca80 going to sleep for 11 seconds 00000100:00100000:3.0:1746134042.609575:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da65880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548122112:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134042.609599:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c8a9b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff29 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.609617:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244c200, rc 0) 00000100:00100000:3.0:1746134042.609654:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b43ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552335488:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2879us (3005us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.609661:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29746 00000100:00100000:0.0:1746134042.609969:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.610075:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552335616 00000100:00100000:3.0:1746134042.610088:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552335616 00010000:00010000:3.0:1746134042.610106:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013244de00/0x9682c7de153c8a94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff22 expref: 90 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134042.610134:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15049 00000100:00100000:3.0:1746134042.610140:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b43a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:2009:x1830953552335616:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134042.610148:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134042.610161:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013244de00/0x9682c7de153c8a94 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff22 expref: 90 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.610169:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013244de00/0x9682c7de153c8a94 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff22 expref: 90 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.610187:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013244de00/0x9682c7de153c8a94 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff22 expref: 90 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.610209:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.610210:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.610215:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c8a9b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff29 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.610225:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c8a9b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff29 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.610248:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c8a9b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff29 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134042.610258:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da65880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548122240:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134042.610305:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10ca80 going to sleep for 11 seconds 00000100:00100000:3.0:1746134042.611459:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da65880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548122240:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134042.611470:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134042.611491:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b43a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+89:2009:x1830953552335616:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1351us (1522us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.611497:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15049 00000100:00100000:0.0:1746134042.611655:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134042.611709:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552335872 00000100:00100000:1.0:1746134042.611713:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552335872 00002000:00100000:1.0:1746134042.611735:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b43a680 x1830953552335872/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134042.611744:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b43a680 with x1830953552335872 ext(0->4095) 00002000:00010000:1.0:1746134042.611747:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b43a680 00000100:00100000:1.0:1746134042.611770:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13127 00000100:00100000:1.0:1746134042.611775:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b43a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2011:x1830953552335872:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746134042.611868:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b43a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2011:x1830953552335872:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 Request processed in 92us (213us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134042.611874:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13127 00002000:00100000:1.0:1746134042.611879:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b43a680 x1830953552335872/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134042.611886:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b43a680 with x1830953552335872 ext(0->4095) 00002000:00010000:1.0:1746134042.611889:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b43a680 00000100:00100000:0.0:1746134042.613342:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.613462:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552336000 00000100:00100000:3.0:1746134042.613488:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552336000 00000100:00100000:3.0:1746134042.613539:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29747 00000100:00100000:3.0:1746134042.613546:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b438000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+89:1757:x1830953552336000:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134042.613556:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134042.613579:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8aa2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574ff30 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.613617:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c8a9b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff29 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.613624:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.613626:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.613629:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8aa2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff30 expref: 90 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.613684:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c8a9b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff29 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.613704:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c8a9b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff29 expref: 5 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134042.613714:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da65880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548122368:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134042.613817:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10ca80 going to sleep for 11 seconds 00000100:00100000:3.0:1746134042.615314:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da65880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548122368:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134042.615332:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8aa2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff30 expref: 90 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.615357:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244d800, rc 0) 00000100:00100000:3.0:1746134042.615398:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b438000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:1757:x1830953552336000:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1848us (2053us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.615419:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29747 00000100:00100000:0.0:1746134042.616841:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134042.616889:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.616965:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552336128 00000100:00100000:3.0:1746134042.616971:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552336128 00010000:00010000:3.0:1746134042.616997:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c8a9b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff29 expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134042.617016:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15050 00000100:00100000:3.0:1746134042.617022:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b43b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552336128:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134042.617034:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134042.617048:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c8a9b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff29 expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.617058:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c8a9b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff29 expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.617075:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c8a9b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff29 expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.617134:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.617136:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.617142:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8aa2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff30 expref: 89 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.617149:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8aa2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff30 expref: 89 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.617172:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8aa2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff30 expref: 89 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134042.617182:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da65880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548122496:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134042.617236:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10ca80 going to sleep for 11 seconds 00000100:00100000:2.0:1746134042.617290:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552336256 00000100:00100000:2.0:1746134042.617294:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552336256 00000100:00100000:2.0:1746134042.617314:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29748 00000100:00100000:2.0:1746134042.617318:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b438380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:1755:x1830953552336256:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134042.617328:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134042.617336:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8aa9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574ff37 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.617350:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8aa2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff30 expref: 91 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.617356:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134042.617357:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134042.617360:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8aa9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff37 expref: 91 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.617376:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8aa2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff30 expref: 91 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.617384:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8aa2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff30 expref: 91 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:2.0:1746134042.617391:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548122624:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134042.617412:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0026b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746134042.619281:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da65880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548122496:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134042.619300:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134042.619331:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b43b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552336128:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2309us (2493us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.619342:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15050 00000100:00100000:2.0:1746134042.619415:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548122624:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134042.619431:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8aa9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff37 expref: 91 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.619447:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fe00, rc 0) 00000100:00100000:2.0:1746134042.619465:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b438380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:1755:x1830953552336256:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2146us (2576us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134042.619470:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29748 00000100:00100000:0.0:1746134042.620008:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.620072:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552336512 00000100:00100000:3.0:1746134042.620076:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552336512 00002000:00100000:3.0:1746134042.620136:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b439c00 x1830953552336512/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134042.620146:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b439c00 with x1830953552336512 ext(0->4095) 00010000:00010000:3.0:1746134042.620152:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8aa2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff30 expref: 91 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.620162:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8aa2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff30 expref: 91 pid: 9581 timeout: 811 lvb_type: 0 00002000:00010000:3.0:1746134042.620168:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b439c00 00000100:00100000:3.0:1746134042.620918:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2499 00000100:00100000:3.0:1746134042.620926:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b439c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:2009:x1830953552336512:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134042.621043:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b439c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:2009:x1830953552336512:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (1035us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134042.621049:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2499 00002000:00100000:3.0:1746134042.621054:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b439c00 x1830953552336512/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134042.621061:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b439c00 with x1830953552336512 ext(0->4095) 00010000:00010000:3.0:1746134042.621066:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8aa2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff30 expref: 91 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.621088:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8aa2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff30 expref: 91 pid: 9581 timeout: 811 lvb_type: 0 00002000:00010000:3.0:1746134042.621093:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b439c00 00000100:00100000:0.0:1746134042.626177:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.626300:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552336640 00000100:00100000:2.0:1746134042.626307:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552336640 00000100:00100000:2.0:1746134042.626354:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29749 00000100:00100000:2.0:1746134042.626361:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f685500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552336640:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134042.626375:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134042.626389:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8ab0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574ff3e expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.626409:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134042.626414:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8aa9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff37 expref: 90 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.626420:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746134042.626423:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8ab0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff3e expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.626453:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8aa9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff37 expref: 90 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.626570:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8ab0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff3e expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.626582:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fc00, rc 0) 00000100:00100000:2.0:1746134042.626629:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f685500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552336640:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 268us (458us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134042.626634:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29749 00000100:00100000:0.0:1746134042.628655:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.630929:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552336768 00000100:00100000:3.0:1746134042.630940:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552336768 00010000:00010000:3.0:1746134042.630975:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8aa2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff30 expref: 91 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134042.631003:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15051 00000100:00100000:3.0:1746134042.631010:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f687b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:2009:x1830953552336768:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134042.631021:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134042.631035:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8aa2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff30 expref: 91 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.631047:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8aa2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff30 expref: 91 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.631065:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8aa2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff30 expref: 91 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.631169:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.631171:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.631177:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8aa9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff37 expref: 90 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.631189:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8aa9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff37 expref: 90 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.631218:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8aa9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff37 expref: 90 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.631228:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8aa9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff37 expref: 90 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134042.631237:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da65880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548122880:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134042.631297:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746134042.633015:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da65880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548122880:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134042.633029:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134042.633066:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f687b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:2009:x1830953552336768:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2056us (4418us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.633075:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15051 00000100:00100000:0.0:1746134042.633501:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134042.633544:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552337024 00000100:00100000:1.0:1746134042.633549:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552337024 00002000:00100000:1.0:1746134042.633576:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007f687100 x1830953552337024/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134042.633585:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f687100 with x1830953552337024 ext(0->4095) 00010000:00010000:1.0:1746134042.633592:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8aa9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff37 expref: 90 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746134042.633602:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8aa9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff37 expref: 90 pid: 9581 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746134042.633607:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f687100 00000100:00100000:1.0:1746134042.633901:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2500 00000100:00100000:1.0:1746134042.633909:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f687100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:2010:x1830953552337024:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134042.634351:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f687100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:2010:x1830953552337024:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 442us (849us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134042.634357:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2500 00002000:00100000:1.0:1746134042.634363:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007f687100 x1830953552337024/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134042.634369:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f687100 with x1830953552337024 ext(0->4095) 00010000:00010000:1.0:1746134042.634374:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8aa9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff37 expref: 90 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746134042.634383:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8aa9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff37 expref: 90 pid: 9581 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746134042.634389:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f687100 00000100:00100000:0.0:1746134042.636172:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.636291:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552337152 00000100:00100000:3.0:1746134042.636298:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552337152 00000100:00100000:3.0:1746134042.636342:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29750 00000100:00100000:3.0:1746134042.636350:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f686300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:1755:x1830953552337152:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134042.636363:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134042.636376:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013244de00/0x9682c7de153c8ab7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574ff45 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.636395:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134042.636400:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8ab0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff3e expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.636406:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746134042.636408:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244de00/0x9682c7de153c8ab7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff45 expref: 91 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.636435:0:9580:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8ab0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff3e expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.636445:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013244de00/0x9682c7de153c8ab7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff45 expref: 91 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.636453:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244de00, rc 0) 00000100:00100000:0.0:1746134042.636478:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.636494:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f686300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:1755:x1830953552337152:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.636500:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29750 00000100:00100000:2.0:1746134042.636568:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552337280 00000100:00100000:2.0:1746134042.636572:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552337280 00010000:00010000:2.0:1746134042.636587:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8aa9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff37 expref: 91 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:2.0:1746134042.636617:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15052 00000100:00100000:2.0:1746134042.636622:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f686d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:2011:x1830953552337280:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134042.636630:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134042.636643:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8aa9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff37 expref: 91 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.636651:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8aa9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff37 expref: 91 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.636665:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8aa9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff37 expref: 91 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.636685:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.636686:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.636691:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8ab0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff3e expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.636701:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8ab0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff3e expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.636719:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8ab0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff3e expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.636729:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8ab0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff3e expref: 5 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:2.0:1746134042.636739:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548123136:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134042.636787:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0026b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746134042.638350:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548123136:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134042.638366:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134042.638401:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f686d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:2011:x1830953552337280:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1777us (1922us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134042.638407:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15052 00000100:00100000:0.0:1746134042.638883:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134042.638971:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552337536 00000100:00100000:1.0:1746134042.638976:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552337536 00002000:00100000:1.0:1746134042.639002:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007f684700 x1830953552337536/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134042.639010:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f684700 with x1830953552337536 ext(0->4095) 00010000:00010000:1.0:1746134042.639017:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8ab0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff3e expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746134042.639028:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8ab0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff3e expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746134042.639034:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f684700 00000100:00100000:1.0:1746134042.639262:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2501 00000100:00100000:1.0:1746134042.639269:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f684700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552337536:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134042.639481:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f684700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552337536:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 211us (597us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134042.639490:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2501 00002000:00100000:1.0:1746134042.639495:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007f684700 x1830953552337536/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134042.639502:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f684700 with x1830953552337536 ext(0->4095) 00010000:00010000:1.0:1746134042.639507:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8ab0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff3e expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746134042.639515:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8ab0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff3e expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746134042.639520:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f684700 00000100:00100000:0.0:1746134042.642221:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.642303:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552337664 00000100:00100000:2.0:1746134042.642310:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552337664 00010000:00010000:2.0:1746134042.642334:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8ab0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff3e expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:2.0:1746134042.642445:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15053 00000100:00100000:2.0:1746134042.642452:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b14d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552337664:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134042.642462:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134042.642477:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8ab0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff3e expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.642487:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8ab0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff3e expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.642510:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8ab0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff3e expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.642536:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.642538:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.642543:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244de00/0x9682c7de153c8ab7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff45 expref: 89 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.642550:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244de00/0x9682c7de153c8ab7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff45 expref: 89 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.642572:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013244de00/0x9682c7de153c8ab7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff45 expref: 89 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134042.642582:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548123264:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134042.642645:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0026b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746134042.644160:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548123264:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134042.644174:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134042.644202:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552337664:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1751us (1987us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134042.644211:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15053 00000100:00100000:0.0:1746134042.644373:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134042.644481:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552337920 00000100:00100000:1.0:1746134042.644486:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552337920 00002000:00100000:1.0:1746134042.644511:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b14dc00 x1830953552337920/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134042.644523:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14dc00 with x1830953552337920 ext(0->4095) 00002000:00010000:1.0:1746134042.644527:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b14dc00 00000100:00100000:1.0:1746134042.644550:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13128 00000100:00100000:1.0:1746134042.644556:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b14dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:2010:x1830953552337920:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134042.644653:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:2010:x1830953552337920:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (280us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134042.644658:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13128 00002000:00100000:1.0:1746134042.644662:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b14dc00 x1830953552337920/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134042.644674:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14dc00 with x1830953552337920 ext(0->4095) 00002000:00010000:1.0:1746134042.644677:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b14dc00 00000100:00100000:0.0:1746134042.646169:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.646239:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552338048 00000100:00100000:3.0:1746134042.646243:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552338048 00000100:00100000:3.0:1746134042.646275:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29751 00000100:00100000:3.0:1746134042.646279:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b14ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552338048:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134042.646288:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134042.646299:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c8abe lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574ff4c expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.646316:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244de00/0x9682c7de153c8ab7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff45 expref: 89 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.646323:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134042.646325:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134042.646327:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c8abe lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff4c expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.646343:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013244de00/0x9682c7de153c8ab7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff45 expref: 89 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.646350:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013244de00/0x9682c7de153c8ab7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff45 expref: 89 pid: 9580 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134042.646357:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da65880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548123392:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134042.646408:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134042.648750:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.648860:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da65880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548123392:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134042.648884:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c8abe lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff4c expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.648896:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244ca00, rc 0) 00000100:00100000:3.0:1746134042.648942:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552338048:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2660us (2778us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.648949:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29751 00000100:00100000:2.0:1746134042.649390:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552338176 00000100:00100000:2.0:1746134042.649396:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552338176 00010000:00010000:2.0:1746134042.649418:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013244de00/0x9682c7de153c8ab7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff45 expref: 90 pid: 9580 timeout: 811 lvb_type: 0 00000100:00100000:2.0:1746134042.649436:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15054 00000100:00100000:2.0:1746134042.649442:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b14f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:2009:x1830953552338176:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134042.649451:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134042.649516:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013244de00/0x9682c7de153c8ab7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff45 expref: 90 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.649525:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013244de00/0x9682c7de153c8ab7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff45 expref: 90 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.649542:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013244de00/0x9682c7de153c8ab7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff45 expref: 90 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.650423:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.650426:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.650434:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c8abe lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff4c expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.650442:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c8abe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff4c expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.650468:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c8abe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff4c expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134042.650478:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548123520:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134042.650542:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0026b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134042.653532:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134042.653585:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552338432 00000100:00100000:1.0:1746134042.653591:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552338432 00002000:00100000:1.0:1746134042.653629:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b14c000 x1830953552338432/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134042.653637:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14c000 with x1830953552338432 ext(0->4095) 00002000:00010000:1.0:1746134042.653641:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b14c000 00000100:00100000:2.0:1746134042.653654:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548123520:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134042.653668:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13129 00010000:00010000:2.0:1746134042.653670:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134042.653674:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b14c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552338432:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134042.653740:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+89:2009:x1830953552338176:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4297us (4995us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134042.653748:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15054 00000100:00100000:1.0:1746134042.653772:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552338432:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (248us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134042.653778:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13129 00002000:00100000:1.0:1746134042.653787:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b14c000 x1830953552338432/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134042.653794:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14c000 with x1830953552338432 ext(0->4095) 00002000:00010000:1.0:1746134042.653797:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b14c000 00000100:00100000:0.0:1746134042.654564:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.654615:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552338560 00000100:00100000:3.0:1746134042.654620:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552338560 00000100:00100000:3.0:1746134042.654700:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29752 00000100:00100000:3.0:1746134042.654716:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b14e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+89:1755:x1830953552338560:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134042.654728:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134042.654739:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c8ac5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574ff53 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.654759:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c8abe lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff4c expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.654766:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.654767:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.654770:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c8ac5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff53 expref: 90 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.654792:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c8abe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff4c expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.654802:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c8abe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff4c expref: 5 pid: 9580 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134042.654811:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da65880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548123648:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134042.655052:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134042.655188:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.655305:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552338688 00000100:00100000:2.0:1746134042.655308:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552338688 00000100:00100000:2.0:1746134042.655337:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29753 00000100:00100000:2.0:1746134042.655343:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:1757:x1830953552338688:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134042.655350:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134042.655356:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8acc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574ff5a expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.655368:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.655371:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c8ac5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff53 expref: 92 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.655376:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134042.655378:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8acc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff5a expref: 92 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.655397:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c8ac5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff53 expref: 92 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.655406:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8acc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff5a expref: 92 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.655418:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fa00, rc 0) 00000100:00100000:2.0:1746134042.655449:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+92:1757:x1830953552338688:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 106us (262us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134042.655455:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29753 00000100:00100000:3.0:1746134042.656643:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da65880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548123648:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134042.656659:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c8ac5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff53 expref: 91 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.656668:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244dc00, rc 0) 00000100:00100000:3.0:1746134042.656703:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:1755:x1830953552338560:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1988us (2140us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.656713:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29752 00000100:00100000:0.0:1746134042.657049:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.657155:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552338816 00000100:00100000:2.0:1746134042.657159:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552338816 00010000:00010000:2.0:1746134042.657176:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c8abe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff4c expref: 6 pid: 9580 timeout: 811 lvb_type: 0 00000100:00100000:2.0:1746134042.657193:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15055 00000100:00100000:2.0:1746134042.657198:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d10c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552338816:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134042.657207:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134042.657221:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c8abe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff4c expref: 6 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.657230:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c8abe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff4c expref: 6 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.657246:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c8abe lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff4c expref: 6 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.657266:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.657267:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.657272:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c8ac5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff53 expref: 90 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.657282:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c8ac5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff53 expref: 90 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.657302:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c8ac5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff53 expref: 90 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.657311:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c8ac5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff53 expref: 90 pid: 9580 timeout: 811 lvb_type: 0 00000100:00100000:2.0:1746134042.657320:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548123904:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134042.657369:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a0026b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746134042.658427:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548123904:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134042.658439:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134042.658461:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d10c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552338816:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1262us (1412us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134042.658467:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15055 00000100:00100000:0.0:1746134042.658888:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.658972:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552339072 00000100:00100000:3.0:1746134042.658977:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552339072 00002000:00100000:3.0:1746134042.659002:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800915f3100 x1830953552339072/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134042.659011:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915f3100 with x1830953552339072 ext(0->4095) 00010000:00010000:3.0:1746134042.659017:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c8ac5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff53 expref: 91 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.659028:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c8ac5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff53 expref: 91 pid: 9580 timeout: 811 lvb_type: 0 00002000:00010000:3.0:1746134042.659033:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800915f3100 00000100:00100000:3.0:1746134042.659225:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2502 00000100:00100000:3.0:1746134042.659232:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:2009:x1830953552339072:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134042.659357:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:2009:x1830953552339072:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (469us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134042.659363:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2502 00002000:00100000:3.0:1746134042.659368:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800915f3100 x1830953552339072/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134042.659374:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915f3100 with x1830953552339072 ext(0->4095) 00010000:00010000:3.0:1746134042.659378:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c8ac5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff53 expref: 91 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.659392:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c8ac5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff53 expref: 91 pid: 9580 timeout: 811 lvb_type: 0 00002000:00010000:3.0:1746134042.659397:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800915f3100 00000100:00100000:0.0:1746134042.660818:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.661176:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552339200 00000100:00100000:2.0:1746134042.661182:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552339200 00010000:00010000:2.0:1746134042.661205:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c8ac5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff53 expref: 91 pid: 9580 timeout: 811 lvb_type: 0 00000100:00100000:2.0:1746134042.661237:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15056 00000100:00100000:2.0:1746134042.661244:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915f3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:2010:x1830953552339200:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134042.661253:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134042.661267:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c8ac5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff53 expref: 91 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.661277:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c8ac5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff53 expref: 91 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.661295:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c8ac5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff53 expref: 91 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.661321:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.661323:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.661328:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8acc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff5a expref: 90 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.661335:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8acc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff5a expref: 90 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.661362:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8acc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff5a expref: 90 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134042.661373:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548124032:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134042.661438:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739c3b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746134042.663250:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548124032:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134042.663266:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134042.663513:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:2010:x1830953552339200:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2269us (2698us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134042.663521:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15056 00000100:00100000:1.0:1746134042.663771:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.664149:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552339456 00000100:00100000:3.0:1746134042.664154:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552339456 00002000:00100000:3.0:1746134042.664183:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b4caa00 x1830953552339456/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134042.664191:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4caa00 with x1830953552339456 ext(0->4095) 00002000:00010000:3.0:1746134042.664194:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b4caa00 00000100:00100000:3.0:1746134042.664294:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13130 00000100:00100000:3.0:1746134042.664301:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:2009:x1830953552339456:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134042.664543:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:2009:x1830953552339456:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 242us (772us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134042.664549:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13130 00002000:00100000:3.0:1746134042.664553:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b4caa00 x1830953552339456/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134042.664559:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4caa00 with x1830953552339456 ext(0->4095) 00002000:00010000:3.0:1746134042.664561:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b4caa00 00000100:00100000:0.0:1746134042.666237:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.666344:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552339584 00000100:00100000:3.0:1746134042.666349:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552339584 00000100:00100000:3.0:1746134042.666388:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29754 00000100:00100000:3.0:1746134042.666395:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a03bfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552339584:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134042.666410:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134042.666423:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8ad3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574ff61 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.666444:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8acc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff5a expref: 89 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.666450:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134042.666451:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134042.666455:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8ad3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff61 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.666477:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8acc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff5a expref: 89 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.666486:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8acc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff5a expref: 89 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134042.666496:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da65880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548124160:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134042.666565:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10cf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746134042.668264:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da65880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548124160:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134042.668283:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8ad3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff61 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.668295:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244d800, rc 0) 00000100:00100000:3.0:1746134042.668321:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a03bfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552339584:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1926us (2088us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.668331:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29754 00000100:00100000:0.0:1746134042.668882:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.668972:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552339712 00000100:00100000:2.0:1746134042.668977:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552339712 00010000:00010000:2.0:1746134042.668995:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8acc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff5a expref: 90 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:2.0:1746134042.669021:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15057 00000100:00100000:2.0:1746134042.669025:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:2009:x1830953552339712:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134042.669032:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134042.669045:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8acc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff5a expref: 90 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.669051:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8acc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff5a expref: 90 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.669063:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8acc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff5a expref: 90 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.669091:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.669093:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.669098:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8ad3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff61 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.669105:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8ad3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff61 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.669194:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8ad3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff61 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134042.669209:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548124288:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134042.669263:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739c3b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746134042.670286:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548124288:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134042.670298:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134042.670445:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+89:2009:x1830953552339712:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1417us (1561us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134042.670452:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15057 00000100:00100000:0.0:1746134042.670627:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.670748:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552339968 00000100:00100000:3.0:1746134042.670753:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552339968 00002000:00100000:3.0:1746134042.670860:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800915f0e00 x1830953552339968/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134042.670872:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915f0e00 with x1830953552339968 ext(0->4095) 00002000:00010000:3.0:1746134042.670963:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800915f0e00 00000100:00100000:3.0:1746134042.670989:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13131 00000100:00100000:3.0:1746134042.670996:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552339968:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134042.671134:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552339968:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 139us (507us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134042.671140:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13131 00002000:00100000:3.0:1746134042.671145:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800915f0e00 x1830953552339968/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134042.671151:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915f0e00 with x1830953552339968 ext(0->4095) 00002000:00010000:3.0:1746134042.671154:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800915f0e00 00000100:00100000:0.0:1746134042.673099:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.673501:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552340096 00000100:00100000:3.0:1746134042.673507:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552340096 00000100:00100000:3.0:1746134042.673534:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29755 00000100:00100000:3.0:1746134042.673541:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+89:1757:x1830953552340096:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134042.673553:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134042.673566:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c8ada lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574ff68 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.673590:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8ad3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff61 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.673596:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.673597:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.673601:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c8ada lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff68 expref: 90 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.673623:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8ad3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff61 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.673632:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8ad3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff61 expref: 5 pid: 9580 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134042.673642:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da64700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548124416:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134042.673708:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c780 going to sleep for 11 seconds 00000100:00100000:0.0:1746134042.674970:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134042.675035:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552340224 00000100:00100000:1.0:1746134042.675038:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552340224 00000100:00100000:1.0:1746134042.675071:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29756 00000100:00100000:1.0:1746134042.675086:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:1755:x1830953552340224:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134042.675094:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134042.675104:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8ae1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574ff6f expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.675151:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134042.675155:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c8ada lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff68 expref: 92 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.675161:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134042.675164:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8ae1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff6f expref: 92 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.675186:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c8ada lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff68 expref: 92 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.675196:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8ae1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff6f expref: 92 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.675204:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095787000, rc 0) 00000100:00100000:1.0:1746134042.675229:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+92:1755:x1830953552340224:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 153us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134042.675235:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29756 00000100:00100000:2.0:1746134042.675717:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da64700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548124416:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134042.675732:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c8ada lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff68 expref: 91 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.675741:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244c600, rc 0) 00000100:00100000:2.0:1746134042.675768:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:1757:x1830953552340096:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2228us (2673us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134042.675773:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29755 00000100:00100000:0.0:1746134042.677021:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.677654:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552340352 00000100:00100000:2.0:1746134042.677659:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552340352 00010000:00010000:2.0:1746134042.677681:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8ad3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff61 expref: 6 pid: 9580 timeout: 811 lvb_type: 0 00000100:00100000:2.0:1746134042.677713:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15058 00000100:00100000:2.0:1746134042.677719:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915f3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552340352:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134042.677728:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134042.677743:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8ad3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff61 expref: 6 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.677753:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8ad3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff61 expref: 6 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.677770:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8ad3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff61 expref: 6 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.677794:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.677796:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.677801:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c8ada lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff68 expref: 90 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.677807:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c8ada lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff68 expref: 90 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.677827:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c8ada lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff68 expref: 90 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.677836:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c8ada lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff68 expref: 90 pid: 9580 timeout: 811 lvb_type: 0 00000100:00100000:2.0:1746134042.677845:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548124672:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134042.677907:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739c3b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134042.679319:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548124672:192.168.203.26@tcp:105: 00010000:00010000:0.0:1746134042.679333:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134042.679397:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552340352:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1677us (2378us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134042.679404:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15058 00000100:00100000:0.0:1746134042.679821:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134042.680869:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552340608 00000100:00100000:1.0:1746134042.680876:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552340608 00002000:00100000:1.0:1746134042.680911:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800915f2300 x1830953552340608/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134042.680920:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915f2300 with x1830953552340608 ext(0->4095) 00010000:00010000:1.0:1746134042.680927:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c8ada lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff68 expref: 91 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746134042.680944:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c8ada lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff68 expref: 91 pid: 9580 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746134042.680949:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800915f2300 00000100:00100000:1.0:1746134042.681298:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2503 00000100:00100000:1.0:1746134042.681306:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:2010:x1830953552340608:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134042.681785:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:2010:x1830953552340608:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 479us (1963us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134042.681792:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2503 00002000:00100000:1.0:1746134042.681798:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800915f2300 x1830953552340608/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134042.681804:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915f2300 with x1830953552340608 ext(0->4095) 00010000:00010000:1.0:1746134042.681810:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c8ada lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff68 expref: 91 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746134042.681819:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c8ada lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff68 expref: 91 pid: 9580 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746134042.681824:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800915f2300 00000100:00100000:0.0:1746134042.684589:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.684715:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552340736 00000100:00100000:2.0:1746134042.684722:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552340736 00000100:00100000:2.0:1746134042.684756:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29757 00000100:00100000:2.0:1746134042.684762:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552340736:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134042.684778:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134042.684792:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8ae8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574ff76 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.684813:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134042.684818:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8ae1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff6f expref: 90 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.684823:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746134042.684825:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8ae8 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff76 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.684853:0:9580:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8ae1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff6f expref: 90 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.684863:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8ae8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff76 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.684871:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90ee00, rc 0) 00000100:00100000:2.0:1746134042.684915:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552340736:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 153us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134042.684921:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29757 00000100:00100000:0.0:1746134042.685892:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.685967:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552340864 00000100:00100000:2.0:1746134042.685972:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552340864 00010000:00010000:2.0:1746134042.685990:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c8ada lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff68 expref: 91 pid: 9580 timeout: 811 lvb_type: 0 00000100:00100000:2.0:1746134042.686008:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15059 00000100:00100000:2.0:1746134042.686014:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:2009:x1830953552340864:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134042.686022:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134042.686036:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c8ada lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff68 expref: 91 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.686045:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c8ada lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff68 expref: 91 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.686060:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c8ada lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff68 expref: 91 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.686211:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.686213:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.686219:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8ae1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff6f expref: 90 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.686226:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8ae1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff6f expref: 90 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.686246:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8ae1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff6f expref: 90 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.686254:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8ae1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff6f expref: 90 pid: 9582 timeout: 811 lvb_type: 0 00000100:00100000:2.0:1746134042.686264:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080652a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548124928:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134042.686323:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739c3b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746134042.688004:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080652a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548124928:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134042.688019:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134042.688046:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:2009:x1830953552340864:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2031us (2155us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134042.688054:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15059 00000100:00100000:0.0:1746134042.688233:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.688344:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552341120 00000100:00100000:2.0:1746134042.688348:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552341120 00002000:00100000:2.0:1746134042.688374:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008f8b6d80 x1830953552341120/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134042.688383:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b6d80 with x1830953552341120 ext(0->4095) 00010000:00010000:2.0:1746134042.688390:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8ae1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff6f expref: 90 pid: 9582 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.688400:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8ae1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff6f expref: 90 pid: 9582 timeout: 811 lvb_type: 0 00002000:00010000:2.0:1746134042.688405:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f8b6d80 00000100:00100000:2.0:1746134042.688431:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2504 00000100:00100000:2.0:1746134042.688437:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:2009:x1830953552341120:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134042.688551:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:2009:x1830953552341120:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (317us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134042.688557:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2504 00002000:00100000:2.0:1746134042.688562:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008f8b6d80 x1830953552341120/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134042.688570:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b6d80 with x1830953552341120 ext(0->4095) 00010000:00010000:2.0:1746134042.688574:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8ae1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff6f expref: 90 pid: 9582 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.688583:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8ae1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff6f expref: 90 pid: 9582 timeout: 811 lvb_type: 0 00002000:00010000:2.0:1746134042.688588:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f8b6d80 00000100:00100000:0.0:1746134042.689885:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134042.689919:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.689969:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552341248 00000100:00100000:2.0:1746134042.689973:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552341248 00000100:00100000:2.0:1746134042.689995:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29758 00000100:00100000:2.0:1746134042.690000:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:1755:x1830953552341248:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134042.690009:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134042.690020:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8aef lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574ff7d expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.690036:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134042.690039:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8ae8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff76 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.690044:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746134042.690047:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8aef lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff7d expref: 91 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.690072:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8ae8 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff76 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.690092:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8aef lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff7d expref: 91 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.690104:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fc00, rc 0) 00000100:00100000:2.0:1746134042.690151:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:1755:x1830953552341248:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 150us (271us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134042.690156:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29758 00000100:00100000:3.0:1746134042.690199:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552341376 00000100:00100000:3.0:1746134042.690202:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552341376 00010000:00010000:3.0:1746134042.690215:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8ae1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff6f expref: 91 pid: 9582 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134042.690229:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15060 00000100:00100000:3.0:1746134042.690232:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:2010:x1830953552341376:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134042.690238:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134042.690249:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8ae1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff6f expref: 91 pid: 9582 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.690261:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8ae1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff6f expref: 91 pid: 9582 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.690274:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8ae1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff6f expref: 91 pid: 9582 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.690284:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.690285:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.690289:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8ae8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff76 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.690295:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8ae8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff76 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.690312:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8ae8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff76 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.690321:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8ae8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff76 expref: 5 pid: 9580 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134042.690329:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da65880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548125184:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134042.690372:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c240 going to sleep for 11 seconds 00000100:00100000:3.0:1746134042.692748:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da65880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548125184:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134042.692766:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134042.692797:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:2010:x1830953552341376:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2562us (2876us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.692809:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15060 00000100:00100000:0.0:1746134042.694277:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.694348:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552341632 00000100:00100000:3.0:1746134042.694354:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552341632 00002000:00100000:3.0:1746134042.694393:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008f8b5500 x1830953552341632/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134042.694401:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b5500 with x1830953552341632 ext(0->4095) 00010000:00010000:3.0:1746134042.694409:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8ae8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff76 expref: 6 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.694419:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8ae8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff76 expref: 6 pid: 9580 timeout: 811 lvb_type: 0 00002000:00010000:3.0:1746134042.694425:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f8b5500 00000100:00100000:3.0:1746134042.694453:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2505 00000100:00100000:3.0:1746134042.694460:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552341632:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134042.694573:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552341632:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (301us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134042.694578:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2505 00002000:00100000:3.0:1746134042.694583:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008f8b5500 x1830953552341632/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134042.694589:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b5500 with x1830953552341632 ext(0->4095) 00010000:00010000:3.0:1746134042.694593:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8ae8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff76 expref: 6 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.694605:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8ae8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff76 expref: 6 pid: 9580 timeout: 811 lvb_type: 0 00002000:00010000:3.0:1746134042.694610:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f8b5500 00000100:00100000:0.0:1746134042.697676:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.697770:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552341760 00000100:00100000:3.0:1746134042.697777:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552341760 00010000:00010000:3.0:1746134042.697806:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8ae8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff76 expref: 6 pid: 9580 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134042.697844:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15061 00000100:00100000:3.0:1746134042.697852:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552341760:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134042.697863:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134042.697879:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8ae8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff76 expref: 6 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.697890:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8ae8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff76 expref: 6 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.697909:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8ae8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff76 expref: 6 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.697937:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.697939:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.697944:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8aef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff7d expref: 89 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.697954:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8aef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff7d expref: 89 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.697979:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8aef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff7d expref: 89 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134042.697989:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da65880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548125312:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134042.698060:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c840 going to sleep for 11 seconds 00000100:00100000:3.0:1746134042.700864:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da65880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548125312:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134042.700880:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134042.700927:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552341760:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3075us (3257us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.700936:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15061 00000100:00100000:0.0:1746134042.701142:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.701175:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552342016 00000100:00100000:2.0:1746134042.701182:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552342016 00002000:00100000:2.0:1746134042.701211:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008f8b4e00 x1830953552342016/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134042.701219:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b4e00 with x1830953552342016 ext(0->4095) 00002000:00010000:2.0:1746134042.701223:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f8b4e00 00000100:00100000:2.0:1746134042.701250:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13132 00000100:00100000:2.0:1746134042.701257:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:2009:x1830953552342016:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134042.701361:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:2009:x1830953552342016:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (247us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134042.701367:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13132 00002000:00100000:2.0:1746134042.701372:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008f8b4e00 x1830953552342016/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134042.701378:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b4e00 with x1830953552342016 ext(0->4095) 00002000:00010000:2.0:1746134042.701381:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f8b4e00 00000100:00100000:0.0:1746134042.703971:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.704028:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552342144 00000100:00100000:2.0:1746134042.704036:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552342144 00000100:00100000:2.0:1746134042.704385:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29759 00000100:00100000:2.0:1746134042.704392:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072971c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552342144:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134042.704407:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134042.704420:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90e400/0x9682c7de153c8af6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574ff84 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.704442:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8aef lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff7d expref: 89 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.704449:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134042.704450:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134042.704453:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e400/0x9682c7de153c8af6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff84 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.704476:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8aef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff7d expref: 89 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.704487:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8aef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff7d expref: 89 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:2.0:1746134042.704497:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080652a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548125440:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134042.705223:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739c3b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746134042.708161:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080652a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548125440:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134042.708185:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90e400/0x9682c7de153c8af6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff84 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.708199:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90e400, rc 0) 00000100:00100000:2.0:1746134042.708233:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072971c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552342144:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3841us (4268us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134042.708242:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29759 00000100:00100000:0.0:1746134042.710631:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.710795:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552342272 00000100:00100000:3.0:1746134042.710803:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552342272 00010000:00010000:3.0:1746134042.710834:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8aef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff7d expref: 90 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134042.710857:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15062 00000100:00100000:3.0:1746134042.710863:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d10c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:2010:x1830953552342272:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134042.710873:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134042.710887:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8aef lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff7d expref: 90 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.710897:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8aef lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff7d expref: 90 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.710916:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8aef lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff7d expref: 90 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.711207:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.711209:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.711217:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e400/0x9682c7de153c8af6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff84 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.711223:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e400/0x9682c7de153c8af6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff84 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.711254:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90e400/0x9682c7de153c8af6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff84 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134042.711264:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da65880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548125568:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134042.711640:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c840 going to sleep for 11 seconds 00000100:00100000:0.0:1746134042.711891:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.711933:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552342400 00000100:00100000:3.0:1746134042.711937:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552342400 00000100:00100000:3.0:1746134042.711960:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29760 00000100:00100000:3.0:1746134042.711965:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072972a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:1755:x1830953552342400:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134042.711977:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134042.711986:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c8afd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574ff8b expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.712002:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e400/0x9682c7de153c8af6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff84 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.712010:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.712012:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.712014:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c8afd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff8b expref: 91 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.712027:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90e400/0x9682c7de153c8af6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff84 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.712035:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90e400/0x9682c7de153c8af6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff84 expref: 5 pid: 9580 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134042.712042:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da64e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548125696:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134042.712062:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10cd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746134042.715503:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da64e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548125696:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134042.715529:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c8afd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff8b expref: 91 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.715542:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244ca00, rc 0) 00000100:00100000:3.0:1746134042.715578:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072972a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:1755:x1830953552342400:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3611us (3687us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.715586:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29760 00000100:00100000:2.0:1746134042.715588:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da65880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548125568:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134042.715599:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134042.715618:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d10c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:2010:x1830953552342272:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4755us (4994us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134042.715625:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15062 00000100:00100000:0.0:1746134042.716659:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.716791:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552342656 00000100:00100000:2.0:1746134042.716798:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552342656 00002000:00100000:2.0:1746134042.716826:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072971880 x1830953552342656/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134042.716835:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072971880 with x1830953552342656 ext(0->4095) 00010000:00010000:2.0:1746134042.716841:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e400/0x9682c7de153c8af6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff84 expref: 6 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.716852:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90e400/0x9682c7de153c8af6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff84 expref: 6 pid: 9580 timeout: 811 lvb_type: 0 00002000:00010000:2.0:1746134042.716857:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072971880 00000100:00100000:2.0:1746134042.716870:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2506 00000100:00100000:2.0:1746134042.716875:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072971880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552342656:12345-192.168.203.26@tcp:3:ldlm_bl.0 00000100:00100000:2.0:1746134042.718077:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072971880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552342656:12345-192.168.203.26@tcp:3:ldlm_bl.0 Request processed in 1196us (1416us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134042.718094:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2506 00002000:00100000:2.0:1746134042.718102:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072971880 x1830953552342656/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134042.718110:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072971880 with x1830953552342656 ext(0->4095) 00010000:00010000:2.0:1746134042.718263:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e400/0x9682c7de153c8af6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff84 expref: 6 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.718273:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90e400/0x9682c7de153c8af6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff84 expref: 6 pid: 9580 timeout: 811 lvb_type: 0 00002000:00010000:2.0:1746134042.718279:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072971880 00000100:00100000:0.0:1746134042.720936:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.721095:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552342784 00000100:00100000:2.0:1746134042.721102:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552342784 00010000:00010000:2.0:1746134042.721153:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e400/0x9682c7de153c8af6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff84 expref: 6 pid: 9580 timeout: 811 lvb_type: 0 00000100:00100000:2.0:1746134042.721176:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15063 00000100:00100000:2.0:1746134042.721181:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072971180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552342784:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134042.721192:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134042.721207:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90e400/0x9682c7de153c8af6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff84 expref: 6 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.721216:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90e400/0x9682c7de153c8af6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff84 expref: 6 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.721233:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e400/0x9682c7de153c8af6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff84 expref: 6 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.721263:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.721266:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.721271:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c8afd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff8b expref: 89 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.721278:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c8afd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff8b expref: 89 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.721303:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c8afd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff8b expref: 89 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134042.721312:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080652a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548125824:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134042.722302:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129c933c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746134042.724012:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080652a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548125824:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134042.724027:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134042.724198:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072971180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552342784:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3015us (3266us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134042.724207:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15063 00000100:00100000:1.0:1746134042.725036:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.725134:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552343040 00000100:00100000:2.0:1746134042.725139:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552343040 00002000:00100000:2.0:1746134042.725164:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b4c9f80 x1830953552343040/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134042.725172:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4c9f80 with x1830953552343040 ext(0->4095) 00002000:00010000:2.0:1746134042.725175:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b4c9f80 00000100:00100000:2.0:1746134042.725187:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13133 00000100:00100000:2.0:1746134042.725191:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:2010:x1830953552343040:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134042.725279:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+90:2010:x1830953552343040:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 87us (245us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134042.725284:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13133 00002000:00100000:2.0:1746134042.725289:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b4c9f80 x1830953552343040/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134042.725294:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4c9f80 with x1830953552343040 ext(0->4095) 00002000:00010000:2.0:1746134042.725297:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b4c9f80 00000100:00100000:0.0:1746134042.732571:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.732650:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552343168 00000100:00100000:3.0:1746134042.732658:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552343168 00000100:00100000:3.0:1746134042.732690:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29761 00000100:00100000:3.0:1746134042.732695:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009558ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552343168:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134042.732711:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134042.732723:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c8b04 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574ff92 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.732743:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c8afd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff8b expref: 89 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.732750:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134042.732752:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134042.732754:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c8b04 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff92 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.732776:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c8afd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff8b expref: 89 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.732872:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c8afd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff8b expref: 89 pid: 9580 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134042.732885:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da64e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548125952:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134042.733563:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10cd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746134042.743866:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da64e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548125952:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134042.743890:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c8b04 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff92 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.743904:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244dc00, rc 0) 00000100:00100000:3.0:1746134042.743937:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009558ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552343168:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 11241us (11371us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.743947:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29761 00000100:00100000:0.0:1746134042.758213:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134042.758254:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134042.758317:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552343424 00000100:00100000:1.0:1746134042.758325:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552343424 00002000:00100000:1.0:1746134042.758358:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009558ce00 x1830953552343424/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 496/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134042.758372:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009558ce00 with x1830953552343424 ext(0->7) 00010000:00010000:1.0:1746134042.758379:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c8afd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff8b expref: 90 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:1.0:1746134042.758390:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c8afd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff8b expref: 90 pid: 9580 timeout: 811 lvb_type: 0 00002000:00010000:1.0:1746134042.758397:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009558ce00 00000100:00100000:3.0:1746134042.758467:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552343296 00000100:00100000:3.0:1746134042.758471:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552343296 00000100:00100000:3.0:1746134042.758505:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29762 00000100:00100000:3.0:1746134042.758512:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009558d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:1755:x1830953552343296:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134042.758523:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134042.758534:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c8b0b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574ff99 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.758554:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134042.758559:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c8b04 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff92 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.758564:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746134042.758567:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c8b0b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff99 expref: 92 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.758597:0:9580:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c8b04 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff92 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.758608:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c8b0b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff99 expref: 92 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.758616:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244c200, rc 0) 00000100:00100000:3.0:1746134042.758650:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009558d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+92:1755:x1830953552343296:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (442us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.758656:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29762 00000100:00100000:1.0:1746134042.758783:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2507 00000100:00100000:1.0:1746134042.758789:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009558ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+91:2009:x1830953552343424:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746134042.759518:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009558ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+93:2009:x1830953552343424:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 727us (1260us total) trans 4294970658 rc 0/0 00000100:00100000:0.0:1746134042.759526:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2507 00002000:00100000:0.0:1746134042.759531:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009558ce00 x1830953552343424/t4294970658(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 496/448 e 0 to 0 dl 1746134053 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134042.759545:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009558ce00 with x1830953552343424 ext(0->7) 00010000:00010000:0.0:1746134042.759550:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c8afd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff8b expref: 93 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746134042.759560:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c8afd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff8b expref: 93 pid: 9580 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746134042.759565:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009558ce00 00000001:00080000:1.0:1746134042.766375:0:10917:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970658 is committed 00000100:00100000:2.0:1746134042.766386:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.766474:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552343552 00000100:00100000:3.0:1746134042.766481:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552343552 00010000:00010000:3.0:1746134042.766508:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c8afd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff8b expref: 7 pid: 9580 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134042.766686:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15064 00000100:00100000:3.0:1746134042.766693:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080652a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2012:x1830953552343552:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134042.766703:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134042.766718:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c8afd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff8b expref: 7 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.766729:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c8afd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff8b expref: 7 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.766751:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c8afd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff8b expref: 7 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.766906:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.766908:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.766915:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c8b04 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff92 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.766923:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c8b04 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff92 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.766950:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c8b04 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff92 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.766964:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c8b04 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff92 expref: 5 pid: 9580 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134042.766973:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da64e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548126208:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134042.768189:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10cd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134042.776391:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134042.776415:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552343808 00000100:00100000:0.0:1746134042.776421:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552343808 00002000:00100000:0.0:1746134042.776457:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009558df80 x1830953552343808/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134042.776467:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009558df80 with x1830953552343808 ext(0->4095) 00010000:00010000:0.0:1746134042.776474:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c8b04 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff92 expref: 6 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746134042.776487:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c8b04 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff92 expref: 6 pid: 9580 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746134042.776494:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009558df80 00000100:00100000:0.0:1746134042.776513:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2508 00000100:00100000:0.0:1746134042.776519:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009558df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552343808:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746134042.776636:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009558df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552343808:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (252us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134042.776646:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2508 00002000:00100000:0.0:1746134042.776651:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009558df80 x1830953552343808/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134042.776658:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009558df80 with x1830953552343808 ext(0->4095) 00010000:00010000:0.0:1746134042.776662:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c8b04 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff92 expref: 6 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746134042.776670:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c8b04 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff92 expref: 6 pid: 9580 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746134042.776675:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009558df80 00000100:00100000:3.0:1746134042.776800:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da64e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548126208:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134042.776815:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134042.776835:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080652a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2012:x1830953552343552:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 10143us (10453us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.776841:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15064 00000100:00100000:0.0:1746134042.780863:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.780957:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552343936 00000100:00100000:3.0:1746134042.780964:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552343936 00010000:00010000:3.0:1746134042.780996:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c8b04 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff92 expref: 6 pid: 9580 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134042.781018:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15065 00000100:00100000:3.0:1746134042.781024:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009558c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552343936:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134042.781035:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134042.781050:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c8b04 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff92 expref: 6 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.781060:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c8b04 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff92 expref: 6 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.781091:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c8b04 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff92 expref: 6 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.781139:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.781141:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.781148:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c8b0b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff99 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.781155:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c8b0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff99 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.781182:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c8b0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff99 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134042.781192:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da64e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548126336:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134042.781264:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10cd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746134042.783234:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da64e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548126336:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134042.783251:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134042.783282:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009558c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552343936:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2257us (2425us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.783290:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15065 00000100:00100000:0.0:1746134042.784893:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.784956:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552344192 00000100:00100000:3.0:1746134042.784962:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552344192 00002000:00100000:3.0:1746134042.784996:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009558e300 x1830953552344192/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134042.785004:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009558e300 with x1830953552344192 ext(0->4095) 00002000:00010000:3.0:1746134042.785008:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009558e300 00000100:00100000:3.0:1746134042.785024:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13134 00000100:00100000:3.0:1746134042.785031:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009558e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2009:x1830953552344192:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134042.785196:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009558e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2009:x1830953552344192:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 166us (307us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134042.785201:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13134 00002000:00100000:3.0:1746134042.785206:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009558e300 x1830953552344192/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134042.785213:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009558e300 with x1830953552344192 ext(0->4095) 00002000:00010000:3.0:1746134042.785216:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009558e300 00000100:00100000:0.0:1746134042.787811:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.788058:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552344320 00000100:00100000:2.0:1746134042.788065:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552344320 00000100:00100000:2.0:1746134042.790962:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29763 00000100:00100000:2.0:1746134042.790976:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009558f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552344320:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134042.790993:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134042.791009:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8b12 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574ffa0 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.791033:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c8b0b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff99 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.791039:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134042.791041:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134042.791044:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8b12 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffa0 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.791070:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c8b0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff99 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.791091:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c8b0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff99 expref: 5 pid: 9580 timeout: 811 lvb_type: 0 00000100:00100000:2.0:1746134042.791101:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080650e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548126464:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134042.791190:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129c93300 going to sleep for 11 seconds 00000100:00100000:2.0:1746134042.797108:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080650e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548126464:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134042.797161:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8b12 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffa0 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.797177:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fe00, rc 0) 00000100:00100000:2.0:1746134042.797212:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009558f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552344320:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6241us (9405us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134042.797219:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29763 00000100:00100000:0.0:1746134042.798460:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.798526:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552344448 00000100:00100000:2.0:1746134042.798531:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552344448 00002000:00100000:2.0:1746134042.798559:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009cb9ce00 x1830953552344448/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 496/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134042.798568:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9ce00 with x1830953552344448 ext(0->7) 00010000:00010000:2.0:1746134042.798574:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c8b0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff99 expref: 6 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.798584:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c8b0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff99 expref: 6 pid: 9580 timeout: 811 lvb_type: 0 00002000:00010000:2.0:1746134042.798589:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb9ce00 00000100:00100000:2.0:1746134042.801942:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2509 00000100:00100000:2.0:1746134042.801958:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2009:x1830953552344448:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746134042.802732:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:2009:x1830953552344448:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 778us (4272us total) trans 4294970659 rc 0/0 00000100:00100000:0.0:1746134042.802740:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2509 00002000:00100000:0.0:1746134042.802747:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009cb9ce00 x1830953552344448/t4294970659(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 496/448 e 0 to 0 dl 1746134053 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134042.802755:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9ce00 with x1830953552344448 ext(0->7) 00010000:00010000:0.0:1746134042.802763:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c8b0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff99 expref: 8 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:0.0:1746134042.802775:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c8b0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff99 expref: 8 pid: 9580 timeout: 811 lvb_type: 0 00002000:00010000:0.0:1746134042.802781:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb9ce00 00000100:00100000:0.0:1746134042.811867:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134042.811946:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.812028:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552344704 00000100:00100000:3.0:1746134042.812035:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552344704 00010000:00010000:3.0:1746134042.812089:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c8b0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff99 expref: 8 pid: 9580 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134042.812135:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15066 00000100:00100000:3.0:1746134042.812143:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:2010:x1830953552344704:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134042.812153:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134042.812168:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c8b0b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff99 expref: 8 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.812177:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c8b0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff99 expref: 8 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.812195:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c8b0b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ff99 expref: 8 pid: 9580 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.812222:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.812224:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.812230:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8b12 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffa0 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.812236:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8b12 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffa0 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.812261:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8b12 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffa0 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134042.812272:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da64e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548126592:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134042.812338:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c300 going to sleep for 11 seconds 00000100:00100000:2.0:1746134042.812490:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552344576 00000100:00100000:2.0:1746134042.812494:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552344576 00000100:00100000:2.0:1746134042.812514:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29764 00000100:00100000:2.0:1746134042.812519:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:1755:x1830953552344576:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134042.812530:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134042.812539:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8b19 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574ffa7 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.812554:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8b12 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffa0 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.812558:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.812559:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.812562:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8b19 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffa7 expref: 9 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.812577:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8b12 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffa0 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.812585:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8b12 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffa0 expref: 5 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:2.0:1746134042.812593:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080650e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548126720:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134042.812617:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129c93300 going to sleep for 11 seconds 00000100:00100000:2.0:1746134042.815410:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080650e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548126720:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134042.815433:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8b19 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffa7 expref: 9 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.815446:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90ee00, rc 0) 00000100:00100000:2.0:1746134042.815484:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+9:1755:x1830953552344576:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2964us (3624us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134042.815491:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29764 00000100:00100000:3.0:1746134042.816319:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da64e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548126592:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134042.816332:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134042.816443:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:2010:x1830953552344704:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4300us (4495us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.816452:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15066 00000100:00100000:0.0:1746134042.817152:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.819918:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552344960 00000100:00100000:2.0:1746134042.819928:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552344960 00002000:00100000:2.0:1746134042.819967:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009cb9d180 x1830953552344960/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134042.819975:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9d180 with x1830953552344960 ext(0->4095) 00010000:00010000:2.0:1746134042.819982:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8b12 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffa0 expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.819992:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8b12 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffa0 expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00002000:00010000:2.0:1746134042.819997:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb9d180 00000100:00100000:2.0:1746134042.820035:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2510 00000100:00100000:2.0:1746134042.820042:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552344960:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134042.820225:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552344960:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 182us (3073us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134042.820231:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2510 00002000:00100000:2.0:1746134042.820235:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009cb9d180 x1830953552344960/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134042.820247:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9d180 with x1830953552344960 ext(0->4095) 00010000:00010000:2.0:1746134042.820252:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8b12 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffa0 expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:2.0:1746134042.820260:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8b12 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffa0 expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00002000:00010000:2.0:1746134042.820265:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb9d180 00000100:00100000:0.0:1746134042.829075:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.829360:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552345088 00000100:00100000:3.0:1746134042.829368:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552345088 00010000:00010000:3.0:1746134042.829398:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8b12 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffa0 expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00000100:00100000:3.0:1746134042.829431:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15067 00000100:00100000:3.0:1746134042.829439:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552345088:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134042.829450:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134042.829465:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8b12 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffa0 expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.829480:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8b12 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffa0 expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.829500:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8b12 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffa0 expref: 6 pid: 9581 timeout: 811 lvb_type: 0 00010000:00010000:3.0:1746134042.829525:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.829527:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.829533:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8b19 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffa7 expref: 7 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.829539:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8b19 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffa7 expref: 7 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.829563:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8b19 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffa7 expref: 7 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134042.829573:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da64e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548126848:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134042.829642:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c300 going to sleep for 11 seconds 00000100:00100000:3.0:1746134042.831509:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da64e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548126848:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134042.831525:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134042.831552:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552345088:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2114us (2485us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.831559:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15067 00000100:00100000:0.0:1746134042.832221:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.832488:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552345344 00000100:00100000:3.0:1746134042.832495:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552345344 00002000:00100000:3.0:1746134042.832521:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009cb9dc00 x1830953552345344/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134042.832531:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9dc00 with x1830953552345344 ext(0->4095) 00002000:00010000:3.0:1746134042.832534:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb9dc00 00000100:00100000:3.0:1746134042.832559:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13135 00000100:00100000:3.0:1746134042.832565:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:2010:x1830953552345344:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134042.832664:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:2010:x1830953552345344:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (444us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134042.832669:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13135 00002000:00100000:3.0:1746134042.832673:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009cb9dc00 x1830953552345344/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134042.832681:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9dc00 with x1830953552345344 ext(0->4095) 00002000:00010000:3.0:1746134042.832684:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb9dc00 00000100:00100000:0.0:1746134042.842349:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.842571:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552345472 00000100:00100000:2.0:1746134042.842580:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552345472 00000100:00100000:2.0:1746134042.842618:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29765 00000100:00100000:2.0:1746134042.842624:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552345472:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134042.842638:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134042.842651:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8b20 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574ffae expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.842676:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8b19 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffa7 expref: 7 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.842682:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134042.842683:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134042.842686:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8b20 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffae expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.842711:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8b19 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffa7 expref: 7 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.842725:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8b19 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffa7 expref: 7 pid: 9581 timeout: 812 lvb_type: 0 00000100:00100000:2.0:1746134042.842735:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080650e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548126976:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134042.843041:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129c93300 going to sleep for 11 seconds 00000100:00100000:2.0:1746134042.846520:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080650e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548126976:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134042.846547:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8b20 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffae expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.846559:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fa00, rc 0) 00000100:00100000:2.0:1746134042.847061:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552345472:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4434us (4716us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134042.847068:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29765 00000100:00100000:0.0:1746134042.847960:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.848063:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552345600 00000100:00100000:2.0:1746134042.848069:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552345600 00002000:00100000:2.0:1746134042.848107:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009cb9ca80 x1830953552345600/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 496/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134042.848135:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9ca80 with x1830953552345600 ext(0->7) 00010000:00010000:2.0:1746134042.848143:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8b19 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffa7 expref: 8 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134042.848153:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8b19 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffa7 expref: 8 pid: 9581 timeout: 812 lvb_type: 0 00002000:00010000:2.0:1746134042.848163:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb9ca80 00000100:00100000:2.0:1746134042.848750:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2511 00000100:00100000:2.0:1746134042.848759:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:2011:x1830953552345600:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746134042.849976:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2011:x1830953552345600:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 1214us (2013us total) trans 4294970660 rc 0/0 00000100:00100000:0.0:1746134042.849984:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2511 00002000:00100000:0.0:1746134042.849991:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009cb9ca80 x1830953552345600/t4294970660(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 496/448 e 0 to 0 dl 1746134053 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134042.849998:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9ca80 with x1830953552345600 ext(0->7) 00010000:00010000:0.0:1746134042.850004:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8b19 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffa7 expref: 10 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746134042.850014:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8b19 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffa7 expref: 10 pid: 9581 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746134042.850019:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb9ca80 00000100:00100000:0.0:1746134042.853578:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.853652:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552345728 00000100:00100000:2.0:1746134042.853660:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552345728 00000100:00100000:2.0:1746134042.853695:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29766 00000100:00100000:2.0:1746134042.853702:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ff3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:1755:x1830953552345728:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134042.853717:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134042.853730:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8b27 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574ffb5 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.853753:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134042.853758:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8b20 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffae expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.853763:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746134042.853766:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8b27 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffb5 expref: 11 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.853797:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8b20 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffae expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.853808:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8b27 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffb5 expref: 11 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.853816:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f600, rc 0) 00000100:00100000:2.0:1746134042.853867:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ff3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:1755:x1830953552345728:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 165us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134042.853872:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29766 00000100:00100000:0.0:1746134042.856244:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.861092:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552345856 00000100:00100000:3.0:1746134042.861103:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552345856 00010000:00010000:3.0:1746134042.861151:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8b19 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffa7 expref: 11 pid: 9581 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134042.861175:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15068 00000100:00100000:3.0:1746134042.861182:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ff3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:2011:x1830953552345856:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134042.861192:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134042.861215:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8b19 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffa7 expref: 11 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134042.861230:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8b19 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffa7 expref: 11 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134042.861252:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8b19 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffa7 expref: 11 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134042.861274:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.861276:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.861282:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8b20 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffae expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.861289:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8b20 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffae expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.861319:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8b20 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffae expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.861329:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8b20 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffae expref: 5 pid: 9581 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134042.861339:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da64e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548127232:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134042.861419:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c600 going to sleep for 11 seconds 00000100:00100000:0.0:1746134042.864222:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.864376:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da64e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548127232:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134042.864394:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134042.864426:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ff3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2011:x1830953552345856:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3244us (8188us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.864437:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15068 00000100:00100000:1.0:1746134042.864574:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552346112 00000100:00100000:1.0:1746134042.864580:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552346112 00002000:00100000:1.0:1746134042.864610:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008ff3d880 x1830953552346112/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134042.864619:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ff3d880 with x1830953552346112 ext(0->4095) 00010000:00010000:1.0:1746134042.864626:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8b20 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffae expref: 6 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746134042.864637:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8b20 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffae expref: 6 pid: 9581 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746134042.864642:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ff3d880 00000100:00100000:1.0:1746134042.864658:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2512 00000100:00100000:1.0:1746134042.864664:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ff3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552346112:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134042.864768:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ff3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552346112:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (552us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134042.864773:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2512 00002000:00100000:1.0:1746134042.864777:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008ff3d880 x1830953552346112/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134042.864783:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ff3d880 with x1830953552346112 ext(0->4095) 00010000:00010000:1.0:1746134042.864787:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8b20 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffae expref: 6 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746134042.864795:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8b20 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffae expref: 6 pid: 9581 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746134042.864800:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ff3d880 00000100:00100000:0.0:1746134042.867969:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.868056:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552346240 00000100:00100000:3.0:1746134042.868064:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552346240 00010000:00010000:3.0:1746134042.868101:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8b20 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffae expref: 6 pid: 9581 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134042.868153:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15069 00000100:00100000:3.0:1746134042.868161:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129eb7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552346240:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134042.868174:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134042.868190:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8b20 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffae expref: 6 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134042.868200:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8b20 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffae expref: 6 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134042.868219:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8b20 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffae expref: 6 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134042.868247:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.868249:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.868255:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8b27 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffb5 expref: 9 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.868262:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8b27 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffb5 expref: 9 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.868288:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8b27 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffb5 expref: 9 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134042.868298:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da64e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548127360:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134042.868360:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c600 going to sleep for 11 seconds 00000100:00100000:3.0:1746134042.870055:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da64e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548127360:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134042.870070:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134042.870106:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129eb7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552346240:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1945us (2143us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.870133:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15069 00000100:00100000:0.0:1746134042.871575:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.871636:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552346496 00000100:00100000:3.0:1746134042.871641:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552346496 00002000:00100000:3.0:1746134042.871670:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008ff3d180 x1830953552346496/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134042.871677:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ff3d180 with x1830953552346496 ext(0->4095) 00002000:00010000:3.0:1746134042.871681:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ff3d180 00000100:00100000:3.0:1746134042.871701:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13136 00000100:00100000:3.0:1746134042.871707:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ff3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2009:x1830953552346496:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134042.871808:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ff3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2009:x1830953552346496:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (234us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134042.871814:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13136 00002000:00100000:3.0:1746134042.871819:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008ff3d180 x1830953552346496/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134042.871825:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ff3d180 with x1830953552346496 ext(0->4095) 00002000:00010000:3.0:1746134042.871827:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ff3d180 00000100:00100000:0.0:1746134042.873621:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.875278:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552346624 00000100:00100000:2.0:1746134042.875287:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552346624 00000100:00100000:2.0:1746134042.875334:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29767 00000100:00100000:2.0:1746134042.875341:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ff3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552346624:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134042.875354:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134042.875371:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8b2e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574ffbc expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.875393:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8b27 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffb5 expref: 9 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.875399:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134042.875401:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134042.875403:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8b2e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffbc expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.875426:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8b27 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffb5 expref: 9 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.875436:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8b27 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffb5 expref: 9 pid: 9581 timeout: 812 lvb_type: 0 00000100:00100000:2.0:1746134042.875446:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080650e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548127488:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134042.875510:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129c93300 going to sleep for 11 seconds 00000100:00100000:2.0:1746134042.877005:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080650e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548127488:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134042.877026:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8b2e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffbc expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.877037:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90e600, rc 0) 00000100:00100000:2.0:1746134042.877087:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ff3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552346624:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1737us (3462us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134042.877094:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29767 00000100:00100000:0.0:1746134042.879164:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.879271:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552346752 00000100:00100000:3.0:1746134042.879277:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552346752 00010000:00010000:3.0:1746134042.879302:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8b27 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffb5 expref: 10 pid: 9581 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134042.879536:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15070 00000100:00100000:3.0:1746134042.879543:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c430000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2009:x1830953552346752:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134042.879553:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134042.879568:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8b27 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffb5 expref: 10 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134042.879577:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8b27 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffb5 expref: 10 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134042.879594:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8b27 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffb5 expref: 10 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134042.879619:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.879620:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.879625:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8b2e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffbc expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.879632:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8b2e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffbc expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.879657:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8b2e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffbc expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134042.879671:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da64e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548127616:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134042.881766:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c540 going to sleep for 11 seconds 00000100:00100000:0.0:1746134042.883617:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134042.883717:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.883792:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da64e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548127616:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134042.883809:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134042.883842:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c430000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+9:2009:x1830953552346752:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4299us (4684us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.883851:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15070 00000100:00100000:2.0:1746134042.883913:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552346880 00000100:00100000:2.0:1746134042.883919:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552346880 00000100:00100000:2.0:1746134042.883953:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29768 00000100:00100000:2.0:1746134042.883958:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c433b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+9:1755:x1830953552346880:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134042.883971:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134042.883984:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c8b35 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574ffc3 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.884005:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8b2e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffbc expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.884011:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.884013:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.884016:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c8b35 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffc3 expref: 10 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.884038:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8b2e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffbc expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.884048:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8b2e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffbc expref: 5 pid: 9580 timeout: 812 lvb_type: 0 00000100:00100000:2.0:1746134042.884057:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080650e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548127744:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134042.884110:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129c93300 going to sleep for 11 seconds 00000100:00100000:1.0:1746134042.884273:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552347136 00000100:00100000:1.0:1746134042.884277:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552347136 00002000:00100000:1.0:1746134042.884300:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012c431c00 x1830953552347136/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134042.884309:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c431c00 with x1830953552347136 ext(0->4095) 00010000:00010000:1.0:1746134042.884314:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8b2e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffbc expref: 6 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746134042.884323:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8b2e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffbc expref: 6 pid: 9580 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746134042.884328:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c431c00 00000100:00100000:1.0:1746134042.884342:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2513 00000100:00100000:1.0:1746134042.884348:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c431c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552347136:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134042.884440:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c431c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552347136:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 92us (722us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134042.884445:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2513 00002000:00100000:1.0:1746134042.884451:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012c431c00 x1830953552347136/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134042.884458:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c431c00 with x1830953552347136 ext(0->4095) 00010000:00010000:1.0:1746134042.884462:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8b2e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffbc expref: 6 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746134042.884471:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8b2e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffbc expref: 6 pid: 9580 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746134042.884476:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c431c00 00000100:00100000:0.0:1746134042.888206:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134042.888284:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.888402:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080650e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548127744:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134042.888427:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c8b35 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffc3 expref: 10 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.888440:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f800, rc 0) 00000100:00100000:2.0:1746134042.888474:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c433b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:1755:x1830953552346880:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4516us (4864us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134042.888482:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29768 00000100:00100000:2.0:1746134042.888501:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552347264 00000100:00100000:2.0:1746134042.888505:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552347264 00000100:00100000:2.0:1746134042.888537:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29769 00000100:00100000:2.0:1746134042.888542:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c431880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:1757:x1830953552347264:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134042.888553:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134042.888565:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c8b3c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574ffca expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.888580:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.888583:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c8b35 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffc3 expref: 11 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.888588:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134042.888590:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c8b3c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffca expref: 11 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.888615:0:9580:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c8b35 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffc3 expref: 11 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.888623:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c8b3c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffca expref: 11 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.888629:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90ec00, rc 0) 00000100:00100000:2.0:1746134042.888643:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c431880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:1757:x1830953552347264:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 101us (445us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134042.888648:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29769 00000100:00100000:3.0:1746134042.888715:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552347392 00000100:00100000:3.0:1746134042.888719:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552347392 00010000:00010000:3.0:1746134042.888735:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8b2e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffbc expref: 6 pid: 9580 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134042.888751:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15071 00000100:00100000:3.0:1746134042.888756:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c432a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552347392:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134042.888763:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134042.888777:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8b2e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffbc expref: 6 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134042.888786:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8b2e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffbc expref: 6 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134042.888800:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8b2e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffbc expref: 6 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134042.888812:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.888814:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.888818:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c8b35 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffc3 expref: 10 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.888825:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c8b35 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffc3 expref: 10 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.888841:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c8b35 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffc3 expref: 10 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.888850:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c8b35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffc3 expref: 10 pid: 9580 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134042.888859:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da64e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548128000:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134042.888900:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c540 going to sleep for 11 seconds 00000100:00100000:0.0:1746134042.891632:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.891700:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552347648 00000100:00100000:2.0:1746134042.891706:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552347648 00002000:00100000:2.0:1746134042.891737:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012c433100 x1830953552347648/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134042.891745:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c433100 with x1830953552347648 ext(0->4095) 00010000:00010000:2.0:1746134042.891752:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c8b35 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffc3 expref: 11 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134042.891762:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c8b35 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffc3 expref: 11 pid: 9580 timeout: 812 lvb_type: 0 00002000:00010000:2.0:1746134042.891768:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c433100 00000100:00100000:2.0:1746134042.891952:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2514 00000100:00100000:2.0:1746134042.891959:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c433100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:2010:x1830953552347648:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134042.892160:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da64e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548128000:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134042.892176:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134042.892452:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c433100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:2010:x1830953552347648:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 492us (824us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134042.892463:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2514 00002000:00100000:2.0:1746134042.892469:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012c433100 x1830953552347648/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746134042.892474:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c432a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552347392:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3716us (4188us total) trans 0 rc 0/0 00002000:00100000:2.0:1746134042.892476:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c433100 with x1830953552347648 ext(0->4095) 00010000:00010000:2.0:1746134042.892481:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c8b35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffc3 expref: 11 pid: 9580 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134042.892482:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15071 00010000:00010000:2.0:1746134042.892490:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c8b35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffc3 expref: 11 pid: 9580 timeout: 812 lvb_type: 0 00002000:00010000:2.0:1746134042.892495:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012c433100 00000100:00100000:0.0:1746134042.894301:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.894347:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552347776 00000100:00100000:3.0:1746134042.894353:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552347776 00010000:00010000:3.0:1746134042.894377:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c8b35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffc3 expref: 11 pid: 9580 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134042.894405:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15072 00000100:00100000:3.0:1746134042.894412:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d96ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:2011:x1830953552347776:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134042.894423:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134042.894436:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c8b35 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffc3 expref: 11 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134042.894446:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c8b35 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffc3 expref: 11 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134042.894463:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c8b35 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffc3 expref: 11 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134042.894474:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.894476:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.894481:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c8b3c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffca expref: 10 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.894487:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c8b3c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffca expref: 10 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.894512:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c8b3c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffca expref: 10 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134042.894523:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da64e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548128128:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134042.894595:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c540 going to sleep for 11 seconds 00000100:00100000:2.0:1746134042.895999:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da64e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548128128:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134042.896021:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134042.896054:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d96ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2011:x1830953552347776:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1642us (1757us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134042.896062:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15072 00000100:00100000:0.0:1746134042.896537:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.896581:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552348032 00000100:00100000:2.0:1746134042.896586:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552348032 00002000:00100000:2.0:1746134042.896612:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d969880 x1830953552348032/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134042.896620:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d969880 with x1830953552348032 ext(0->4095) 00002000:00010000:2.0:1746134042.896624:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d969880 00000100:00100000:2.0:1746134042.896653:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13137 00000100:00100000:2.0:1746134042.896660:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d969880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2010:x1830953552348032:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134042.896772:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d969880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2010:x1830953552348032:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (234us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134042.896778:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13137 00002000:00100000:2.0:1746134042.896783:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d969880 x1830953552348032/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134042.896791:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d969880 with x1830953552348032 ext(0->4095) 00002000:00010000:2.0:1746134042.896794:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d969880 00000100:00100000:0.0:1746134042.898769:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134042.899012:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552348160 00000100:00100000:1.0:1746134042.899019:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552348160 00000100:00100000:1.0:1746134042.899064:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29770 00000100:00100000:1.0:1746134042.899074:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d96a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552348160:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134042.899096:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134042.899110:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c8b43 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574ffd1 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.899162:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c8b3c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffca expref: 9 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.899168:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134042.899170:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134042.899173:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c8b43 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffd1 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.899198:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c8b3c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffca expref: 9 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.899236:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c8b3c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffca expref: 9 pid: 9580 timeout: 812 lvb_type: 0 00000100:00100000:1.0:1746134042.899250:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011db4c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548128256:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134042.899322:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20900 going to sleep for 11 seconds 00000100:00100000:1.0:1746134042.903432:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011db4c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548128256:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134042.903456:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c8b43 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffd1 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.903469:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095787400, rc 0) 00000100:00100000:1.0:1746134042.903515:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d96a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552348160:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4444us (4751us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134042.903523:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29770 00000100:00100000:0.0:1746134042.905176:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.906371:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552348288 00000100:00100000:2.0:1746134042.906381:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552348288 00010000:00010000:2.0:1746134042.906411:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c8b3c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffca expref: 10 pid: 9580 timeout: 812 lvb_type: 0 00000100:00100000:2.0:1746134042.906434:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15073 00000100:00100000:2.0:1746134042.906441:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d968a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2010:x1830953552348288:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134042.906451:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134042.906467:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c8b3c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffca expref: 10 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134042.906478:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c8b3c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffca expref: 10 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134042.906496:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ec00/0x9682c7de153c8b3c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffca expref: 10 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134042.906524:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.906526:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.906532:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c8b43 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffd1 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.906539:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c8b43 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffd1 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.906566:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c8b43 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffd1 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134042.906576:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080650e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548128384:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134042.906645:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129c93c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746134042.908801:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134042.908973:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552348416 00000100:00100000:1.0:1746134042.908979:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552348416 00000100:00100000:1.0:1746134042.909018:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29771 00000100:00100000:1.0:1746134042.909024:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d968000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:1755:x1830953552348416:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134042.909035:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134042.909049:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8b4a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574ffd8 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.909073:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c8b43 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffd1 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.909087:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134042.909088:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134042.909092:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8b4a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffd8 expref: 11 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.909146:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c8b43 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffd1 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.909156:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c8b43 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffd1 expref: 5 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:1.0:1746134042.909165:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011db4c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548128512:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134042.910158:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20900 going to sleep for 11 seconds 00000100:00100000:0.0:1746134042.923871:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134042.923942:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552348672 00000100:00100000:1.0:1746134042.923950:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552348672 00002000:00100000:1.0:1746134042.923985:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d96bb80 x1830953552348672/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134042.923994:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d96bb80 with x1830953552348672 ext(0->4095) 00010000:00010000:1.0:1746134042.924001:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c8b43 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffd1 expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746134042.924012:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c8b43 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffd1 expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746134042.924021:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d96bb80 00000100:00100000:1.0:1746134042.924052:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2515 00000100:00100000:1.0:1746134042.924059:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d96bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552348672:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134042.925233:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d96bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552348672:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 1171us (1366us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134042.925241:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2515 00002000:00100000:1.0:1746134042.925247:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d96bb80 x1830953552348672/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134042.925255:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d96bb80 with x1830953552348672 ext(0->4095) 00010000:00010000:1.0:1746134042.925261:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c8b43 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffd1 expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746134042.925271:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c8b43 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffd1 expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746134042.925277:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d96bb80 00000100:00100000:2.0:1746134042.926061:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080650e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548128384:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134042.926098:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134042.926146:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d968a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:2010:x1830953552348288:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 19704us (20975us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134042.926153:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15073 00000100:00100000:1.0:1746134042.926987:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011db4c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548128512:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134042.927004:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8b4a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffd8 expref: 10 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.927016:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095786e00, rc 0) 00000100:00100000:1.0:1746134042.927052:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d968000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:1755:x1830953552348416:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 18028us (18257us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134042.927061:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29771 00000100:00100000:0.0:1746134042.938199:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134042.938298:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552348800 00000100:00100000:1.0:1746134042.938306:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552348800 00000100:00100000:1.0:1746134042.938353:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29772 00000100:00100000:1.0:1746134042.938359:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d969f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:1757:x1830953552348800:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134042.938373:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134042.938386:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8b51 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574ffdf expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.938407:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134042.938412:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8b4a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffd8 expref: 11 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.938417:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134042.938420:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8b51 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffdf expref: 11 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.938449:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8b4a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffd8 expref: 11 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.938459:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8b51 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffdf expref: 11 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.938468:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095786600, rc 0) 00000100:00100000:1.0:1746134042.938500:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d969f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:1757:x1830953552348800:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 142us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134042.938506:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29772 00000100:00100000:0.0:1746134042.941926:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.942005:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552348928 00000100:00100000:2.0:1746134042.942012:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552348928 00010000:00010000:2.0:1746134042.942040:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c8b43 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffd1 expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:2.0:1746134042.942061:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15074 00000100:00100000:2.0:1746134042.942067:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092054700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552348928:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134042.942085:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134042.942101:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c8b43 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffd1 expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134042.942138:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c8b43 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffd1 expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134042.942157:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c8b43 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffd1 expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134042.942182:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.942184:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.942190:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8b4a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffd8 expref: 10 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.942196:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8b4a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffd8 expref: 10 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.942221:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8b4a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffd8 expref: 10 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.942231:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8b4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffd8 expref: 10 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:2.0:1746134042.942240:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080650e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548128768:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134042.942311:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129c93c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746134042.943960:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080650e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548128768:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134042.943977:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134042.944005:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092054700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552348928:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1939us (2087us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134042.944016:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15074 00000100:00100000:0.0:1746134042.945182:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.945340:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552349184 00000100:00100000:3.0:1746134042.945346:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552349184 00002000:00100000:3.0:1746134042.945380:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880092057800 x1830953552349184/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134042.945393:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092057800 with x1830953552349184 ext(0->4095) 00010000:00010000:3.0:1746134042.945403:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8b4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffd8 expref: 11 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134042.945413:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8b4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffd8 expref: 11 pid: 9582 timeout: 812 lvb_type: 0 00002000:00010000:3.0:1746134042.945419:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092057800 00000100:00100000:3.0:1746134042.946387:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2516 00000100:00100000:3.0:1746134042.946396:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092057800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:2009:x1830953552349184:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134042.946880:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092057800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:2009:x1830953552349184:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 484us (1699us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134042.946886:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2516 00002000:00100000:3.0:1746134042.946892:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880092057800 x1830953552349184/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134042.946899:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092057800 with x1830953552349184 ext(0->4095) 00010000:00010000:3.0:1746134042.946905:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8b4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffd8 expref: 11 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134042.946915:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8b4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffd8 expref: 11 pid: 9582 timeout: 812 lvb_type: 0 00002000:00010000:3.0:1746134042.946920:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092057800 00000100:00100000:0.0:1746134042.948827:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.949075:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552349312 00000100:00100000:2.0:1746134042.949089:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552349312 00010000:00010000:2.0:1746134042.949179:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8b4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffd8 expref: 11 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:2.0:1746134042.949204:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15075 00000100:00100000:2.0:1746134042.949210:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092055f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:2010:x1830953552349312:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134042.949221:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134042.949235:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8b4a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffd8 expref: 11 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134042.949246:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8b4a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffd8 expref: 11 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134042.949263:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8b4a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffd8 expref: 11 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134042.949393:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.949395:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.949401:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8b51 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffdf expref: 10 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.949408:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8b51 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffdf expref: 10 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.949434:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8b51 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffdf expref: 10 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134042.949444:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080650e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548128896:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134042.949511:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129c93c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746134042.951026:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080650e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548128896:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134042.951042:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134042.951066:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092055f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2010:x1830953552349312:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1856us (2243us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134042.951074:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15075 00000100:00100000:0.0:1746134042.951225:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.951482:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552349568 00000100:00100000:3.0:1746134042.951488:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552349568 00002000:00100000:3.0:1746134042.951514:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880092054000 x1830953552349568/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134042.951523:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092054000 with x1830953552349568 ext(0->4095) 00002000:00010000:3.0:1746134042.951527:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092054000 00000100:00100000:3.0:1746134042.951551:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13138 00000100:00100000:3.0:1746134042.951557:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092054000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2009:x1830953552349568:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134042.951659:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092054000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2009:x1830953552349568:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (433us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134042.951665:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13138 00002000:00100000:3.0:1746134042.951670:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880092054000 x1830953552349568/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134042.951684:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092054000 with x1830953552349568 ext(0->4095) 00002000:00010000:3.0:1746134042.951687:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092054000 00000100:00100000:0.0:1746134042.953064:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.953194:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552349696 00000100:00100000:3.0:1746134042.953199:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552349696 00000100:00100000:3.0:1746134042.953228:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29773 00000100:00100000:3.0:1746134042.953234:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092056a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552349696:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134042.953290:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134042.953304:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c8b58 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574ffe6 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.953324:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8b51 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffdf expref: 9 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.953335:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134042.953337:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134042.953340:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c8b58 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffe6 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.953361:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8b51 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffdf expref: 9 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.953371:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8b51 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffdf expref: 9 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134042.953380:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548129024:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134042.953448:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746134042.954971:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548129024:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134042.954988:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c8b58 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffe6 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.955001:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244dc00, rc 0) 00000100:00100000:3.0:1746134042.955029:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092056a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552349696:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1795us (1967us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.955037:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29773 00000100:00100000:0.0:1746134042.956303:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.956412:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552349824 00000100:00100000:2.0:1746134042.956419:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552349824 00010000:00010000:2.0:1746134042.956442:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8b51 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffdf expref: 10 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:2.0:1746134042.956463:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15076 00000100:00100000:2.0:1746134042.956468:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129eb7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2009:x1830953552349824:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134042.956479:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134042.956494:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8b51 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffdf expref: 10 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134042.956503:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8b51 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffdf expref: 10 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134042.956521:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8b51 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffdf expref: 10 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134042.956548:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.956550:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.956555:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c8b58 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffe6 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.956562:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c8b58 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffe6 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.956585:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c8b58 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffe6 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134042.956594:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080650e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548129152:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134042.956652:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129c93c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746134042.958865:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080650e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548129152:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134042.958881:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134042.958917:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129eb7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+9:2009:x1830953552349824:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2447us (2615us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134042.958925:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15076 00000100:00100000:0.0:1746134042.959216:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.959399:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552350080 00000100:00100000:3.0:1746134042.959405:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552350080 00002000:00100000:3.0:1746134042.959432:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880092054700 x1830953552350080/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134042.959446:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092054700 with x1830953552350080 ext(0->4095) 00002000:00010000:3.0:1746134042.959449:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092054700 00000100:00100000:3.0:1746134042.959707:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13139 00000100:00100000:3.0:1746134042.959714:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092054700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552350080:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134042.959830:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092054700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552350080:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (613us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134042.959835:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13139 00002000:00100000:3.0:1746134042.959840:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880092054700 x1830953552350080/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134042.959848:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092054700 with x1830953552350080 ext(0->4095) 00002000:00010000:3.0:1746134042.959850:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092054700 00000100:00100000:0.0:1746134042.962270:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.962354:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552350208 00000100:00100000:3.0:1746134042.962361:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552350208 00000100:00100000:3.0:1746134042.962402:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29774 00000100:00100000:3.0:1746134042.962409:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092055f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+9:1757:x1830953552350208:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134042.962424:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134042.962439:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8b5f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574ffed expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.962461:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c8b58 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffe6 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.962466:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.962468:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.962470:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8b5f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffed expref: 10 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.962493:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c8b58 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffe6 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.962502:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c8b58 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffe6 expref: 5 pid: 9581 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134042.962511:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548129280:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134042.962574:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c300 going to sleep for 11 seconds 00000100:00100000:0.0:1746134042.963295:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134042.963373:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552350336 00000100:00100000:1.0:1746134042.963377:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552350336 00000100:00100000:1.0:1746134042.963602:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29775 00000100:00100000:1.0:1746134042.963610:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088053800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:1755:x1830953552350336:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134042.963618:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134042.963627:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8b66 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fff4 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.963640:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134042.963644:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8b5f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffed expref: 12 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.963648:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134042.963651:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8b66 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fff4 expref: 12 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.963671:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8b5f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffed expref: 12 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.963680:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8b66 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fff4 expref: 12 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134042.963687:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095786e00, rc 0) 00000100:00100000:1.0:1746134042.963726:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088053800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+12:1755:x1830953552350336:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 117us (431us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134042.963731:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29775 00000100:00100000:3.0:1746134042.966232:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548129280:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134042.966256:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8b5f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffed expref: 11 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.966269:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244da00, rc 0) 00000100:00100000:3.0:1746134042.966301:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092055f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:1757:x1830953552350208:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3893us (4038us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.966308:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29774 00000100:00100000:0.0:1746134042.966873:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.967000:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552350464 00000100:00100000:3.0:1746134042.967005:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552350464 00010000:00010000:3.0:1746134042.967026:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c8b58 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffe6 expref: 6 pid: 9581 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134042.967042:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15077 00000100:00100000:3.0:1746134042.967048:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088053b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552350464:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134042.967057:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134042.967072:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c8b58 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffe6 expref: 6 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134042.967095:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c8b58 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffe6 expref: 6 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134042.967129:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013244dc00/0x9682c7de153c8b58 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffe6 expref: 6 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134042.967142:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.967144:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.967149:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8b5f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffed expref: 10 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.967156:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8b5f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffed expref: 10 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.967177:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8b5f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffed expref: 10 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.967187:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8b5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffed expref: 10 pid: 9581 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134042.967197:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da65180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548129536:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134042.967252:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c300 going to sleep for 11 seconds 00000100:00100000:3.0:1746134042.969721:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da65180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548129536:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134042.969739:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134042.969769:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088053b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552350464:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2720us (2896us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.969778:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15077 00000100:00100000:0.0:1746134042.969975:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.970529:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552350720 00000100:00100000:3.0:1746134042.970534:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552350720 00002000:00100000:3.0:1746134042.970565:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880088050000 x1830953552350720/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134042.970574:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088050000 with x1830953552350720 ext(0->4095) 00010000:00010000:3.0:1746134042.970581:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8b5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffed expref: 11 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134042.970592:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8b5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffed expref: 11 pid: 9581 timeout: 812 lvb_type: 0 00002000:00010000:3.0:1746134042.970598:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088050000 00000100:00100000:3.0:1746134042.971265:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2517 00000100:00100000:3.0:1746134042.971273:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088050000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:2010:x1830953552350720:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134042.971384:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088050000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:2010:x1830953552350720:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (1410us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134042.971390:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2517 00002000:00100000:3.0:1746134042.971394:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880088050000 x1830953552350720/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134042.971402:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088050000 with x1830953552350720 ext(0->4095) 00010000:00010000:3.0:1746134042.971407:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8b5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffed expref: 11 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134042.971419:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8b5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffed expref: 11 pid: 9581 timeout: 812 lvb_type: 0 00002000:00010000:3.0:1746134042.971425:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088050000 00000100:00100000:0.0:1746134042.974310:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.974407:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552350848 00000100:00100000:3.0:1746134042.974414:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552350848 00000100:00100000:3.0:1746134042.975364:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29776 00000100:00100000:3.0:1746134042.975373:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088051880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552350848:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134042.975412:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134042.975442:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c8b6d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319574fffb expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.975462:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134042.975467:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8b66 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fff4 expref: 10 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.975472:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746134042.975474:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c8b6d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fffb expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.975502:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8b66 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fff4 expref: 10 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.975519:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c8b6d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fffb expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.975528:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244c800, rc 0) 00000100:00100000:3.0:1746134042.976360:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088051880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552350848:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 986us (2053us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.976366:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29776 00000100:00100000:0.0:1746134042.976714:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.976834:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552350976 00000100:00100000:3.0:1746134042.976839:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552350976 00010000:00010000:3.0:1746134042.976855:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8b5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffed expref: 11 pid: 9581 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134042.976870:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15078 00000100:00100000:3.0:1746134042.976875:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088052d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:2009:x1830953552350976:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134042.976882:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134042.976895:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8b5f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffed expref: 11 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134042.976904:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8b5f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffed expref: 11 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134042.976917:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8b5f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574ffed expref: 11 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134042.976940:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.976942:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.976946:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8b66 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fff4 expref: 10 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.976953:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8b66 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fff4 expref: 10 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.976974:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8b66 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fff4 expref: 10 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.976983:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8b66 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fff4 expref: 10 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134042.976992:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da65180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548129792:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134042.977048:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10cd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134042.979727:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.979818:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da65180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548129792:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134042.979835:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134042.979869:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088052d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2009:x1830953552350976:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2992us (3154us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.979878:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15078 00000100:00100000:1.0:1746134042.980051:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552351232 00000100:00100000:1.0:1746134042.980057:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552351232 00002000:00100000:1.0:1746134042.980095:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880088051c00 x1830953552351232/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134042.980104:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088051c00 with x1830953552351232 ext(0->4095) 00010000:00010000:1.0:1746134042.980132:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8b66 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fff4 expref: 10 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746134042.980144:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8b66 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fff4 expref: 10 pid: 9582 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746134042.980149:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088051c00 00000100:00100000:1.0:1746134042.980164:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2518 00000100:00100000:1.0:1746134042.980170:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088051c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2009:x1830953552351232:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134042.980279:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088051c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2009:x1830953552351232:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (557us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134042.980285:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2518 00002000:00100000:1.0:1746134042.980290:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880088051c00 x1830953552351232/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134042.980297:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088051c00 with x1830953552351232 ext(0->4095) 00010000:00010000:1.0:1746134042.980301:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8b66 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fff4 expref: 10 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746134042.980310:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8b66 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fff4 expref: 10 pid: 9582 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746134042.980315:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088051c00 00000100:00100000:0.0:1746134042.982416:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134042.982491:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.982548:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552351360 00000100:00100000:3.0:1746134042.982553:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552351360 00000100:00100000:2.0:1746134042.982638:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552351488 00000100:00100000:2.0:1746134042.982642:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552351488 00010000:00010000:2.0:1746134042.982659:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8b66 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fff4 expref: 11 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:2.0:1746134042.982678:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15079 00000100:00100000:2.0:1746134042.982684:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088052300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:2012:x1830953552351488:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134042.982694:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134042.982710:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8b66 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fff4 expref: 11 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134042.982724:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8b66 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fff4 expref: 11 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134042.982741:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8b66 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fff4 expref: 11 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134042.982765:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.982767:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.982771:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c8b6d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fffb expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.982778:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c8b6d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fffb expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.982803:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c8b6d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fffb expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134042.982812:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080650e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548129920:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134042.982860:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129c933c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746134042.982924:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29777 00000100:00100000:3.0:1746134042.982930:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088053100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:1755:x1830953552351360:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134042.982939:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134042.982947:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c8b74 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750002 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.982960:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c8b6d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319574fffb expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.982965:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.982966:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134042.982968:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c8b74 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750002 expref: 11 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.982981:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c8b6d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fffb expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.982989:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c8b6d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fffb expref: 5 pid: 9581 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134042.982996:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548130048:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134042.983012:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10cd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746134042.985731:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548130048:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134042.985756:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c8b74 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750002 expref: 11 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.985769:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244d000, rc 0) 00000100:00100000:3.0:1746134042.985812:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088053100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:1755:x1830953552351360:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2881us (3401us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134042.985820:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29777 00000100:00100000:2.0:1746134042.986268:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080650e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548129920:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134042.986280:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134042.986300:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088052300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2012:x1830953552351488:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3616us (3809us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134042.986309:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15079 00000100:00100000:0.0:1746134042.986674:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.987429:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552351744 00000100:00100000:3.0:1746134042.987435:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552351744 00002000:00100000:3.0:1746134042.987465:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012b6d9c00 x1830953552351744/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134042.987474:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b6d9c00 with x1830953552351744 ext(0->4095) 00010000:00010000:3.0:1746134042.987480:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c8b6d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fffb expref: 6 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134042.987495:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c8b6d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fffb expref: 6 pid: 9581 timeout: 812 lvb_type: 0 00002000:00010000:3.0:1746134042.987501:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b6d9c00 00000100:00100000:3.0:1746134042.987526:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2519 00000100:00100000:3.0:1746134042.987533:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b6d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953552351744:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746134042.987639:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b6d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953552351744:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 Request processed in 106us (965us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134042.987645:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2519 00002000:00100000:3.0:1746134042.987649:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012b6d9c00 x1830953552351744/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134042.987656:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b6d9c00 with x1830953552351744 ext(0->4095) 00010000:00010000:3.0:1746134042.987661:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c8b6d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fffb expref: 6 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134042.987669:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c8b6d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fffb expref: 6 pid: 9581 timeout: 812 lvb_type: 0 00002000:00010000:3.0:1746134042.987675:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b6d9c00 00000100:00100000:0.0:1746134042.991262:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134042.991562:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552351872 00000100:00100000:2.0:1746134042.991570:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552351872 00010000:00010000:2.0:1746134042.991597:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c8b6d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fffb expref: 6 pid: 9581 timeout: 812 lvb_type: 0 00000100:00100000:2.0:1746134042.991631:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15080 00000100:00100000:2.0:1746134042.991639:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b6db480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552351872:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134042.991649:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134042.991665:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c8b6d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fffb expref: 6 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134042.991675:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c8b6d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fffb expref: 6 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134042.991695:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c8b6d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319574fffb expref: 6 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134042.991721:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.991723:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134042.991729:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c8b74 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750002 expref: 9 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.991735:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c8b74 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750002 expref: 9 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134042.991761:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c8b74 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750002 expref: 9 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134042.991772:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080650e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548130176:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134042.991842:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129c933c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746134042.994247:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080650e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548130176:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134042.994266:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134042.994297:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b6db480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552351872:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2659us (3041us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134042.994305:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15080 00000100:00100000:0.0:1746134042.994810:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134042.994899:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552352128 00000100:00100000:1.0:1746134042.994905:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552352128 00002000:00100000:1.0:1746134042.994938:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880131cbfb80 x1830953552352128/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/0 e 0 to 0 dl 1746134053 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134042.994947:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cbfb80 with x1830953552352128 ext(0->4095) 00002000:00010000:1.0:1746134042.994950:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131cbfb80 00000100:00100000:1.0:1746134042.995014:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13140 00000100:00100000:1.0:1746134042.995020:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2009:x1830953552352128:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134042.995153:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2009:x1830953552352128:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 132us (343us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134042.995285:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13140 00002000:00100000:1.0:1746134042.995292:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880131cbfb80 x1830953552352128/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:253/0 lens 488/4536 e 0 to 0 dl 1746134053 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134042.995299:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cbfb80 with x1830953552352128 ext(0->4095) 00002000:00010000:1.0:1746134042.995301:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131cbfb80 00000100:00100000:2.0:1746134042.998843:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134042.999027:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552352256 00000100:00100000:3.0:1746134042.999034:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552352256 00000100:00100000:3.0:1746134042.999065:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29778 00000100:00100000:3.0:1746134042.999073:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080650e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552352256:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134042.999100:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134042.999137:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c8b7b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750009 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.999160:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c8b74 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750002 expref: 9 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.999167:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134042.999169:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134042.999172:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c8b7b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750009 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.999194:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c8b74 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750002 expref: 9 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134042.999204:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c8b74 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750002 expref: 9 pid: 9581 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134042.999214:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548130304:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134042.999277:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c840 going to sleep for 11 seconds 00000100:00100000:3.0:1746134043.001930:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548130304:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134043.001956:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c8b7b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750009 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.001970:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244ca00, rc 0) 00000100:00100000:0.0:1746134043.002026:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.002086:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552352384 00000100:00100000:2.0:1746134043.002091:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552352384 00010000:00010000:2.0:1746134043.002144:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c8b74 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750002 expref: 10 pid: 9581 timeout: 812 lvb_type: 0 00000100:00100000:2.0:1746134043.002167:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15081 00000100:00100000:2.0:1746134043.002172:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cbf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2009:x1830953552352384:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134043.002182:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746134043.002220:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080650e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552352256:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3148us (3383us total) trans 0 rc 0/0 00000100:00080000:0.0:1746134043.002222:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746134043.002226:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29778 00010000:00010000:2.0:1746134043.002437:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c8b74 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750002 expref: 10 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.002448:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c8b74 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750002 expref: 10 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.002465:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c8b74 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750002 expref: 10 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.002487:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.002489:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.002494:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c8b7b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750009 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.002502:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c8b7b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750009 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.002526:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c8b7b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750009 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134043.002535:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080652a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548130432:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134043.002594:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129c933c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746134043.004494:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080652a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548130432:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134043.004513:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134043.004553:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cbf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+9:2009:x1830953552352384:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2379us (2525us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134043.004561:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15081 00000100:00100000:0.0:1746134043.004805:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134043.004868:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552352640 00000100:00100000:1.0:1746134043.004873:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552352640 00002000:00100000:1.0:1746134043.004919:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880131cbdc00 x1830953552352640/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134043.004931:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cbdc00 with x1830953552352640 ext(0->4095) 00002000:00010000:1.0:1746134043.004935:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131cbdc00 00000100:00100000:1.0:1746134043.004959:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13141 00000100:00100000:1.0:1746134043.004965:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552352640:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134043.005068:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552352640:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (263us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134043.005074:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13141 00002000:00100000:1.0:1746134043.005092:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880131cbdc00 x1830953552352640/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134043.005098:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cbdc00 with x1830953552352640 ext(0->4095) 00002000:00010000:1.0:1746134043.005101:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131cbdc00 00000100:00080000:0.0:1746134043.005185:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746134043.009729:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.010180:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552352768 00000100:00100000:3.0:1746134043.010188:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552352768 00000100:00100000:3.0:1746134043.010239:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29779 00000100:00100000:3.0:1746134043.010246:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+9:1755:x1830953552352768:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134043.010261:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134043.010277:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c8b82 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750010 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.010299:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c8b7b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750009 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.010306:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.010308:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.010311:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c8b82 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750010 expref: 10 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.010338:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c8b7b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750009 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.010348:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c8b7b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750009 expref: 5 pid: 9581 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.010359:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548130560:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134043.010434:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c840 going to sleep for 11 seconds 00000100:00100000:0.0:1746134043.010659:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.010934:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552352896 00000100:00100000:2.0:1746134043.010939:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552352896 00000100:00100000:2.0:1746134043.010959:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29780 00000100:00100000:2.0:1746134043.010964:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:1757:x1830953552352896:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134043.010971:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134043.010978:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8b89 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750017 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.010990:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.010993:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c8b82 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750010 expref: 12 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.011003:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134043.011005:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8b89 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750017 expref: 12 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.011024:0:9580:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c8b82 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750010 expref: 12 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.011033:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8b89 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750017 expref: 12 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.011042:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fa00, rc 0) 00000100:00100000:2.0:1746134043.011065:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+12:1757:x1830953552352896:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 101us (407us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134043.011071:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29780 00000100:00100000:3.0:1746134043.013531:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548130560:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134043.013555:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c8b82 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750010 expref: 11 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.013572:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244c200, rc 0) 00000100:00100000:3.0:1746134043.013617:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:1755:x1830953552352768:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3370us (3894us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.013624:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29779 00000100:00100000:0.0:1746134043.014665:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.014770:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552353024 00000100:00100000:2.0:1746134043.014776:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552353024 00010000:00010000:2.0:1746134043.014799:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c8b7b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750009 expref: 6 pid: 9581 timeout: 812 lvb_type: 0 00000100:00100000:2.0:1746134043.014820:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15082 00000100:00100000:2.0:1746134043.014825:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552353024:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134043.014834:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134043.014849:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c8b7b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750009 expref: 6 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.014858:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c8b7b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750009 expref: 6 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.014876:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013244ca00/0x9682c7de153c8b7b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750009 expref: 6 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.015054:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.015056:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.015063:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c8b82 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750010 expref: 10 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.015071:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c8b82 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750010 expref: 10 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.015106:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c8b82 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750010 expref: 10 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.015145:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c8b82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750010 expref: 10 pid: 9581 timeout: 812 lvb_type: 0 00000100:00100000:2.0:1746134043.015156:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080652a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548130816:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134043.015215:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129c933c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746134043.017980:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080652a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548130816:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134043.017995:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134043.018190:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552353024:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3362us (3524us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.018200:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15082 00000100:00100000:0.0:1746134043.018272:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.018551:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552353280 00000100:00100000:3.0:1746134043.018557:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552353280 00002000:00100000:3.0:1746134043.018586:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009c414e00 x1830953552353280/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134043.018594:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c414e00 with x1830953552353280 ext(0->4095) 00010000:00010000:3.0:1746134043.018602:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c8b82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750010 expref: 11 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.018613:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c8b82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750010 expref: 11 pid: 9581 timeout: 812 lvb_type: 0 00002000:00010000:3.0:1746134043.018618:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c414e00 00000100:00100000:3.0:1746134043.018645:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2520 00000100:00100000:3.0:1746134043.018652:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c414e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:2009:x1830953552353280:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134043.018754:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c414e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:2009:x1830953552353280:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (482us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134043.018760:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2520 00002000:00100000:3.0:1746134043.018766:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009c414e00 x1830953552353280/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134043.018772:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c414e00 with x1830953552353280 ext(0->4095) 00010000:00010000:3.0:1746134043.018777:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c8b82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750010 expref: 11 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.018785:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c8b82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750010 expref: 11 pid: 9581 timeout: 812 lvb_type: 0 00002000:00010000:3.0:1746134043.018790:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c414e00 00000100:00100000:0.0:1746134043.020443:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.020519:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552353408 00000100:00100000:3.0:1746134043.020524:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552353408 00010000:00010000:3.0:1746134043.020546:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c8b82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750010 expref: 11 pid: 9581 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.021091:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15083 00000100:00100000:3.0:1746134043.021099:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129eb7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:2012:x1830953552353408:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134043.021110:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134043.021150:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c8b82 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750010 expref: 11 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.021161:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c8b82 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750010 expref: 11 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.021178:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013244c200/0x9682c7de153c8b82 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750010 expref: 11 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.021237:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.021239:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.021245:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8b89 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750017 expref: 10 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.021251:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8b89 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750017 expref: 10 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.021278:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8b89 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750017 expref: 10 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134043.021288:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da65180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548130944:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134043.021586:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134043.025691:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.025699:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da65180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548130944:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134043.025715:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134043.025749:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129eb7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2012:x1830953552353408:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4651us (5311us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.025757:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15083 00000100:00100000:1.0:1746134043.025853:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552353664 00000100:00100000:1.0:1746134043.025859:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552353664 00002000:00100000:1.0:1746134043.025885:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009c415180 x1830953552353664/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134043.025893:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c415180 with x1830953552353664 ext(0->4095) 00002000:00010000:1.0:1746134043.025897:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c415180 00000100:00100000:1.0:1746134043.025921:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13142 00000100:00100000:1.0:1746134043.025926:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c415180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2009:x1830953552353664:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134043.026035:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c415180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2009:x1830953552353664:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (350us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134043.026041:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13142 00002000:00100000:1.0:1746134043.026046:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009c415180 x1830953552353664/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134043.026052:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c415180 with x1830953552353664 ext(0->4095) 00002000:00010000:1.0:1746134043.026054:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c415180 00000100:00100000:0.0:1746134043.027461:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.027537:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552353792 00000100:00100000:3.0:1746134043.027541:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552353792 00000100:00100000:3.0:1746134043.027566:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29781 00000100:00100000:3.0:1746134043.027572:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552353792:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134043.027581:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134043.027593:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c8b90 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575001e expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.027617:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8b89 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750017 expref: 9 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.027623:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134043.027625:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134043.027628:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c8b90 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575001e expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.027651:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8b89 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750017 expref: 9 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.027660:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8b89 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750017 expref: 9 pid: 9580 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.027670:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548131072:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134043.027836:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c240 going to sleep for 11 seconds 00000100:00100000:3.0:1746134043.029714:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548131072:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134043.029734:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c8b90 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575001e expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.029746:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244d000, rc 0) 00000100:00100000:3.0:1746134043.029785:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552353792:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2213us (2326us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.029792:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29781 00000100:00100000:0.0:1746134043.030603:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.030868:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552353920 00000100:00100000:3.0:1746134043.030874:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552353920 00010000:00010000:3.0:1746134043.030893:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8b89 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750017 expref: 10 pid: 9580 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.030923:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15084 00000100:00100000:3.0:1746134043.030929:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2010:x1830953552353920:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134043.030938:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134043.030953:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8b89 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750017 expref: 10 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.030962:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8b89 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750017 expref: 10 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.030979:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8b89 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750017 expref: 10 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.031001:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.031003:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.031008:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c8b90 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575001e expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.031015:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c8b90 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575001e expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.031036:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c8b90 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575001e expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134043.031045:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da65180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548131200:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134043.031107:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c240 going to sleep for 11 seconds 00000100:00100000:0.0:1746134043.035407:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.035487:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da65180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548131200:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134043.035505:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134043.035550:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+9:2010:x1830953552353920:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4620us (4947us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.035559:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15084 00000100:00100000:2.0:1746134043.035618:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552354176 00000100:00100000:2.0:1746134043.035623:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552354176 00002000:00100000:2.0:1746134043.035653:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009c7e5c00 x1830953552354176/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.035662:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7e5c00 with x1830953552354176 ext(0->4095) 00002000:00010000:2.0:1746134043.035667:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7e5c00 00000100:00100000:2.0:1746134043.035681:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13143 00000100:00100000:2.0:1746134043.035687:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552354176:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134043.035785:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552354176:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (384us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134043.035790:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13143 00002000:00100000:2.0:1746134043.035794:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009c7e5c00 x1830953552354176/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.035800:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7e5c00 with x1830953552354176 ext(0->4095) 00002000:00010000:2.0:1746134043.035803:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c7e5c00 00000100:00100000:0.0:1746134043.037074:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.038879:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552354304 00000100:00100000:3.0:1746134043.038887:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552354304 00000100:00100000:3.0:1746134043.038931:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29782 00000100:00100000:3.0:1746134043.038937:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+9:1755:x1830953552354304:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134043.038949:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134043.038962:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013244c000/0x9682c7de153c8b97 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750025 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.038983:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c8b90 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575001e expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.038989:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.038991:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.038994:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244c000/0x9682c7de153c8b97 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750025 expref: 10 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.039016:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c8b90 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575001e expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.039026:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c8b90 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575001e expref: 5 pid: 9581 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.039040:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548131328:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134043.039141:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c240 going to sleep for 11 seconds 00000100:00100000:0.0:1746134043.039593:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.039681:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552354432 00000100:00100000:2.0:1746134043.039685:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552354432 00000100:00100000:2.0:1746134043.039715:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29783 00000100:00100000:2.0:1746134043.039721:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:1757:x1830953552354432:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134043.039727:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134043.039733:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8b9e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575002c expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.039746:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.039749:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244c000/0x9682c7de153c8b97 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750025 expref: 12 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.039754:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134043.039756:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8b9e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575002c expref: 12 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.039780:0:24940:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013244c000/0x9682c7de153c8b97 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750025 expref: 12 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.039789:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8b9e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575002c expref: 12 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.039796:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90ea00, rc 0) 00000100:00100000:2.0:1746134043.039819:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+12:1757:x1830953552354432:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 98us (227us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134043.039824:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29783 00000100:00100000:0.0:1746134043.042840:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.042975:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552354560 00000100:00100000:2.0:1746134043.042981:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552354560 00010000:00010000:2.0:1746134043.043006:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c8b90 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575001e expref: 6 pid: 9581 timeout: 812 lvb_type: 0 00000100:00100000:2.0:1746134043.043024:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15085 00000100:00100000:2.0:1746134043.043029:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552354560:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134043.043039:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134043.043053:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c8b90 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575001e expref: 6 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.043061:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c8b90 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575001e expref: 6 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.043087:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.043089:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.043094:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244c000/0x9682c7de153c8b97 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750025 expref: 11 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.043101:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244c000/0x9682c7de153c8b97 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750025 expref: 11 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.043141:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013244c000/0x9682c7de153c8b97 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750025 expref: 11 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.043151:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013244c000/0x9682c7de153c8b97 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750025 expref: 11 pid: 9581 timeout: 812 lvb_type: 0 00000100:00100000:2.0:1746134043.043160:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080652a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548131584:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134043.043208:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129c93300 going to sleep for 11 seconds 00010000:00010000:3.0:1746134043.043444:0:9581:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013244d000/0x9682c7de153c8b90 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575001e expref: 6 pid: 9581 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.043464:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548131328:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134043.043480:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013244c000/0x9682c7de153c8b97 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750025 expref: 11 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.043487:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013244c000/0x9682c7de153c8b97 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750025 expref: 11 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.043494:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244c000, rc 0) 00000100:00100000:3.0:1746134043.043524:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:1755:x1830953552354304:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4587us (6453us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.043530:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29782 00000100:00100000:2.0:1746134043.045825:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080652a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548131584:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134043.045839:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134043.045865:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552354560:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2835us (3031us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134043.045872:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15085 00000100:00100000:0.0:1746134043.046408:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.046873:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552354816 00000100:00100000:2.0:1746134043.046879:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552354816 00002000:00100000:2.0:1746134043.046905:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b5a9180 x1830953552354816/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.046912:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5a9180 with x1830953552354816 ext(0->4095) 00010000:00010000:2.0:1746134043.046919:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244c000/0x9682c7de153c8b97 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750025 expref: 11 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.046933:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244c000/0x9682c7de153c8b97 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750025 expref: 11 pid: 9581 timeout: 812 lvb_type: 0 00002000:00010000:2.0:1746134043.046938:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b5a9180 00000100:00100000:2.0:1746134043.046959:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2521 00000100:00100000:2.0:1746134043.046964:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:2010:x1830953552354816:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134043.047524:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:2010:x1830953552354816:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 558us (1116us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134043.047530:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2521 00002000:00100000:2.0:1746134043.047535:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b5a9180 x1830953552354816/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.047541:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5a9180 with x1830953552354816 ext(0->4095) 00010000:00010000:2.0:1746134043.047546:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244c000/0x9682c7de153c8b97 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750025 expref: 11 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.047553:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244c000/0x9682c7de153c8b97 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750025 expref: 11 pid: 9581 timeout: 812 lvb_type: 0 00002000:00010000:2.0:1746134043.047559:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b5a9180 00000100:00100000:0.0:1746134043.050692:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.050775:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552354944 00000100:00100000:2.0:1746134043.050783:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552354944 00010000:00010000:2.0:1746134043.050809:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013244c000/0x9682c7de153c8b97 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750025 expref: 11 pid: 9581 timeout: 812 lvb_type: 0 00000100:00100000:2.0:1746134043.050958:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15086 00000100:00100000:2.0:1746134043.050967:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d143800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:2010:x1830953552354944:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134043.050978:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134043.050993:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013244c000/0x9682c7de153c8b97 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750025 expref: 11 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.051004:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013244c000/0x9682c7de153c8b97 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750025 expref: 11 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.051023:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013244c000/0x9682c7de153c8b97 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750025 expref: 11 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.051600:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.051602:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.051608:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8b9e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575002c expref: 10 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.051616:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8b9e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575002c expref: 10 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.051643:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8b9e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575002c expref: 10 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134043.051654:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080652a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548131712:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134043.051727:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129c93300 going to sleep for 11 seconds 00000100:00100000:0.0:1746134043.054353:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.054467:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080652a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548131712:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134043.054483:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134043.054514:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d143800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2010:x1830953552354944:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3548us (3828us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134043.054522:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15086 00000100:00100000:3.0:1746134043.054763:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552355200 00000100:00100000:3.0:1746134043.054768:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552355200 00002000:00100000:3.0:1746134043.054795:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a1ca80 x1830953552355200/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134043.054805:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a1ca80 with x1830953552355200 ext(0->4095) 00002000:00010000:3.0:1746134043.054808:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091a1ca80 00000100:00100000:3.0:1746134043.054820:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13144 00000100:00100000:3.0:1746134043.054826:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2012:x1830953552355200:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746134043.054923:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2012:x1830953552355200:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 Request processed in 96us (574us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134043.054928:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13144 00002000:00100000:3.0:1746134043.054933:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a1ca80 x1830953552355200/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134043.054939:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a1ca80 with x1830953552355200 ext(0->4095) 00002000:00010000:3.0:1746134043.054941:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091a1ca80 00000100:00100000:0.0:1746134043.058287:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.058390:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552355328 00000100:00100000:3.0:1746134043.058397:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552355328 00000100:00100000:3.0:1746134043.058468:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29784 00000100:00100000:3.0:1746134043.058476:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552355328:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134043.058491:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134043.058505:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c8ba5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750033 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.058528:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8b9e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575002c expref: 9 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.058535:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134043.058537:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134043.058540:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c8ba5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750033 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.058563:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8b9e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575002c expref: 9 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.058578:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8b9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575002c expref: 9 pid: 24940 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.058588:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548131840:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134043.059933:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c780 going to sleep for 11 seconds 00000100:00100000:3.0:1746134043.060975:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548131840:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134043.060995:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c8ba5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750033 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.061007:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244c800, rc 0) 00000100:00100000:3.0:1746134043.061040:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552355328:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2565us (2760us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.061047:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29784 00000100:00100000:0.0:1746134043.061621:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.062404:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552355456 00000100:00100000:2.0:1746134043.062409:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552355456 00010000:00010000:2.0:1746134043.062433:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8b9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575002c expref: 10 pid: 24940 timeout: 812 lvb_type: 0 00000100:00100000:2.0:1746134043.062453:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15087 00000100:00100000:2.0:1746134043.062458:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a1e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2009:x1830953552355456:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134043.062469:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134043.062484:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8b9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575002c expref: 10 pid: 24940 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.062494:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8b9e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575002c expref: 10 pid: 24940 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.062511:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8b9e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575002c expref: 10 pid: 24940 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.062536:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.062538:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.062543:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c8ba5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750033 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.062551:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c8ba5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750033 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.062574:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c8ba5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750033 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134043.062584:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080652a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548131968:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134043.062632:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129c93300 going to sleep for 11 seconds 00000100:00100000:0.0:1746134043.067809:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134043.067855:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134043.067936:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552355712 00000100:00100000:1.0:1746134043.067942:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552355712 00002000:00100000:1.0:1746134043.067979:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a1c700 x1830953552355712/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134043.067988:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a1c700 with x1830953552355712 ext(0->4095) 00002000:00010000:1.0:1746134043.067993:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091a1c700 00000100:00100000:1.0:1746134043.068010:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13145 00000100:00100000:1.0:1746134043.068017:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552355712:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134043.068176:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552355712:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 158us (373us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134043.068182:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13145 00002000:00100000:1.0:1746134043.068187:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a1c700 x1830953552355712/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134043.068194:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a1c700 with x1830953552355712 ext(0->4095) 00002000:00010000:1.0:1746134043.068196:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091a1c700 00000100:00100000:3.0:1746134043.068262:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552355840 00000100:00100000:3.0:1746134043.068265:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552355840 00000100:00100000:3.0:1746134043.068288:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29785 00000100:00100000:3.0:1746134043.068293:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:1755:x1830953552355840:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134043.068301:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134043.068312:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8bac lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575003a expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.068330:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c8ba5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750033 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.068341:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.068343:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.068346:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8bac lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575003a expref: 11 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.068368:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c8ba5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750033 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.068377:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c8ba5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750033 expref: 5 pid: 9581 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.068385:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548132096:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134043.068434:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c780 going to sleep for 11 seconds 00000100:00100000:2.0:1746134043.068506:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080652a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548131968:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134043.068520:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134043.068537:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a1e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:2009:x1830953552355456:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 6079us (6918us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134043.068544:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15087 00000100:00100000:0.0:1746134043.071945:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134043.072390:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552355968 00000100:00100000:1.0:1746134043.072398:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552355968 00000100:00100000:1.0:1746134043.072444:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29786 00000100:00100000:1.0:1746134043.072451:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:1757:x1830953552355968:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134043.072466:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134043.072480:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c8bb3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750041 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.072501:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134043.072506:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8bac lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575003a expref: 12 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.072511:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134043.072514:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c8bb3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750041 expref: 12 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.072542:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8bac lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319575003a expref: 12 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.072551:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c8bb3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750041 expref: 12 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.072559:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095786c00, rc 0) 00000100:00100000:1.0:1746134043.072591:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+12:1757:x1830953552355968:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (652us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134043.072596:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29786 00000100:00100000:3.0:1746134043.073590:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548132096:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134043.073607:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8bac lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575003a expref: 11 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.073616:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244d200, rc 0) 00000100:00100000:3.0:1746134043.073638:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:1755:x1830953552355840:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5344us (5782us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.073643:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29785 00000100:00100000:0.0:1746134043.074011:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.074519:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552356096 00000100:00100000:3.0:1746134043.074524:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552356096 00010000:00010000:3.0:1746134043.074544:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c8ba5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750033 expref: 6 pid: 9581 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.074566:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15088 00000100:00100000:3.0:1746134043.074571:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a1e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552356096:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134043.074582:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134043.074596:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c8ba5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750033 expref: 6 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.074605:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c8ba5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750033 expref: 6 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.074622:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c8ba5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750033 expref: 6 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.074645:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.074647:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.074652:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8bac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575003a expref: 10 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.074658:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8bac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575003a expref: 10 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.074679:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8bac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575003a expref: 10 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.074688:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8bac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575003a expref: 10 pid: 9581 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.074702:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da65180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548132352:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134043.074757:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c780 going to sleep for 11 seconds 00000100:00100000:0.0:1746134043.077886:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.078066:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552356352 00000100:00100000:2.0:1746134043.078072:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552356352 00002000:00100000:2.0:1746134043.078135:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a1ea00 x1830953552356352/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.078144:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a1ea00 with x1830953552356352 ext(0->4095) 00010000:00010000:2.0:1746134043.078150:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8bac lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575003a expref: 11 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.078161:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8bac lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575003a expref: 11 pid: 9581 timeout: 812 lvb_type: 0 00002000:00010000:2.0:1746134043.078166:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091a1ea00 00000100:00100000:2.0:1746134043.078189:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2522 00000100:00100000:2.0:1746134043.078195:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:2009:x1830953552356352:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134043.078316:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:2009:x1830953552356352:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (434us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134043.078324:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2522 00002000:00100000:2.0:1746134043.078330:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a1ea00 x1830953552356352/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.078337:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a1ea00 with x1830953552356352 ext(0->4095) 00010000:00010000:2.0:1746134043.078341:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8bac lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575003a expref: 11 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.078349:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8bac lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575003a expref: 11 pid: 9581 timeout: 812 lvb_type: 0 00002000:00010000:2.0:1746134043.078354:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091a1ea00 00000100:00100000:3.0:1746134043.078645:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da65180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548132352:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134043.078661:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134043.078682:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a1e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552356096:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4110us (4671us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.078688:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15088 00000100:00100000:0.0:1746134043.082697:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.082816:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552356480 00000100:00100000:3.0:1746134043.082823:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552356480 00010000:00010000:3.0:1746134043.082852:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8bac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575003a expref: 11 pid: 9581 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.082912:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15089 00000100:00100000:3.0:1746134043.082919:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a1c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:2010:x1830953552356480:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134043.082931:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134043.082946:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8bac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575003a expref: 11 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.082956:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8bac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575003a expref: 11 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.082975:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8bac lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575003a expref: 11 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.083000:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.083002:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.083008:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c8bb3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750041 expref: 10 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.083015:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c8bb3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750041 expref: 10 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.083042:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c8bb3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750041 expref: 10 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134043.083051:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da65180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548132480:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134043.083615:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c780 going to sleep for 11 seconds 00000100:00100000:0.0:1746134043.085563:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.085672:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da65180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548132480:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134043.085688:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134043.085719:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a1c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2010:x1830953552356480:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2801us (3029us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.085728:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15089 00000100:00100000:1.0:1746134043.085800:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552356736 00000100:00100000:1.0:1746134043.085806:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552356736 00002000:00100000:1.0:1746134043.085833:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a1f480 x1830953552356736/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134043.085842:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a1f480 with x1830953552356736 ext(0->4095) 00002000:00010000:1.0:1746134043.085845:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091a1f480 00000100:00100000:1.0:1746134043.086157:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13146 00000100:00100000:1.0:1746134043.086164:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2009:x1830953552356736:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134043.086271:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2009:x1830953552356736:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (714us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134043.086277:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13146 00002000:00100000:1.0:1746134043.086282:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a1f480 x1830953552356736/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134043.086295:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a1f480 with x1830953552356736 ext(0->4095) 00002000:00010000:1.0:1746134043.086298:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091a1f480 00000100:00100000:0.0:1746134043.089052:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.089241:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552356864 00000100:00100000:3.0:1746134043.089248:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552356864 00000100:00100000:3.0:1746134043.089455:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29787 00000100:00100000:3.0:1746134043.089462:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552356864:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134043.089475:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134043.089488:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013244de00/0x9682c7de153c8bba lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750048 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.089508:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c8bb3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750041 expref: 9 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.089518:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134043.089520:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134043.089522:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244de00/0x9682c7de153c8bba lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750048 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.089542:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c8bb3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750041 expref: 9 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.089550:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c8bb3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750041 expref: 9 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.089559:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548132608:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134043.089619:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c780 going to sleep for 11 seconds 00000100:00100000:0.0:1746134043.091754:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.091830:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548132608:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134043.091850:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013244de00/0x9682c7de153c8bba lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750048 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.091862:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244de00, rc 0) 00000100:00100000:2.0:1746134043.092475:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552356992 00000100:00100000:2.0:1746134043.092482:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552356992 00010000:00010000:2.0:1746134043.092504:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c8bb3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750041 expref: 10 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:2.0:1746134043.092531:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15090 00000100:00100000:2.0:1746134043.092537:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129eb7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2010:x1830953552356992:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134043.092547:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134043.092563:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c8bb3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750041 expref: 10 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.092571:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c8bb3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750041 expref: 10 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.092588:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c8bb3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750041 expref: 10 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.092609:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.092611:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.092616:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244de00/0x9682c7de153c8bba lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750048 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.092623:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244de00/0x9682c7de153c8bba lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750048 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.092646:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013244de00/0x9682c7de153c8bba lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750048 expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134043.092657:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080652a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548132736:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134043.092724:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552356864:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3261us (3675us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.092730:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29787 00000100:00100000:2.0:1746134043.094516:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129c93300 going to sleep for 11 seconds 00000100:00100000:0.0:1746134043.097647:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.097738:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080652a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548132736:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134043.097754:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134043.097941:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129eb7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+9:2010:x1830953552356992:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 5402us (6190us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134043.097961:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15090 00000100:00100000:0.0:1746134043.098217:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.098346:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552357248 00000100:00100000:3.0:1746134043.098351:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552357248 00000100:00100000:3.0:1746134043.098380:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29788 00000100:00100000:3.0:1746134043.098387:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+9:1755:x1830953552357248:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134043.098402:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134043.098415:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8bc1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575004f expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.098435:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244de00/0x9682c7de153c8bba lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750048 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.098441:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.098443:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.098446:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8bc1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575004f expref: 10 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.098466:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013244de00/0x9682c7de153c8bba lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750048 expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.098476:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013244de00/0x9682c7de153c8bba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750048 expref: 5 pid: 9581 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.098485:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548132864:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134043.098523:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c780 going to sleep for 11 seconds 00000100:00100000:2.0:1746134043.098834:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552357376 00000100:00100000:2.0:1746134043.098838:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552357376 00002000:00100000:2.0:1746134043.098860:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800893e0e00 x1830953552357376/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.098868:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800893e0e00 with x1830953552357376 ext(0->4095) 00010000:00010000:2.0:1746134043.098873:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244de00/0x9682c7de153c8bba lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750048 expref: 6 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.098886:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244de00/0x9682c7de153c8bba lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750048 expref: 6 pid: 9581 timeout: 812 lvb_type: 0 00002000:00010000:2.0:1746134043.098892:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800893e0e00 00000100:00100000:2.0:1746134043.098914:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2523 00000100:00100000:2.0:1746134043.098919:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552357376:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134043.099012:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552357376:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 91us (793us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134043.099018:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2523 00002000:00100000:2.0:1746134043.099022:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800893e0e00 x1830953552357376/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.099028:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800893e0e00 with x1830953552357376 ext(0->4095) 00010000:00010000:2.0:1746134043.099033:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244de00/0x9682c7de153c8bba lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750048 expref: 6 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.099041:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244de00/0x9682c7de153c8bba lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750048 expref: 6 pid: 9581 timeout: 812 lvb_type: 0 00002000:00010000:2.0:1746134043.099046:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800893e0e00 00000100:00100000:3.0:1746134043.102743:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548132864:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134043.102766:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8bc1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575004f expref: 10 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.102780:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244d800, rc 0) 00000100:00100000:3.0:1746134043.102811:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:1755:x1830953552357248:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4425us (5170us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.102821:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29788 00000100:00100000:0.0:1746134043.103442:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134043.103609:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.103854:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552357632 00000100:00100000:2.0:1746134043.103862:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552357632 00010000:00010000:2.0:1746134043.103885:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013244de00/0x9682c7de153c8bba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750048 expref: 6 pid: 9581 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.104014:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552357504 00000100:00100000:3.0:1746134043.104017:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552357504 00000100:00100000:3.0:1746134043.104038:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29789 00000100:00100000:3.0:1746134043.104043:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:1757:x1830953552357504:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134043.104054:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134043.104064:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c8bc8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750056 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.104087:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.104092:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8bc1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575004f expref: 11 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.104096:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134043.104099:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c8bc8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750056 expref: 11 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.104130:0:24940:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8bc1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575004f expref: 11 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.104138:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c8bc8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750056 expref: 11 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.104145:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244c600, rc 0) 00000100:00100000:3.0:1746134043.104178:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:1757:x1830953552357504:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (737us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.104183:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29789 00000100:00100000:2.0:1746134043.104274:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15091 00000100:00100000:2.0:1746134043.104280:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552357632:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134043.104287:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134043.104301:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013244de00/0x9682c7de153c8bba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750048 expref: 6 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.104311:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013244de00/0x9682c7de153c8bba lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750048 expref: 6 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.104323:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013244de00/0x9682c7de153c8bba lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750048 expref: 6 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.104342:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.104343:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.104348:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8bc1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575004f expref: 10 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.104354:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8bc1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575004f expref: 10 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.104371:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8bc1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575004f expref: 10 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.104379:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8bc1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575004f expref: 10 pid: 9581 timeout: 812 lvb_type: 0 00000100:00100000:2.0:1746134043.104387:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080652a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548133120:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134043.104905:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129c933c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134043.107896:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134043.107954:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552357888 00000100:00100000:1.0:1746134043.107960:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552357888 00002000:00100000:1.0:1746134043.107990:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800893e3100 x1830953552357888/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134043.107999:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800893e3100 with x1830953552357888 ext(0->4095) 00010000:00010000:1.0:1746134043.108006:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8bc1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575004f expref: 11 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746134043.108016:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8bc1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575004f expref: 11 pid: 9581 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746134043.108023:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800893e3100 00000100:00100000:1.0:1746134043.108036:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2524 00000100:00100000:1.0:1746134043.108041:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:2010:x1830953552357888:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134043.108165:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:2010:x1830953552357888:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (275us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134043.108170:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2524 00002000:00100000:1.0:1746134043.108175:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800893e3100 x1830953552357888/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134043.108181:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800893e3100 with x1830953552357888 ext(0->4095) 00010000:00010000:1.0:1746134043.108185:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8bc1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575004f expref: 11 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746134043.108194:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8bc1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575004f expref: 11 pid: 9581 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746134043.108199:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800893e3100 00000100:00100000:2.0:1746134043.108274:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080652a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548133120:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134043.108289:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134043.108310:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552357632:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4030us (4701us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134043.108317:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15091 00000100:00100000:0.0:1746134043.110143:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.110193:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552358016 00000100:00100000:2.0:1746134043.110199:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552358016 00010000:00010000:2.0:1746134043.110222:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8bc1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575004f expref: 11 pid: 9581 timeout: 812 lvb_type: 0 00000100:00100000:2.0:1746134043.110242:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15092 00000100:00100000:2.0:1746134043.110248:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:2009:x1830953552358016:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134043.110257:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134043.110273:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8bc1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575004f expref: 11 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.110282:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8bc1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575004f expref: 11 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.110299:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8bc1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575004f expref: 11 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.110313:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.110315:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.110320:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c8bc8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750056 expref: 10 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.110327:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c8bc8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750056 expref: 10 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.110349:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c8bc8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750056 expref: 10 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134043.110358:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080652a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548133248:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134043.110399:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129c933c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134043.113786:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.113872:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080652a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548133248:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134043.113889:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134043.113936:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2009:x1830953552358016:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3687us (3823us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134043.113945:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15092 00000100:00100000:3.0:1746134043.114383:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552358272 00000100:00100000:3.0:1746134043.114388:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552358272 00002000:00100000:3.0:1746134043.114422:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800893e3b80 x1830953552358272/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134043.114431:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800893e3b80 with x1830953552358272 ext(0->4095) 00002000:00010000:3.0:1746134043.114435:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800893e3b80 00000100:00100000:3.0:1746134043.114463:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13147 00000100:00100000:3.0:1746134043.114470:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2009:x1830953552358272:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134043.114786:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2009:x1830953552358272:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 316us (1006us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134043.114792:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13147 00002000:00100000:3.0:1746134043.114798:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800893e3b80 x1830953552358272/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134043.114804:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800893e3b80 with x1830953552358272 ext(0->4095) 00002000:00010000:3.0:1746134043.114807:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800893e3b80 00000100:00100000:0.0:1746134043.127156:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.127235:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552358400 00000100:00100000:3.0:1746134043.127242:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552358400 00000100:00100000:3.0:1746134043.127277:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29790 00000100:00100000:3.0:1746134043.127284:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552358400:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134043.127297:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134043.127309:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013244c000/0x9682c7de153c8bcf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575005d expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.127332:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c8bc8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750056 expref: 9 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.127344:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134043.127345:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134043.127348:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244c000/0x9682c7de153c8bcf lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575005d expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.127369:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c8bc8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750056 expref: 9 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.127378:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c8bc8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750056 expref: 9 pid: 24940 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.127387:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548133376:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134043.127453:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10cf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746134043.136252:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548133376:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134043.136279:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013244c000/0x9682c7de153c8bcf lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575005d expref: 6 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.136295:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244c000, rc 0) 00000100:00100000:3.0:1746134043.136333:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552358400:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9049us (9184us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.136341:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29790 00000100:00100000:3.0:1746134043.143348:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.143430:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552358528 00000100:00100000:2.0:1746134043.143438:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552358528 00002000:00100000:2.0:1746134043.143474:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012da65180 x1830953552358528/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 496/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.143482:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da65180 with x1830953552358528 ext(0->7) 00010000:00010000:2.0:1746134043.143490:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c8bc8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750056 expref: 10 pid: 24940 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.143500:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c8bc8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750056 expref: 10 pid: 24940 timeout: 812 lvb_type: 0 00002000:00010000:2.0:1746134043.143506:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012da65180 00000100:00100000:2.0:1746134043.143535:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2525 00000100:00100000:2.0:1746134043.143542:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2009:x1830953552358528:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746134043.144928:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+12:2009:x1830953552358528:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 1383us (1592us total) trans 4294970661 rc 0/0 00000100:00100000:0.0:1746134043.144944:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2525 00002000:00100000:0.0:1746134043.144953:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012da65180 x1830953552358528/t4294970661(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 496/448 e 0 to 0 dl 1746134054 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134043.144960:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da65180 with x1830953552358528 ext(0->7) 00010000:00010000:0.0:1746134043.144966:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c8bc8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750056 expref: 12 pid: 24940 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746134043.144980:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c8bc8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750056 expref: 12 pid: 24940 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746134043.144990:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012da65180 00000100:00100000:0.0:1746134043.158757:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.159138:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552358656 00000100:00100000:2.0:1746134043.159146:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552358656 00010000:00010000:2.0:1746134043.159175:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c8bc8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750056 expref: 12 pid: 24940 timeout: 812 lvb_type: 0 00000100:00100000:2.0:1746134043.159198:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15093 00000100:00100000:2.0:1746134043.159205:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+12:2011:x1830953552358656:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134043.159216:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134043.159232:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c8bc8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750056 expref: 12 pid: 24940 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.159243:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c8bc8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750056 expref: 12 pid: 24940 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.159261:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c8bc8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750056 expref: 12 pid: 24940 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.159291:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.159293:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.159299:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244c000/0x9682c7de153c8bcf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575005d expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.159307:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244c000/0x9682c7de153c8bcf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575005d expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.159334:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013244c000/0x9682c7de153c8bcf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575005d expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134043.159348:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080652a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548133504:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134043.159415:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129c933c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134043.165329:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134043.165371:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552358912 00000100:00100000:1.0:1746134043.165378:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552358912 00000100:00100000:2.0:1746134043.165396:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080652a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548133504:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134043.165411:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746134043.165411:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091b08000 x1830953552358912/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134043.165420:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b08000 with x1830953552358912 ext(0->4095) 00002000:00010000:1.0:1746134043.165424:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091b08000 00000100:00100000:1.0:1746134043.165437:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13148 00000100:00100000:2.0:1746134043.165442:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:2011:x1830953552358656:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 6238us (6693us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134043.165443:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2011:x1830953552358912:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746134043.165450:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15093 00000100:00100000:1.0:1746134043.165546:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2011:x1830953552358912:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 Request processed in 100us (220us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134043.165552:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13148 00002000:00100000:1.0:1746134043.165557:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091b08000 x1830953552358912/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134043.165563:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b08000 with x1830953552358912 ext(0->4095) 00002000:00010000:1.0:1746134043.165566:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091b08000 00000100:00100000:0.0:1746134043.168512:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.168595:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552359040 00000100:00100000:3.0:1746134043.168601:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552359040 00000100:00100000:3.0:1746134043.168633:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29791 00000100:00100000:3.0:1746134043.168639:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:1757:x1830953552359040:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134043.168653:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134043.168665:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8bd6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750064 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.168685:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244c000/0x9682c7de153c8bcf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575005d expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.168692:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.168694:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.168697:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8bd6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750064 expref: 12 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.168721:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013244c000/0x9682c7de153c8bcf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575005d expref: 5 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.168731:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013244c000/0x9682c7de153c8bcf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575005d expref: 5 pid: 9581 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.168741:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548133632:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134043.168813:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10cf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746134043.170251:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.173312:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552359168 00000100:00100000:2.0:1746134043.173322:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552359168 00000100:00100000:2.0:1746134043.173380:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29792 00000100:00100000:2.0:1746134043.173387:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+13:1755:x1830953552359168:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134043.173401:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134043.173415:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8bdd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575006b expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.173441:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.173446:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8bd6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750064 expref: 14 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.173451:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134043.173454:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8bdd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575006b expref: 14 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.173483:0:24940:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8bd6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750064 expref: 14 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.173498:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8bdd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575006b expref: 14 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.173506:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90ee00, rc 0) 00000100:00100000:2.0:1746134043.173546:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+14:1755:x1830953552359168:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 160us (3299us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134043.173552:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29792 00000100:00100000:3.0:1746134043.174211:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9581:1830953548133632:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134043.174351:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8bd6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750064 expref: 13 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.174362:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244d200, rc 0) 00000100:00100000:3.0:1746134043.174396:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+13:1757:x1830953552359040:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5758us (5889us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.174405:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29791 00000100:00100000:0.0:1746134043.175409:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.175530:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552359296 00000100:00100000:2.0:1746134043.175535:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552359296 00010000:00010000:2.0:1746134043.175556:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013244c000/0x9682c7de153c8bcf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575005d expref: 6 pid: 9581 timeout: 812 lvb_type: 0 00000100:00100000:2.0:1746134043.175580:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15094 00000100:00100000:2.0:1746134043.175586:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b0b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552359296:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134043.175595:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134043.175610:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013244c000/0x9682c7de153c8bcf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575005d expref: 6 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.175618:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013244c000/0x9682c7de153c8bcf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575005d expref: 6 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.175634:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013244c000/0x9682c7de153c8bcf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575005d expref: 6 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.175654:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.175656:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.175661:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8bd6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750064 expref: 12 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.175667:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8bd6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750064 expref: 12 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.175687:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8bd6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750064 expref: 12 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.175696:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8bd6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750064 expref: 12 pid: 9581 timeout: 812 lvb_type: 0 00000100:00100000:2.0:1746134043.175705:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080652a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548133888:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134043.175764:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129c933c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746134043.179923:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080652a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548133888:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134043.179941:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134043.180276:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b0b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552359296:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4688us (4868us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134043.180286:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15094 00000100:00100000:0.0:1746134043.186327:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.186621:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552359552 00000100:00100000:2.0:1746134043.186629:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552359552 00002000:00100000:2.0:1746134043.186666:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091b0aa00 x1830953552359552/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.186676:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b0aa00 with x1830953552359552 ext(0->4095) 00010000:00010000:2.0:1746134043.186684:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8bd6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750064 expref: 13 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.186702:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8bd6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750064 expref: 13 pid: 9581 timeout: 812 lvb_type: 0 00002000:00010000:2.0:1746134043.186709:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091b0aa00 00000100:00100000:2.0:1746134043.186740:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2526 00000100:00100000:2.0:1746134043.186747:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+13:2009:x1830953552359552:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134043.186855:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+13:2009:x1830953552359552:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (535us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134043.186860:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2526 00002000:00100000:2.0:1746134043.186866:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091b0aa00 x1830953552359552/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.186873:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b0aa00 with x1830953552359552 ext(0->4095) 00010000:00010000:2.0:1746134043.186878:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8bd6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750064 expref: 13 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.186887:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8bd6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750064 expref: 13 pid: 9581 timeout: 812 lvb_type: 0 00002000:00010000:2.0:1746134043.186892:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091b0aa00 00000100:00100000:0.0:1746134043.205953:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134043.206000:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134043.206028:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134043.206042:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134043.206065:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134043.206082:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134043.206093:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.206105:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552360576 00000100:00100000:0.0:1746134043.206133:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.206135:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552360576 00000100:00100000:0.0:1746134043.206159:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552360448 00000100:00100000:0.0:1746134043.206162:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552360448 00010000:00010000:3.0:1746134043.206172:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8bd6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750064 expref: 13 pid: 9581 timeout: 812 lvb_type: 0 00000100:00100000:0.0:1746134043.206193:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552360064 00000100:00100000:0.0:1746134043.206195:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552360064 00000100:00100000:3.0:1746134043.206202:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15095 00000100:00100000:3.0:1746134043.206209:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b08e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+13:2010:x1830953552360576:12345-192.168.203.26@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1746134043.206209:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 735 00000100:00100000:0.0:1746134043.206214:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+5:2012:x1830953552360064:12345-192.168.203.26@tcp:400:kworker.0 00010000:00010000:3.0:1746134043.206219:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134043.206235:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8bd6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750064 expref: 13 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.206245:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8bd6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750064 expref: 13 pid: 9581 timeout: 812 lvb_type: 0 00000100:00100000:0.0:1746134043.206263:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+5:2012:x1830953552360064:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 47us (185us total) trans 0 rc 0/0 00010000:00010000:3.0:1746134043.206271:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8bd6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750064 expref: 13 pid: 9581 timeout: 812 lvb_type: 0 00000100:00100000:0.0:1746134043.206273:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 735 00000100:00100000:0.0:1746134043.206285:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29793 00010000:00010000:3.0:1746134043.206290:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1746134043.206290:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2008:x1830953552360448:12345-192.168.203.26@tcp:9:kworker.0 00010000:00010000:3.0:1746134043.206292:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.206297:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8bdd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575006b expref: 12 pid: 24940 timeout: 0 lvb_type: 0 00000020:00000080:0.0:1746134043.206303:0:24940:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x9682c7de152a9e22 00010000:00010000:3.0:1746134043.206304:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8bdd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575006b expref: 12 pid: 24940 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1746134043.206308:0:24940:0:(import.c:66:import_set_state_nolock()) ffff88012f5a6000 : changing import state from FULL to CLOSED 00010000:00010000:3.0:1746134043.206327:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8bdd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575006b expref: 12 pid: 24940 timeout: 0 lvb_type: 0 00000001:00000004:0.0:1746134043.206336:0:24940:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294972110 00000100:00100000:3.0:1746134043.206338:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548134016:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134043.206389:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10cf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746134043.206412:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+2:2008:x1830953552360448:12345-192.168.203.26@tcp:9:kworker.0 Request processed in 121us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134043.206417:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29793 00010000:00010000:3.0:1746134043.206422:0:7222:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746134043.206429:0:10165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552359936 00000100:00100000:0.0:1746134043.206431:0:10165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552359936 00000100:00080000:3.0:1746134043.206439:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746134043.206442:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746134043.206446:0:10165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552359808 00000100:00100000:0.0:1746134043.206447:0:10165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552359808 00000100:00080000:3.0:1746134043.206463:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746134043.206463:0:10165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552360320 00000100:00100000:0.0:1746134043.206465:0:10165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552360320 00000100:00100000:0.0:1746134043.206476:0:10165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552360192 00000100:00080000:3.0:1746134043.206477:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746134043.206477:0:10165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552360192 00000100:00080000:3.0:1746134043.206489:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746134043.206490:0:10165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1067 00000100:00100000:0.0:1746134043.206493:0:10165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+5:2011:x1830953552359936:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:0.0:1746134043.206510:0:10165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+5:2011:x1830953552359936:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 16us (467us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134043.206513:0:10165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1067 00000100:00100000:0.0:1746134043.206519:0:10165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1068 00000100:00100000:0.0:1746134043.206522:0:10165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2012:x1830953552359808:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:0.0:1746134043.206534:0:10165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2012:x1830953552359808:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 12us (469us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134043.206538:0:10165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1068 00000100:00100000:0.0:1746134043.206543:0:10165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1069 00000100:00100000:0.0:1746134043.206547:0:10165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2012:x1830953552360320:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:3.0:1746134043.206559:0:21557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1070 00000100:00100000:0.0:1746134043.206561:0:10165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2012:x1830953552360320:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 14us (467us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.206565:0:21557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+7:2011:x1830953552360192:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:0.0:1746134043.206565:0:10165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1069 00000100:00100000:3.0:1746134043.206588:0:21557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+7:2011:x1830953552360192:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 24us (475us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.206593:0:21557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1070 00000100:00100000:2.0:1746134043.206664:0:7227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552359680 00000100:00100000:2.0:1746134043.206667:0:7227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552359680 00000100:00100000:2.0:1746134043.206695:0:7227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 544 00000100:00100000:2.0:1746134043.206699:0:7227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d426050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ae21eae-e936-44f8-bd00-c4aedad69a99+12:2011:x1830953552359680:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:2.0:1746134043.206832:0:7227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d426050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ae21eae-e936-44f8-bd00-c4aedad69a99+12:2011:x1830953552359680:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 132us (886us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134043.206838:0:7227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 544 00000100:00100000:3.0:1746134043.208978:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548134016:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134043.208995:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134043.209034:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b08e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+12:2010:x1830953552360576:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2826us (3033us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.209042:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15095 00000100:00100000:0.0:1746134043.210525:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134043.211324:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552360832 00000100:00100000:1.0:1746134043.211331:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552360832 00002000:00100000:1.0:1746134043.211365:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d5e1f80 x1830953552360832/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134043.211379:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d5e1f80 with x1830953552360832 ext(0->4095) 00002000:00010000:1.0:1746134043.211383:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d5e1f80 00000100:00100000:1.0:1746134043.211414:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13149 00000100:00100000:1.0:1746134043.211421:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+12:2009:x1830953552360832:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134043.211621:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+12:2009:x1830953552360832:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 200us (1099us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134043.211627:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13149 00002000:00100000:1.0:1746134043.211632:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d5e1f80 x1830953552360832/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134043.211639:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d5e1f80 with x1830953552360832 ext(0->4095) 00002000:00010000:1.0:1746134043.211642:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d5e1f80 00000100:00100000:1.0:1746134043.214826:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.214910:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552360960 00000100:00100000:2.0:1746134043.214916:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552360960 00000100:00100000:2.0:1746134043.214962:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29794 00000100:00100000:2.0:1746134043.214970:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552360960:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134043.214984:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134043.214996:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8be4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750072 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.215016:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8bdd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575006b expref: 11 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.215023:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134043.215024:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134043.215027:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8be4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750072 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.215051:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8bdd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575006b expref: 11 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.215061:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8bdd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575006b expref: 11 pid: 24940 timeout: 812 lvb_type: 0 00000100:00100000:2.0:1746134043.215070:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080652a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548134144:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134043.215173:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f0c0 going to sleep for 11 seconds 00010000:00010000:2.0:1746134043.225168:0:9597:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746134043.226232:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080652a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548134144:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134043.226259:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8be4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750072 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.226275:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f000, rc 0) 00000100:00100000:3.0:1746134043.226321:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552360960:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 11352us (11501us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.226329:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29794 00000100:00100000:0.0:1746134043.234244:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.235948:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552361088 00000100:00100000:2.0:1746134043.235956:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552361088 00002000:00100000:2.0:1746134043.235990:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012d5e2a00 x1830953552361088/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 496/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.235999:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d5e2a00 with x1830953552361088 ext(0->7) 00010000:00010000:2.0:1746134043.236007:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8bdd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575006b expref: 12 pid: 24940 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.236019:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8bdd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575006b expref: 12 pid: 24940 timeout: 812 lvb_type: 0 00002000:00010000:2.0:1746134043.236026:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d5e2a00 00000100:00100000:2.0:1746134043.236055:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2527 00000100:00100000:2.0:1746134043.236062:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+12:2010:x1830953552361088:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746134043.239833:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+14:2010:x1830953552361088:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 3763us (5587us total) trans 4294970662 rc 0/0 00000100:00100000:0.0:1746134043.239845:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2527 00002000:00100000:0.0:1746134043.239854:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012d5e2a00 x1830953552361088/t4294970662(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 496/448 e 0 to 0 dl 1746134054 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134043.239992:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d5e2a00 with x1830953552361088 ext(0->7) 00010000:00010000:0.0:1746134043.240001:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8bdd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575006b expref: 14 pid: 24940 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746134043.240015:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8bdd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575006b expref: 14 pid: 24940 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746134043.240021:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d5e2a00 00000100:00100000:1.0:1746134043.243401:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134043.244047:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.245300:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552361216 00000100:00100000:3.0:1746134043.245308:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552361216 00000100:00100000:3.0:1746134043.245346:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29795 00000100:00100000:3.0:1746134043.245352:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+14:1755:x1830953552361216:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134043.245366:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134043.245378:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c8beb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750079 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.245397:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134043.245402:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8be4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750072 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.245407:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746134043.245410:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c8beb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750079 expref: 15 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.245438:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8be4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750072 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.245448:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c8beb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750079 expref: 15 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.245456:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244c600, rc 0) 00000100:00100000:3.0:1746134043.245503:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+15:1755:x1830953552361216:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 150us (2109us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.245509:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29795 00000100:00100000:2.0:1746134043.247467:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552361344 00000100:00100000:2.0:1746134043.247474:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552361344 00010000:00010000:2.0:1746134043.247502:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8bdd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575006b expref: 15 pid: 24940 timeout: 812 lvb_type: 0 00000100:00100000:2.0:1746134043.247534:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15096 00000100:00100000:2.0:1746134043.247539:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+15:2010:x1830953552361344:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134043.247549:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134043.247561:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8bdd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575006b expref: 15 pid: 24940 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.247570:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8bdd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575006b expref: 15 pid: 24940 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.247589:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ee00/0x9682c7de153c8bdd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575006b expref: 15 pid: 24940 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.247612:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.247613:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.247618:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8be4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750072 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.247624:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8be4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750072 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.247644:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8be4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750072 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.247653:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8be4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750072 expref: 5 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:2.0:1746134043.247661:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548134400:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134043.247726:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157fd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746134043.251037:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548134400:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134043.251054:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134043.251479:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.251532:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+14:2010:x1830953552361344:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3991us (7483us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134043.251541:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15096 00000100:00100000:2.0:1746134043.251579:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552361600 00000100:00100000:2.0:1746134043.251584:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552361600 00002000:00100000:2.0:1746134043.251608:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d5e1880 x1830953552361600/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.251616:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d5e1880 with x1830953552361600 ext(0->4095) 00010000:00010000:2.0:1746134043.251623:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8be4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750072 expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.251633:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8be4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750072 expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00002000:00010000:2.0:1746134043.251638:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d5e1880 00000100:00100000:2.0:1746134043.251943:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2528 00000100:00100000:2.0:1746134043.251950:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552361600:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134043.252746:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552361600:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 794us (1266us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134043.252752:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2528 00002000:00100000:2.0:1746134043.252758:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d5e1880 x1830953552361600/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.252766:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d5e1880 with x1830953552361600 ext(0->4095) 00010000:00010000:2.0:1746134043.252771:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8be4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750072 expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.252780:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8be4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750072 expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00002000:00010000:2.0:1746134043.252784:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d5e1880 00000100:00100000:0.0:1746134043.259196:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.259496:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552361728 00000100:00100000:2.0:1746134043.259504:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552361728 00010000:00010000:2.0:1746134043.259535:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8be4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750072 expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:2.0:1746134043.259572:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15097 00000100:00100000:2.0:1746134043.259579:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129eb6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953552361728:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134043.259591:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134043.259608:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8be4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750072 expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.259618:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8be4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750072 expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.259636:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8be4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750072 expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.259663:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.259665:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.259671:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c8beb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750079 expref: 13 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.259678:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c8beb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750079 expref: 13 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.259706:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c8beb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750079 expref: 13 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134043.259719:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548134528:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134043.259789:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f480 going to sleep for 11 seconds 00000100:00100000:0.0:1746134043.264839:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.264920:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552361984 00000100:00100000:3.0:1746134043.264927:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552361984 00002000:00100000:3.0:1746134043.264964:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d5e3800 x1830953552361984/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134043.264974:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d5e3800 with x1830953552361984 ext(0->4095) 00002000:00010000:3.0:1746134043.264978:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d5e3800 00000100:00100000:3.0:1746134043.265006:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13150 00000100:00100000:3.0:1746134043.265013:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+14:2009:x1830953552361984:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134043.265163:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+14:2009:x1830953552361984:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 150us (330us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134043.265169:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13150 00002000:00100000:3.0:1746134043.265174:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d5e3800 x1830953552361984/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134043.265180:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d5e3800 with x1830953552361984 ext(0->4095) 00002000:00010000:3.0:1746134043.265183:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d5e3800 00000100:00100000:2.0:1746134043.265901:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548134528:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134043.265917:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134043.265939:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129eb6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2012:x1830953552361728:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 6361us (6751us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134043.265947:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15097 00000100:00100000:0.0:1746134043.269401:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.269466:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552362112 00000100:00100000:3.0:1746134043.269473:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552362112 00000100:00100000:3.0:1746134043.269517:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29796 00000100:00100000:3.0:1746134043.269524:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552362112:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134043.269539:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134043.269553:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8bf2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750080 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.269575:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c8beb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750079 expref: 13 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.269586:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134043.269588:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134043.269591:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8bf2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750080 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.269616:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c8beb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750079 expref: 13 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.269625:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c8beb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750079 expref: 13 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.269635:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548134656:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134043.269713:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746134043.274400:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.274562:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552362240 00000100:00100000:2.0:1746134043.274570:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552362240 00010000:00010000:2.0:1746134043.274597:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c8beb lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750079 expref: 14 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:2.0:1746134043.274623:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15098 00000100:00100000:2.0:1746134043.274629:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+14:2010:x1830953552362240:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134043.274641:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134043.274655:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c8beb lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750079 expref: 14 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.274666:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c8beb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750079 expref: 14 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.274684:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.274686:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.274692:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8bf2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750080 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.274703:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8bf2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750080 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.274729:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8bf2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750080 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134043.274740:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548134784:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134043.275780:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f000 going to sleep for 11 seconds 00000100:00100000:1.0:1746134043.276191:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134043.276405:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552362368 00000100:00100000:0.0:1746134043.276410:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552362368 00000100:00100000:0.0:1746134043.276448:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29797 00000100:00100000:0.0:1746134043.276455:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+15:1755:x1830953552362368:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134043.276467:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134043.276649:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134e22000/0x9682c7de153c8bf9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750087 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134043.276670:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8bf2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750080 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134043.276676:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134043.276678:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134043.276681:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134e22000/0x9682c7de153c8bf9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750087 expref: 16 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134043.276699:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8bf2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750080 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134043.276709:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8bf2 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750080 expref: 6 pid: 9580 timeout: 812 lvb_type: 0 00000100:00100000:0.0:1746134043.276717:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548134912:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134043.276769:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90ca80 going to sleep for 11 seconds 00010000:00010000:3.0:1746134043.277023:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013244c600/0x9682c7de153c8beb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750079 expref: 16 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.277040:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548134656:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134043.277056:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8bf2 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750080 expref: 6 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.277062:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8bf2 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750080 expref: 6 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.277068:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244da00, rc 0) 00000100:00100000:3.0:1746134043.277110:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552362112:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7586us (7715us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.277131:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29796 00000100:00100000:1.0:1746134043.278032:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d5e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548134912:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134043.278046:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134e22000/0x9682c7de153c8bf9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750087 expref: 15 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.278055:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134e22000, rc 0) 00000100:00100000:1.0:1746134043.278084:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+15:1755:x1830953552362368:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1620us (1886us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134043.278089:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29797 00000100:00100000:2.0:1746134043.279404:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548134784:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134043.279417:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134043.279443:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+14:2010:x1830953552362240:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4813us (5049us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134043.279450:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15098 00000100:00100000:0.0:1746134043.281053:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134043.281145:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552362624 00000100:00100000:1.0:1746134043.281151:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552362624 00002000:00100000:1.0:1746134043.281183:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d5e2680 x1830953552362624/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134043.281191:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d5e2680 with x1830953552362624 ext(0->4095) 00010000:00010000:1.0:1746134043.281199:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8bf2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750080 expref: 6 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746134043.281210:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8bf2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750080 expref: 6 pid: 9580 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746134043.281215:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d5e2680 00000100:00100000:1.0:1746134043.281817:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2529 00000100:00100000:1.0:1746134043.281825:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552362624:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134043.282690:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552362624:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 864us (1639us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134043.282696:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2529 00002000:00100000:1.0:1746134043.282701:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d5e2680 x1830953552362624/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134043.282718:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d5e2680 with x1830953552362624 ext(0->4095) 00010000:00010000:1.0:1746134043.282723:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8bf2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750080 expref: 6 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746134043.282733:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8bf2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750080 expref: 6 pid: 9580 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746134043.282743:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d5e2680 00000100:00100000:0.0:1746134043.289924:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.289979:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552362752 00000100:00100000:2.0:1746134043.289987:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552362752 00010000:00010000:2.0:1746134043.290024:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8bf2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750080 expref: 6 pid: 9580 timeout: 812 lvb_type: 0 00000100:00100000:2.0:1746134043.290057:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15099 00000100:00100000:2.0:1746134043.290063:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552362752:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134043.290083:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134043.290098:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8bf2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750080 expref: 6 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.290107:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8bf2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750080 expref: 6 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.290149:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8bf2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750080 expref: 6 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.290174:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.290176:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.290182:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134e22000/0x9682c7de153c8bf9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750087 expref: 13 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.290189:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134e22000/0x9682c7de153c8bf9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750087 expref: 13 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.290215:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880134e22000/0x9682c7de153c8bf9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750087 expref: 13 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134043.290225:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548135040:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134043.290293:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f000 going to sleep for 11 seconds 00000100:00100000:0.0:1746134043.293245:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134043.293317:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552363008 00000100:00100000:1.0:1746134043.293323:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552363008 00002000:00100000:1.0:1746134043.293358:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d5e2d80 x1830953552363008/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134043.293366:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d5e2d80 with x1830953552363008 ext(0->4095) 00002000:00010000:1.0:1746134043.293370:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d5e2d80 00000100:00100000:1.0:1746134043.293394:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13151 00000100:00100000:1.0:1746134043.293400:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+14:2009:x1830953552363008:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134043.293510:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+14:2009:x1830953552363008:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (272us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134043.293516:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13151 00002000:00100000:1.0:1746134043.293521:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d5e2d80 x1830953552363008/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134043.293527:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d5e2d80 with x1830953552363008 ext(0->4095) 00002000:00010000:1.0:1746134043.293529:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d5e2d80 00000100:00100000:2.0:1746134043.293599:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548135040:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134043.293612:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134043.293632:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552362752:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3570us (3715us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134043.293638:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15099 00000100:00100000:0.0:1746134043.299027:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134043.299099:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552363136 00000100:00100000:1.0:1746134043.299107:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552363136 00000100:00100000:1.0:1746134043.299265:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29798 00000100:00100000:1.0:1746134043.299273:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552363136:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134043.299286:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134043.299299:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8c00 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575008e expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.299327:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134e22000/0x9682c7de153c8bf9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750087 expref: 13 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.299333:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134043.299335:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134043.299338:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8c00 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575008e expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.299361:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134e22000/0x9682c7de153c8bf9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750087 expref: 13 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.299371:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134e22000/0x9682c7de153c8bf9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750087 expref: 13 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:1.0:1746134043.299381:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011db4d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548135168:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134043.299446:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20000 going to sleep for 11 seconds 00000100:00100000:1.0:1746134043.300718:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011db4d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548135168:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134043.300736:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8c00 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575008e expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.300747:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095786600, rc 0) 00000100:00100000:1.0:1746134043.301197:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552363136:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1923us (2173us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134043.301203:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29798 00000100:00100000:0.0:1746134043.307041:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.307149:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552363264 00000100:00100000:3.0:1746134043.307157:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552363264 00002000:00100000:3.0:1746134043.307190:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009b900700 x1830953552363264/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 496/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134043.307198:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b900700 with x1830953552363264 ext(0->7) 00010000:00010000:3.0:1746134043.307205:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134e22000/0x9682c7de153c8bf9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750087 expref: 14 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.307216:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134e22000/0x9682c7de153c8bf9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750087 expref: 14 pid: 9582 timeout: 812 lvb_type: 0 00002000:00010000:3.0:1746134043.307222:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b900700 00000100:00100000:3.0:1746134043.307295:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2530 00000100:00100000:3.0:1746134043.307302:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b900700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+14:2010:x1830953552363264:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746134043.307949:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b900700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2010:x1830953552363264:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 646us (913us total) trans 4294970663 rc 0/0 00000100:00100000:3.0:1746134043.307955:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2530 00002000:00100000:3.0:1746134043.307960:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009b900700 x1830953552363264/t4294970663(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 496/448 e 0 to 0 dl 1746134054 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134043.307967:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b900700 with x1830953552363264 ext(0->7) 00010000:00010000:3.0:1746134043.307972:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134e22000/0x9682c7de153c8bf9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750087 expref: 16 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.307986:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134e22000/0x9682c7de153c8bf9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750087 expref: 16 pid: 9582 timeout: 812 lvb_type: 0 00002000:00010000:3.0:1746134043.307991:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b900700 00000100:00100000:0.0:1746134043.311650:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.311726:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552363392 00000100:00100000:2.0:1746134043.311732:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552363392 00010000:00010000:2.0:1746134043.311759:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134e22000/0x9682c7de153c8bf9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750087 expref: 16 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:2.0:1746134043.311784:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15100 00000100:00100000:2.0:1746134043.311790:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b901180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2012:x1830953552363392:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134043.311800:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134043.311815:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134e22000/0x9682c7de153c8bf9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750087 expref: 16 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.311824:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134e22000/0x9682c7de153c8bf9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750087 expref: 16 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.311841:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134e22000/0x9682c7de153c8bf9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750087 expref: 16 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.311948:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.311951:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.311956:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8c00 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575008e expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.311963:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8c00 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575008e expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.311988:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8c00 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575008e expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134043.311997:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548135296:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134043.313754:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f000 going to sleep for 11 seconds 00000100:00100000:0.0:1746134043.314822:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134043.314882:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552363520 00000100:00100000:1.0:1746134043.314887:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552363520 00000100:00100000:1.0:1746134043.314926:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29799 00000100:00100000:1.0:1746134043.314933:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b901f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:1755:x1830953552363520:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134043.314947:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134043.314960:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8c07 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750095 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.314979:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8c00 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575008e expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.314984:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134043.314986:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134043.314988:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8c07 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750095 expref: 17 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.315009:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8c00 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575008e expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.315018:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8c00 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575008e expref: 5 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:1.0:1746134043.315027:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011db4d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548135424:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134043.315089:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20000 going to sleep for 11 seconds 00000100:00100000:0.0:1746134043.317565:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134043.317677:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011db4d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548135424:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134043.317696:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8c07 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750095 expref: 17 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.317714:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095786800, rc 0) 00000100:00100000:1.0:1746134043.317746:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b901f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+17:1755:x1830953552363520:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2813us (2928us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134043.317753:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29799 00000100:00100000:2.0:1746134043.317862:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548135296:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134043.317873:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134043.317889:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b901180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2012:x1830953552363392:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 6099us (6244us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134043.317895:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15100 00000100:00100000:3.0:1746134043.318343:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552363776 00000100:00100000:3.0:1746134043.318349:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552363776 00002000:00100000:3.0:1746134043.318376:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b903100 x1830953552363776/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134043.318385:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b903100 with x1830953552363776 ext(0->4095) 00010000:00010000:3.0:1746134043.318390:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8c00 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575008e expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.318400:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8c00 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575008e expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00002000:00010000:3.0:1746134043.318406:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b903100 00000100:00100000:3.0:1746134043.318419:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2531 00000100:00100000:3.0:1746134043.318425:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b903100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953552363776:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746134043.318518:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b903100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953552363776:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 Request processed in 92us (958us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134043.318523:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2531 00002000:00100000:3.0:1746134043.318528:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b903100 x1830953552363776/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134043.318535:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b903100 with x1830953552363776 ext(0->4095) 00010000:00010000:3.0:1746134043.318539:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8c00 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575008e expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.318547:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8c00 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575008e expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00002000:00010000:3.0:1746134043.318552:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b903100 00000100:00100000:0.0:1746134043.321731:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.321824:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552363904 00000100:00100000:2.0:1746134043.321831:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552363904 00010000:00010000:2.0:1746134043.321857:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8c00 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575008e expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:2.0:1746134043.322035:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15101 00000100:00100000:2.0:1746134043.322042:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b900380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552363904:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134043.322052:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134043.322066:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8c00 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575008e expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.322084:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8c00 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575008e expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.322102:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8c00 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575008e expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.322289:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.322291:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.322298:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8c07 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750095 expref: 15 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.322305:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8c07 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750095 expref: 15 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.322331:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8c07 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750095 expref: 15 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134043.322341:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548135552:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134043.322670:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f000 going to sleep for 11 seconds 00000100:00100000:0.0:1746134043.325693:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.325771:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548135552:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134043.325786:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134043.325818:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b900380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552363904:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3775us (4092us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134043.325826:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15101 00000100:00100000:1.0:1746134043.325893:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552364160 00000100:00100000:1.0:1746134043.325898:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552364160 00002000:00100000:1.0:1746134043.325926:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b901880 x1830953552364160/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134043.325935:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b901880 with x1830953552364160 ext(0->4095) 00002000:00010000:1.0:1746134043.325939:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b901880 00000100:00100000:1.0:1746134043.325951:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13152 00000100:00100000:1.0:1746134043.325956:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b901880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2010:x1830953552364160:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134043.326051:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b901880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2010:x1830953552364160:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 94us (363us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134043.326056:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13152 00002000:00100000:1.0:1746134043.326061:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b901880 x1830953552364160/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134043.326067:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b901880 with x1830953552364160 ext(0->4095) 00002000:00010000:1.0:1746134043.326070:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b901880 00000100:00100000:0.0:1746134043.335107:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134043.335228:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552364288 00000100:00100000:1.0:1746134043.335235:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552364288 00000100:00100000:1.0:1746134043.335280:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29800 00000100:00100000:1.0:1746134043.335287:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b900a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552364288:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134043.335301:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134043.335314:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8c0e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575009c expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.335336:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8c07 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750095 expref: 15 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.335342:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134043.335344:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134043.335346:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8c0e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575009c expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.335368:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8c07 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750095 expref: 15 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.335378:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8c07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750095 expref: 15 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:1.0:1746134043.335388:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011db4d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548135680:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134043.339416:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746134043.340580:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011db4d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548135680:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134043.340601:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8c0e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575009c expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.340615:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095786e00, rc 0) 00000100:00100000:1.0:1746134043.340656:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b900a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552364288:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5369us (5553us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134043.340665:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29800 00000100:00100000:0.0:1746134043.350038:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.350480:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552364416 00000100:00100000:3.0:1746134043.350488:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552364416 00002000:00100000:3.0:1746134043.350528:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009b900000 x1830953552364416/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 496/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134043.350537:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b900000 with x1830953552364416 ext(0->7) 00010000:00010000:3.0:1746134043.350544:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8c07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750095 expref: 16 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.350555:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8c07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750095 expref: 16 pid: 9582 timeout: 812 lvb_type: 0 00002000:00010000:3.0:1746134043.350561:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b900000 00000100:00100000:3.0:1746134043.350588:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2532 00000100:00100000:3.0:1746134043.350596:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b900000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2010:x1830953552364416:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746134043.351352:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b900000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+18:2010:x1830953552364416:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 755us (1318us total) trans 4294970664 rc 0/0 00000100:00100000:3.0:1746134043.351359:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2532 00002000:00100000:3.0:1746134043.351364:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009b900000 x1830953552364416/t4294970664(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 496/448 e 0 to 0 dl 1746134054 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134043.351377:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b900000 with x1830953552364416 ext(0->7) 00010000:00010000:3.0:1746134043.351382:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8c07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750095 expref: 18 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.351391:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8c07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750095 expref: 18 pid: 9582 timeout: 812 lvb_type: 0 00002000:00010000:3.0:1746134043.351396:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b900000 00000100:00100000:0.0:1746134043.357474:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134043.360147:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134043.360241:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552364544 00000100:00100000:1.0:1746134043.360248:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552364544 00000100:00100000:2.0:1746134043.360939:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552364672 00000100:00100000:2.0:1746134043.360943:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552364672 00010000:00010000:2.0:1746134043.360962:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8c07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750095 expref: 19 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:2.0:1746134043.360983:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15102 00000100:00100000:2.0:1746134043.360989:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+19:2010:x1830953552364672:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134043.361000:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134043.361015:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8c07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750095 expref: 19 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.361025:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8c07 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750095 expref: 19 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.361043:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8c07 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750095 expref: 19 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:1.0:1746134043.361235:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29801 00000100:00100000:1.0:1746134043.361242:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a03bf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+18:1755:x1830953552364544:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134043.361253:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134043.361263:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c8c15 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957500a3 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.361275:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134043.361280:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8c0e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575009c expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.361285:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134043.361288:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c8c15 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957500a3 expref: 19 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.361314:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8c0e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575009c expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.361323:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c8c15 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957500a3 expref: 19 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.361330:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134043.361331:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134043.361336:0:9582:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8c0e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575009c expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.361346:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8c0e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575009c expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.361359:0:9582:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8c0e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575009c expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.361368:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8c0e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575009c expref: 5 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:1.0:1746134043.361377:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011db4d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548135936:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134043.361431:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20b40 going to sleep for 11 seconds 00010000:00010000:2.0:1746134043.361862:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134043.361884:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+19:2010:x1830953552364672:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 895us (1742us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134043.361890:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15102 00000100:00100000:1.0:1746134043.364782:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011db4d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548135936:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134043.364798:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095786a00, rc 0) 00000100:00100000:1.0:1746134043.365033:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a03bf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+18:1755:x1830953552364544:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3790us (7563us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134043.365042:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29801 00000100:00100000:0.0:1746134043.365294:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.365653:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552364928 00000100:00100000:2.0:1746134043.365659:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552364928 00002000:00100000:2.0:1746134043.365690:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007282df80 x1830953552364928/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.365699:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282df80 with x1830953552364928 ext(0->4095) 00010000:00010000:2.0:1746134043.365706:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8c0e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575009c expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.365716:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8c0e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575009c expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00002000:00010000:2.0:1746134043.365722:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007282df80 00000100:00100000:2.0:1746134043.365736:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2533 00000100:00100000:2.0:1746134043.365742:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552364928:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134043.365848:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552364928:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (552us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134043.365853:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2533 00002000:00100000:2.0:1746134043.365858:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007282df80 x1830953552364928/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.365870:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282df80 with x1830953552364928 ext(0->4095) 00010000:00010000:2.0:1746134043.365874:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8c0e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575009c expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.365882:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8c0e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575009c expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00002000:00010000:2.0:1746134043.365886:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007282df80 00000100:00100000:0.0:1746134043.368642:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.368884:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552365056 00000100:00100000:2.0:1746134043.368890:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552365056 00010000:00010000:2.0:1746134043.368918:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8c0e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575009c expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:2.0:1746134043.368938:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15103 00000100:00100000:2.0:1746134043.368944:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2011:x1830953552365056:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134043.368955:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134043.368969:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8c0e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575009c expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.368978:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8c0e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575009c expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.368995:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8c0e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575009c expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.369006:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.369008:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.369012:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c8c15 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957500a3 expref: 17 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.369018:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c8c15 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957500a3 expref: 17 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.369042:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c8c15 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957500a3 expref: 17 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134043.369052:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548136064:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134043.369139:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f540 going to sleep for 11 seconds 00000100:00100000:2.0:1746134043.372008:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548136064:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134043.372024:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134043.372053:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2011:x1830953552365056:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3109us (3417us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134043.372062:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15103 00000100:00100000:0.0:1746134043.373825:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134043.373972:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552365312 00000100:00100000:1.0:1746134043.373979:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552365312 00002000:00100000:1.0:1746134043.374009:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007282e300 x1830953552365312/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134043.374017:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282e300 with x1830953552365312 ext(0->4095) 00002000:00010000:1.0:1746134043.374021:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007282e300 00000100:00100000:1.0:1746134043.374170:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13153 00000100:00100000:1.0:1746134043.374177:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+18:2012:x1830953552365312:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746134043.374299:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+18:2012:x1830953552365312:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 Request processed in 121us (477us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134043.374305:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13153 00002000:00100000:1.0:1746134043.374309:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007282e300 x1830953552365312/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134043.374317:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282e300 with x1830953552365312 ext(0->4095) 00002000:00010000:1.0:1746134043.374319:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007282e300 00000100:00100000:0.0:1746134043.379981:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134043.380065:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552365440 00000100:00100000:1.0:1746134043.380072:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552365440 00000100:00100000:1.0:1746134043.380276:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29802 00000100:00100000:1.0:1746134043.380283:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552365440:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134043.380297:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134043.380309:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8c1c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957500aa expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.380330:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c8c15 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957500a3 expref: 17 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.380336:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134043.380338:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134043.380341:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8c1c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957500aa expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.380364:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c8c15 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500a3 expref: 17 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.380378:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c8c15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500a3 expref: 17 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:1.0:1746134043.380388:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011db4c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548136192:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134043.381345:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20540 going to sleep for 11 seconds 00000100:00100000:1.0:1746134043.388212:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011db4c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548136192:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134043.388236:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8c1c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957500aa expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.388250:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095786600, rc 0) 00000100:00100000:1.0:1746134043.388285:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552365440:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8001us (8310us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134043.388292:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29802 00000100:00100000:0.0:1746134043.392302:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134043.392691:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552365568 00000100:00100000:1.0:1746134043.392697:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552365568 00000100:00100000:1.0:1746134043.392742:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29803 00000100:00100000:1.0:1746134043.392749:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+18:1755:x1830953552365568:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134043.392764:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134043.392776:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c8c23 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957500b1 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.392796:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134043.392800:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8c1c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957500aa expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.392809:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746134043.392812:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c8c23 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957500b1 expref: 19 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.392837:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8c1c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500aa expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.392847:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c8c23 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957500b1 expref: 19 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.392854:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095787400, rc 0) 00000100:00100000:1.0:1746134043.393408:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+19:1755:x1830953552365568:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 658us (1111us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134043.393414:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29803 00000100:00100000:0.0:1746134043.399764:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.400480:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552365696 00000100:00100000:2.0:1746134043.400487:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552365696 00002000:00100000:2.0:1746134043.400519:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88007282f100 x1830953552365696/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 496/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.400527:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282f100 with x1830953552365696 ext(0->7) 00010000:00010000:2.0:1746134043.400535:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c8c15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500a3 expref: 19 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.400546:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c8c15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500a3 expref: 19 pid: 9582 timeout: 812 lvb_type: 0 00002000:00010000:2.0:1746134043.400557:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007282f100 00000100:00100000:2.0:1746134043.400692:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2534 00000100:00100000:2.0:1746134043.400699:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+19:2010:x1830953552365696:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746134043.401475:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+21:2010:x1830953552365696:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 774us (1715us total) trans 4294970665 rc 0/0 00000100:00100000:2.0:1746134043.401482:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2534 00002000:00100000:2.0:1746134043.401488:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88007282f100 x1830953552365696/t4294970665(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 496/448 e 0 to 0 dl 1746134054 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.401495:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282f100 with x1830953552365696 ext(0->7) 00010000:00010000:2.0:1746134043.401500:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c8c15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500a3 expref: 21 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.401509:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c8c15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500a3 expref: 21 pid: 9582 timeout: 812 lvb_type: 0 00002000:00010000:2.0:1746134043.401514:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007282f100 00000100:00100000:0.0:1746134043.403368:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.403550:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552365824 00000100:00100000:2.0:1746134043.403555:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552365824 00010000:00010000:2.0:1746134043.403578:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c8c15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500a3 expref: 21 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:2.0:1746134043.403598:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15104 00000100:00100000:2.0:1746134043.403604:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129eb6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+21:2012:x1830953552365824:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134043.403615:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134043.403630:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c8c15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500a3 expref: 21 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.403640:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c8c15 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500a3 expref: 21 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.403658:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c8c15 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500a3 expref: 21 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.404059:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.404062:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.404068:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8c1c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500aa expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.404085:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8c1c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500aa expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.404142:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8c1c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500aa expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.404153:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8c1c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500aa expref: 5 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:2.0:1746134043.404162:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548136448:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134043.404811:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f540 going to sleep for 11 seconds 00000100:00100000:2.0:1746134043.406332:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548136448:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134043.406346:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134043.406372:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129eb6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+20:2012:x1830953552365824:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2768us (3007us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134043.406380:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15104 00000100:00100000:0.0:1746134043.406937:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.407603:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552366080 00000100:00100000:3.0:1746134043.407610:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552366080 00002000:00100000:3.0:1746134043.407635:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007282c380 x1830953552366080/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134043.407643:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282c380 with x1830953552366080 ext(0->4095) 00010000:00010000:3.0:1746134043.407649:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8c1c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500aa expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.407658:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8c1c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500aa expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00002000:00010000:3.0:1746134043.407664:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007282c380 00000100:00100000:3.0:1746134043.407687:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2535 00000100:00100000:3.0:1746134043.407693:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552366080:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134043.407786:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552366080:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 93us (850us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134043.407791:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2535 00002000:00100000:3.0:1746134043.407796:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007282c380 x1830953552366080/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134043.407802:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282c380 with x1830953552366080 ext(0->4095) 00010000:00010000:3.0:1746134043.407806:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8c1c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500aa expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.407814:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8c1c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500aa expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00002000:00010000:3.0:1746134043.407818:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007282c380 00000100:00100000:0.0:1746134043.410679:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.410765:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552366208 00000100:00100000:2.0:1746134043.410770:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552366208 00010000:00010000:2.0:1746134043.410795:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8c1c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500aa expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:2.0:1746134043.410816:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15105 00000100:00100000:2.0:1746134043.410822:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552366208:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134043.410833:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134043.410845:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8c1c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500aa expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.410855:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8c1c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500aa expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.410871:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8c1c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500aa expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.410891:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.410893:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.410898:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c8c23 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957500b1 expref: 19 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.410904:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c8c23 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957500b1 expref: 19 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.410927:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c8c23 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957500b1 expref: 19 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134043.410936:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548136576:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134043.411512:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f600 going to sleep for 11 seconds 00000100:00100000:2.0:1746134043.413302:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548136576:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134043.413318:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134043.413352:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552366208:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2529us (2678us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134043.413359:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15105 00000100:00100000:0.0:1746134043.413464:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134043.413661:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552366464 00000100:00100000:1.0:1746134043.413666:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552366464 00002000:00100000:1.0:1746134043.413690:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007282fb80 x1830953552366464/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134043.413698:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282fb80 with x1830953552366464 ext(0->4095) 00002000:00010000:1.0:1746134043.413701:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007282fb80 00000100:00100000:1.0:1746134043.413714:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13154 00000100:00100000:1.0:1746134043.413719:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+20:2009:x1830953552366464:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134043.413811:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+20:2009:x1830953552366464:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 91us (347us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134043.413819:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13154 00002000:00100000:1.0:1746134043.413824:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007282fb80 x1830953552366464/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134043.413830:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282fb80 with x1830953552366464 ext(0->4095) 00002000:00010000:1.0:1746134043.413833:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007282fb80 00000100:00100000:0.0:1746134043.417925:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134043.418040:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552366592 00000100:00100000:1.0:1746134043.418046:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552366592 00000100:00100000:1.0:1746134043.418206:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29804 00000100:00100000:1.0:1746134043.418212:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552366592:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134043.418227:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134043.418239:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8c2a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957500b8 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.418260:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c8c23 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957500b1 expref: 19 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.418265:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134043.418266:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134043.418269:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8c2a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957500b8 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.418290:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c8c23 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500b1 expref: 19 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.418300:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c8c23 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500b1 expref: 19 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:1.0:1746134043.418313:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011db4c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548136704:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134043.418381:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746134043.420554:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011db4c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548136704:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134043.420573:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8c2a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957500b8 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.420585:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095786e00, rc 0) 00000100:00100000:1.0:1746134043.420613:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552366592:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2401us (2694us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134043.420620:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29804 00000100:00100000:0.0:1746134043.421014:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.421083:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552366720 00000100:00100000:3.0:1746134043.421089:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552366720 00002000:00100000:3.0:1746134043.421139:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88007282ca80 x1830953552366720/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 496/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134043.421147:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282ca80 with x1830953552366720 ext(0->7) 00010000:00010000:3.0:1746134043.421153:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c8c23 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500b1 expref: 20 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.421164:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c8c23 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500b1 expref: 20 pid: 9582 timeout: 812 lvb_type: 0 00002000:00010000:3.0:1746134043.421169:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007282ca80 00000100:00100000:3.0:1746134043.421189:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2536 00000100:00100000:3.0:1746134043.421195:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+20:2009:x1830953552366720:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746134043.422227:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+22:2009:x1830953552366720:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 1030us (1210us total) trans 4294970666 rc 0/0 00000100:00100000:3.0:1746134043.422236:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2536 00002000:00100000:3.0:1746134043.422241:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88007282ca80 x1830953552366720/t4294970666(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 496/448 e 0 to 0 dl 1746134054 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134043.422248:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282ca80 with x1830953552366720 ext(0->7) 00010000:00010000:3.0:1746134043.422253:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c8c23 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500b1 expref: 22 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.422262:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c8c23 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500b1 expref: 22 pid: 9582 timeout: 812 lvb_type: 0 00002000:00010000:3.0:1746134043.422267:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007282ca80 00000100:00100000:0.0:1746134043.429759:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134043.430736:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134043.430811:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552366848 00000100:00100000:1.0:1746134043.430818:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552366848 00000100:00100000:1.0:1746134043.430859:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29805 00000100:00100000:1.0:1746134043.430865:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+22:1755:x1830953552366848:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134043.430878:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134043.430889:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8c31 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957500bf expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.430908:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134043.430912:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8c2a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957500b8 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.430917:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746134043.430919:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8c31 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957500bf expref: 23 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.430956:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8c2a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500b8 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.430966:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8c31 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957500bf expref: 23 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.430974:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095786000, rc 0) 00000100:00100000:1.0:1746134043.431003:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+23:1755:x1830953552366848:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 139us (1252us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134043.431008:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29805 00000100:00100000:2.0:1746134043.431062:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552366976 00000100:00100000:2.0:1746134043.431065:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552366976 00010000:00010000:2.0:1746134043.431087:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c8c23 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500b1 expref: 23 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:2.0:1746134043.431105:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15106 00000100:00100000:2.0:1746134043.431110:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+23:2011:x1830953552366976:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134043.431132:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746134043.431144:0:7221:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb mtime from disk: 1746134043 -> 1746134044 00002000:00010000:2.0:1746134043.431146:0:7221:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb ctime from disk: 1746134043 -> 1746134044 00010000:00010000:2.0:1746134043.431151:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c8c23 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500b1 expref: 23 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.431160:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c8c23 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500b1 expref: 23 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.431173:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095787400/0x9682c7de153c8c23 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500b1 expref: 23 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.431185:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.431187:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.431191:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8c2a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500b8 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.431197:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8c2a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500b8 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.431213:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8c2a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500b8 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.431222:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8c2a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500b8 expref: 5 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:2.0:1746134043.431231:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548136960:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134043.431274:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f600 going to sleep for 11 seconds 00000100:00100000:2.0:1746134043.434008:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548136960:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134043.434023:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134043.434065:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+22:2011:x1830953552366976:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2953us (3328us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134043.434081:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15106 00000100:00100000:0.0:1746134043.434151:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.434278:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552367232 00000100:00100000:3.0:1746134043.434283:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552367232 00002000:00100000:3.0:1746134043.434311:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008fe25180 x1830953552367232/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134043.434320:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe25180 with x1830953552367232 ext(0->4095) 00010000:00010000:3.0:1746134043.434326:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8c2a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500b8 expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.434336:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8c2a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500b8 expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00002000:00010000:3.0:1746134043.434341:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fe25180 00000100:00100000:3.0:1746134043.434353:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2537 00000100:00100000:3.0:1746134043.434359:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552367232:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134043.434449:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552367232:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 89us (297us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134043.434454:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2537 00002000:00100000:3.0:1746134043.434459:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008fe25180 x1830953552367232/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134043.434466:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe25180 with x1830953552367232 ext(0->4095) 00010000:00010000:3.0:1746134043.434470:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8c2a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500b8 expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.434478:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8c2a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500b8 expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00002000:00010000:3.0:1746134043.434482:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fe25180 00000100:00100000:0.0:1746134043.437610:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.437695:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552367360 00000100:00100000:2.0:1746134043.437701:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552367360 00010000:00010000:2.0:1746134043.437729:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8c2a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500b8 expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:2.0:1746134043.437788:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15107 00000100:00100000:2.0:1746134043.437795:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe27100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2011:x1830953552367360:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134043.437807:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134043.437822:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8c2a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500b8 expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.437832:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8c2a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500b8 expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.437849:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8c2a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500b8 expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.437973:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.437975:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.437981:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8c31 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957500bf expref: 21 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.437988:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8c31 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957500bf expref: 21 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.438012:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8c31 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957500bf expref: 21 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134043.438021:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548137088:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134043.438183:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f600 going to sleep for 11 seconds 00000100:00100000:2.0:1746134043.440417:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548137088:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134043.440433:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134043.440474:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe27100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2011:x1830953552367360:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2678us (2869us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134043.440482:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15107 00000100:00100000:0.0:1746134043.441103:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134043.441259:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552367616 00000100:00100000:1.0:1746134043.441264:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552367616 00002000:00100000:1.0:1746134043.441291:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008fe26300 x1830953552367616/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134043.441299:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe26300 with x1830953552367616 ext(0->4095) 00002000:00010000:1.0:1746134043.441303:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fe26300 00000100:00100000:1.0:1746134043.441322:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13155 00000100:00100000:1.0:1746134043.441328:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+22:2010:x1830953552367616:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134043.441420:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+22:2010:x1830953552367616:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 92us (318us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134043.441426:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13155 00002000:00100000:1.0:1746134043.441431:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008fe26300 x1830953552367616/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134043.441443:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe26300 with x1830953552367616 ext(0->4095) 00002000:00010000:1.0:1746134043.441446:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fe26300 00000100:00100000:0.0:1746134043.443325:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.443660:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552367744 00000100:00100000:3.0:1746134043.443667:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552367744 00000100:00100000:3.0:1746134043.443732:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29806 00000100:00100000:3.0:1746134043.443739:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552367744:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134043.443753:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134043.443764:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8c38 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957500c6 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.443785:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8c31 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957500bf expref: 21 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.443791:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134043.443792:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134043.443796:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8c38 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957500c6 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.443817:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8c31 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500bf expref: 21 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.443827:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8c31 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500bf expref: 21 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.443837:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548137216:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134043.443906:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746134043.447289:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548137216:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134043.447312:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8c38 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957500c6 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.447324:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244d200, rc 0) 00000100:00100000:3.0:1746134043.447364:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552367744:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3625us (4044us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.447370:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29806 00000100:00100000:0.0:1746134043.449704:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.449784:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552367872 00000100:00100000:2.0:1746134043.449790:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552367872 00010000:00010000:2.0:1746134043.449818:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8c31 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500bf expref: 22 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:2.0:1746134043.450053:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15108 00000100:00100000:2.0:1746134043.450060:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe26a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+22:2010:x1830953552367872:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134043.450082:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134043.450099:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8c31 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500bf expref: 22 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.450109:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8c31 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500bf expref: 22 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.450159:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8c31 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500bf expref: 22 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.450176:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.450178:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.450184:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8c38 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957500c6 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.450191:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8c38 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957500c6 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.450216:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8c38 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957500c6 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134043.450227:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548137344:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134043.450292:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f600 going to sleep for 11 seconds 00000100:00100000:0.0:1746134043.452021:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.452108:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552368000 00000100:00100000:3.0:1746134043.452134:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552368000 00000100:00100000:3.0:1746134043.452178:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29807 00000100:00100000:3.0:1746134043.452184:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+22:1755:x1830953552368000:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134043.452197:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134043.452209:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8c3f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957500cd expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.452232:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8c38 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957500c6 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.452238:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.452239:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.452242:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8c3f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957500cd expref: 23 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.452261:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8c38 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500c6 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134043.452261:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00010000:00010000:3.0:1746134043.452271:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8c38 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500c6 expref: 5 pid: 9580 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.452280:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548137472:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134043.452468:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548137344:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134043.452479:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134043.452507:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe26a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+23:2010:x1830953552367872:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2447us (2807us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134043.452514:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15108 00000100:00100000:2.0:1746134043.452575:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552368256 00000100:00100000:2.0:1746134043.452578:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552368256 00002000:00100000:2.0:1746134043.452595:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008fe25c00 x1830953552368256/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.452604:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe25c00 with x1830953552368256 ext(0->4095) 00010000:00010000:2.0:1746134043.452609:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8c38 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500c6 expref: 6 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.452618:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8c38 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500c6 expref: 6 pid: 9580 timeout: 812 lvb_type: 0 00002000:00010000:2.0:1746134043.452623:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fe25c00 00000100:00100000:2.0:1746134043.452634:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2538 00000100:00100000:2.0:1746134043.452638:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552368256:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134043.452719:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552368256:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 79us (457us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134043.452724:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2538 00002000:00100000:2.0:1746134043.452728:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008fe25c00 x1830953552368256/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.452735:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe25c00 with x1830953552368256 ext(0->4095) 00010000:00010000:2.0:1746134043.452739:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8c38 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500c6 expref: 6 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.452747:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8c38 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500c6 expref: 6 pid: 9580 timeout: 812 lvb_type: 0 00002000:00010000:2.0:1746134043.452752:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fe25c00 00000100:00100000:3.0:1746134043.452822:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746134043.455537:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548137472:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134043.455560:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8c3f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957500cd expref: 22 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.455571:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244da00, rc 0) 00000100:00100000:3.0:1746134043.455609:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+22:1755:x1830953552368000:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3425us (3594us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.455615:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29807 00000100:00100000:0.0:1746134043.458206:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.458542:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552368384 00000100:00100000:3.0:1746134043.458549:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552368384 00000100:00100000:3.0:1746134043.458584:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29808 00000100:00100000:3.0:1746134043.458590:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+22:1757:x1830953552368384:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134043.458603:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134043.458616:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8c46 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957500d4 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.458636:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.458640:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8c3f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957500cd expref: 23 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.458646:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134043.458649:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8c46 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957500d4 expref: 23 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.458673:0:9580:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8c3f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500cd expref: 23 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.458684:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8c46 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957500d4 expref: 23 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.458691:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800955afe00, rc 0) 00000100:00100000:3.0:1746134043.458731:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+23:1757:x1830953552368384:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 142us (530us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.458737:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29808 00000100:00100000:0.0:1746134043.458977:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.459803:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552368512 00000100:00100000:3.0:1746134043.459806:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552368512 00010000:00010000:3.0:1746134043.459824:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8c38 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500c6 expref: 6 pid: 9580 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.459852:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15109 00000100:00100000:3.0:1746134043.459858:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe24000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552368512:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134043.459866:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134043.459880:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8c38 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500c6 expref: 6 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.459888:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8c38 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500c6 expref: 6 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.459902:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8c38 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500c6 expref: 6 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.459913:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.459915:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.459920:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8c3f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500cd expref: 22 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.459926:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8c3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500cd expref: 22 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.460002:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8c3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500cd expref: 22 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.460011:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8c3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500cd expref: 22 pid: 9580 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.460024:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548137728:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134043.460105:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746134043.463563:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548137728:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134043.463579:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134043.463614:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe24000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552368512:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3755us (4636us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.463622:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15109 00000100:00100000:0.0:1746134043.464306:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134043.464944:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552368768 00000100:00100000:1.0:1746134043.464950:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552368768 00002000:00100000:1.0:1746134043.464981:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008fe25880 x1830953552368768/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134043.464990:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe25880 with x1830953552368768 ext(0->4095) 00010000:00010000:1.0:1746134043.464996:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8c3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500cd expref: 23 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746134043.465007:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8c3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500cd expref: 23 pid: 9580 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746134043.465013:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fe25880 00000100:00100000:1.0:1746134043.465037:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2539 00000100:00100000:1.0:1746134043.465044:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+23:2009:x1830953552368768:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134043.465212:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+23:2009:x1830953552368768:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 168us (908us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134043.465217:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2539 00002000:00100000:1.0:1746134043.465222:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008fe25880 x1830953552368768/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134043.465229:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe25880 with x1830953552368768 ext(0->4095) 00010000:00010000:1.0:1746134043.465233:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8c3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500cd expref: 23 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746134043.465241:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8c3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500cd expref: 23 pid: 9580 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746134043.465246:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fe25880 00000100:00100000:0.0:1746134043.466666:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.466985:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552368896 00000100:00100000:3.0:1746134043.466990:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552368896 00010000:00010000:3.0:1746134043.467011:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8c3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500cd expref: 23 pid: 9580 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.467042:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15110 00000100:00100000:3.0:1746134043.467048:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+23:2009:x1830953552368896:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134043.467057:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134043.467069:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8c3f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500cd expref: 23 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.467087:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8c3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500cd expref: 23 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.467105:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8c3f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500cd expref: 23 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.467192:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.467197:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.467205:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8c46 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957500d4 expref: 22 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.467212:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8c46 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957500d4 expref: 22 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.467240:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8c46 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957500d4 expref: 22 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134043.467251:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548137856:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134043.467311:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134043.468986:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.469005:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548137856:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134043.469019:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134043.469055:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+22:2009:x1830953552368896:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2008us (2393us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.469063:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15110 00000100:00100000:1.0:1746134043.469141:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552369152 00000100:00100000:1.0:1746134043.469147:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552369152 00002000:00100000:1.0:1746134043.469175:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008fe24e00 x1830953552369152/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134043.469184:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe24e00 with x1830953552369152 ext(0->4095) 00002000:00010000:1.0:1746134043.469187:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fe24e00 00000100:00100000:1.0:1746134043.469303:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13156 00000100:00100000:1.0:1746134043.469309:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+22:2012:x1830953552369152:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746134043.469497:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+22:2012:x1830953552369152:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 Request processed in 187us (514us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134043.469503:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13156 00002000:00100000:1.0:1746134043.469508:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008fe24e00 x1830953552369152/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134043.469515:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe24e00 with x1830953552369152 ext(0->4095) 00002000:00010000:1.0:1746134043.469517:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fe24e00 00000100:00100000:0.0:1746134043.471814:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134043.471915:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552369280 00000100:00100000:1.0:1746134043.471921:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552369280 00000100:00100000:1.0:1746134043.471958:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29809 00000100:00100000:1.0:1746134043.471965:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552369280:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134043.471979:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134043.471991:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8c4d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957500db expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.472013:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8c46 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957500d4 expref: 21 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.472019:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134043.472021:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134043.472024:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8c4d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957500db expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.472045:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8c46 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500d4 expref: 21 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.472054:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8c46 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500d4 expref: 21 pid: 9580 timeout: 812 lvb_type: 0 00000100:00100000:1.0:1746134043.472063:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011db4c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548137984:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134043.472161:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746134043.474054:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011db4c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548137984:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134043.474083:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8c4d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957500db expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.474096:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095787000, rc 0) 00000100:00100000:1.0:1746134043.474260:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552369280:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2293us (2448us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134043.474270:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29809 00000100:00100000:0.0:1746134043.474627:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.474844:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552369408 00000100:00100000:3.0:1746134043.474849:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552369408 00010000:00010000:3.0:1746134043.474868:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8c46 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500d4 expref: 22 pid: 9580 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.474898:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15111 00000100:00100000:3.0:1746134043.474904:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129eb6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+22:2010:x1830953552369408:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134043.474915:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134043.474929:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8c46 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500d4 expref: 22 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.474942:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8c46 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500d4 expref: 22 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.474960:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8c46 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500d4 expref: 22 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.474984:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.474985:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.474990:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8c4d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957500db expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.474997:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8c4d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957500db expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.475020:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8c4d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957500db expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134043.475030:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548138112:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134043.475232:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746134043.477300:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134043.477360:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552369664 00000100:00100000:0.0:1746134043.477366:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552369664 00002000:00100000:0.0:1746134043.477396:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88011db4c700 x1830953552369664/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134043.477403:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011db4c700 with x1830953552369664 ext(0->4095) 00002000:00010000:0.0:1746134043.477407:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011db4c700 00000100:00100000:3.0:1746134043.477416:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548138112:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134043.477430:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134043.477466:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129eb6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+21:2010:x1830953552369408:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2562us (2839us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.477474:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15111 00000100:00100000:2.0:1746134043.477627:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13157 00000100:00100000:2.0:1746134043.477634:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552369664:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134043.477725:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552369664:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 92us (430us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134043.477730:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13157 00002000:00100000:2.0:1746134043.477734:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88011db4c700 x1830953552369664/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.477741:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011db4c700 with x1830953552369664 ext(0->4095) 00002000:00010000:2.0:1746134043.477743:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011db4c700 00000100:00100000:0.0:1746134043.480562:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134043.481353:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552369792 00000100:00100000:1.0:1746134043.481360:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552369792 00000100:00100000:1.0:1746134043.482028:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29810 00000100:00100000:1.0:1746134043.482035:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+21:1755:x1830953552369792:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134043.482048:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134043.482060:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8c54 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957500e2 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.482091:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8c4d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957500db expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.482097:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134043.482099:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134043.482101:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8c54 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957500e2 expref: 22 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.482145:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8c4d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500db expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.482155:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8c4d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500db expref: 5 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:1.0:1746134043.482165:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011db4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548138240:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134043.482825:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.483042:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552369920 00000100:00100000:3.0:1746134043.483046:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552369920 00000100:00100000:3.0:1746134043.483069:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29811 00000100:00100000:3.0:1746134043.483085:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+23:1757:x1830953552369920:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134043.483092:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134043.483099:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800955afc00/0x9682c7de153c8c5b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957500e9 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.483110:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.483125:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8c54 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957500e2 expref: 24 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.483130:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134043.483133:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955afc00/0x9682c7de153c8c5b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957500e9 expref: 24 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.483151:0:9580:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8c54 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b231957500e2 expref: 24 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.483161:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800955afc00/0x9682c7de153c8c5b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957500e9 expref: 24 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.483169:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800955afc00, rc 0) 00000100:00100000:3.0:1746134043.483191:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+24:1757:x1830953552369920:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 117us (368us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.483196:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29811 00000100:00100000:1.0:1746134043.483342:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746134043.484821:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011db4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548138240:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134043.484840:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8c54 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500e2 expref: 23 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.484851:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095786600, rc 0) 00000100:00100000:1.0:1746134043.484918:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+23:1755:x1830953552369792:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2883us (4362us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134043.484924:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29810 00000100:00100000:0.0:1746134043.486315:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.486392:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552370048 00000100:00100000:3.0:1746134043.486397:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552370048 00010000:00010000:3.0:1746134043.486421:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8c4d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500db expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.486451:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15112 00000100:00100000:3.0:1746134043.486457:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe25500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552370048:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134043.486467:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134043.486481:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8c4d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500db expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.486490:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8c4d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500db expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.486507:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8c4d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500db expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.486520:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.486522:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.486527:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8c54 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500e2 expref: 22 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.486533:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8c54 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500e2 expref: 22 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.486558:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8c54 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500e2 expref: 22 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.486568:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8c54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500e2 expref: 22 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.486582:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548138496:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134043.486641:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c180 going to sleep for 11 seconds 00000100:00100000:3.0:1746134043.489233:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548138496:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134043.489249:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134043.489335:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe25500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552370048:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2876us (3021us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.489343:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15112 00000100:00100000:0.0:1746134043.490506:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.490579:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552370304 00000100:00100000:3.0:1746134043.490584:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552370304 00002000:00100000:3.0:1746134043.490611:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008fe27100 x1830953552370304/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134043.490619:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe27100 with x1830953552370304 ext(0->4095) 00010000:00010000:3.0:1746134043.490626:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8c54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500e2 expref: 23 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.490635:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8c54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500e2 expref: 23 pid: 9582 timeout: 812 lvb_type: 0 00002000:00010000:3.0:1746134043.490641:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fe27100 00000100:00100000:3.0:1746134043.490662:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2540 00000100:00100000:3.0:1746134043.490667:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+23:2010:x1830953552370304:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134043.490768:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+23:2010:x1830953552370304:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (263us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134043.490777:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2540 00002000:00100000:3.0:1746134043.490781:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008fe27100 x1830953552370304/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134043.490788:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe27100 with x1830953552370304 ext(0->4095) 00010000:00010000:3.0:1746134043.490792:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8c54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500e2 expref: 23 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.490800:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8c54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500e2 expref: 23 pid: 9582 timeout: 812 lvb_type: 0 00002000:00010000:3.0:1746134043.490805:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fe27100 00000100:00100000:2.0:1746134043.492835:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.493186:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552370432 00000100:00100000:3.0:1746134043.493191:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552370432 00010000:00010000:3.0:1746134043.493216:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8c54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500e2 expref: 23 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.493271:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15113 00000100:00100000:3.0:1746134043.493278:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080653800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+23:2012:x1830953552370432:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134043.493288:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134043.493302:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8c54 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500e2 expref: 23 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.493311:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8c54 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500e2 expref: 23 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.493329:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8c54 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500e2 expref: 23 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.493353:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.493355:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.493360:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955afc00/0x9682c7de153c8c5b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957500e9 expref: 22 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.493368:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955afc00/0x9682c7de153c8c5b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957500e9 expref: 22 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.493393:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800955afc00/0x9682c7de153c8c5b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957500e9 expref: 22 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134043.493403:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548138624:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134043.494355:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134043.495584:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.495702:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552370688 00000100:00100000:2.0:1746134043.495708:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552370688 00002000:00100000:2.0:1746134043.495737:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008fe26a00 x1830953552370688/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.495745:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe26a00 with x1830953552370688 ext(0->4095) 00002000:00010000:2.0:1746134043.495749:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fe26a00 00000100:00100000:2.0:1746134043.495764:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13158 00000100:00100000:2.0:1746134043.495770:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+23:2011:x1830953552370688:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746134043.495870:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+23:2011:x1830953552370688:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 Request processed in 99us (288us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134043.495876:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13158 00002000:00100000:2.0:1746134043.495881:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008fe26a00 x1830953552370688/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.495887:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe26a00 with x1830953552370688 ext(0->4095) 00002000:00010000:2.0:1746134043.495890:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fe26a00 00000100:00100000:3.0:1746134043.496153:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548138624:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134043.496168:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134043.496437:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080653800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+22:2012:x1830953552370432:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3158us (3606us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.496443:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15113 00000100:00100000:0.0:1746134043.498850:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134043.499066:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552370816 00000100:00100000:1.0:1746134043.499096:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552370816 00000100:00100000:1.0:1746134043.499191:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29812 00000100:00100000:1.0:1746134043.499199:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552370816:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134043.499214:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134043.499227:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8c62 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957500f0 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.499247:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955afc00/0x9682c7de153c8c5b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957500e9 expref: 21 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.499252:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134043.499254:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134043.499257:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8c62 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957500f0 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.499279:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800955afc00/0x9682c7de153c8c5b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500e9 expref: 21 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.499290:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800955afc00/0x9682c7de153c8c5b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500e9 expref: 21 pid: 9580 timeout: 812 lvb_type: 0 00000100:00100000:1.0:1746134043.499300:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011db4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548138752:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134043.499367:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746134043.501050:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011db4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548138752:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134043.501071:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8c62 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957500f0 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.501092:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095786000, rc 0) 00000100:00100000:1.0:1746134043.501144:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552370816:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1945us (2299us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134043.501151:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29812 00000100:00100000:0.0:1746134043.501943:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.502269:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552370944 00000100:00100000:3.0:1746134043.502274:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552370944 00010000:00010000:3.0:1746134043.502297:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800955afc00/0x9682c7de153c8c5b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500e9 expref: 22 pid: 9580 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.502326:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15114 00000100:00100000:3.0:1746134043.502332:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+22:2010:x1830953552370944:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134043.502344:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134043.502357:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800955afc00/0x9682c7de153c8c5b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500e9 expref: 22 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.502367:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800955afc00/0x9682c7de153c8c5b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500e9 expref: 22 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.502384:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800955afc00/0x9682c7de153c8c5b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500e9 expref: 22 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.502397:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.502398:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.502403:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8c62 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957500f0 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.502410:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8c62 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957500f0 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.502432:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8c62 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957500f0 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134043.502442:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548138880:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134043.503296:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134043.505506:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.505581:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548138880:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134043.505597:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134043.505627:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+21:2010:x1830953552370944:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3295us (3686us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.505639:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15114 00000100:00100000:1.0:1746134043.505708:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552371200 00000100:00100000:1.0:1746134043.505712:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552371200 00002000:00100000:1.0:1746134043.505737:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009bfbfb80 x1830953552371200/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134043.505746:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfbfb80 with x1830953552371200 ext(0->4095) 00002000:00010000:1.0:1746134043.505750:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bfbfb80 00000100:00100000:1.0:1746134043.506179:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13159 00000100:00100000:1.0:1746134043.506185:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552371200:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134043.506281:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552371200:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (780us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134043.506286:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13159 00002000:00100000:1.0:1746134043.506291:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009bfbfb80 x1830953552371200/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134043.506303:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfbfb80 with x1830953552371200 ext(0->4095) 00002000:00010000:1.0:1746134043.506305:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bfbfb80 00000100:00100000:0.0:1746134043.509166:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134043.509396:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552371328 00000100:00100000:1.0:1746134043.509403:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552371328 00000100:00100000:1.0:1746134043.509432:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29813 00000100:00100000:1.0:1746134043.509438:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+21:1755:x1830953552371328:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134043.509452:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134043.509464:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c8c69 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957500f7 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.509487:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8c62 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957500f0 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.509493:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134043.509495:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134043.509497:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c8c69 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957500f7 expref: 22 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.509519:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8c62 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500f0 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.509529:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8c62 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500f0 expref: 5 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:1.0:1746134043.509539:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011db4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548139008:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134043.509600:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20540 going to sleep for 11 seconds 00000100:00100000:0.0:1746134043.509741:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.509809:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552371456 00000100:00100000:2.0:1746134043.509813:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552371456 00000100:00100000:2.0:1746134043.509831:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29814 00000100:00100000:2.0:1746134043.509836:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+23:1757:x1830953552371456:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134043.509842:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134043.509848:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8c70 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957500fe expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.509859:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.509861:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c8c69 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957500f7 expref: 24 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.509871:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134043.509873:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8c70 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957500fe expref: 24 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.509889:0:9581:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c8c69 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b231957500f7 expref: 24 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.509897:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8c70 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957500fe expref: 24 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.509904:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fc00, rc 0) 00000100:00100000:2.0:1746134043.509923:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+24:1757:x1830953552371456:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 86us (182us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134043.509928:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29814 00000100:00100000:0.0:1746134043.512244:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134043.512394:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011db4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548139008:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134043.512412:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c8c69 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500f7 expref: 23 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.512424:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095786c00, rc 0) 00000100:00100000:1.0:1746134043.512451:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+23:1755:x1830953552371328:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3014us (3292us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134043.512458:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29813 00000100:00100000:3.0:1746134043.512663:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552371584 00000100:00100000:3.0:1746134043.512668:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552371584 00010000:00010000:3.0:1746134043.512687:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8c62 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500f0 expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.512703:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15115 00000100:00100000:3.0:1746134043.512708:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a84a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552371584:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134043.512718:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134043.512731:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8c62 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500f0 expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.512739:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8c62 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500f0 expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.512755:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8c62 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500f0 expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.512767:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.512769:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.512774:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c8c69 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500f7 expref: 22 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.512780:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c8c69 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500f7 expref: 22 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.512802:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c8c69 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500f7 expref: 22 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.512812:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c8c69 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500f7 expref: 22 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.512821:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548139264:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134043.513625:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746134043.515803:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548139264:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134043.515821:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134043.515865:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a84a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552371584:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3155us (3625us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.515873:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15115 00000100:00100000:0.0:1746134043.515927:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.516151:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552371840 00000100:00100000:2.0:1746134043.516156:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552371840 00002000:00100000:2.0:1746134043.516185:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a85500 x1830953552371840/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.516193:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a85500 with x1830953552371840 ext(0->4095) 00010000:00010000:2.0:1746134043.516201:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c8c69 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500f7 expref: 23 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.516211:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c8c69 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500f7 expref: 23 pid: 9582 timeout: 812 lvb_type: 0 00002000:00010000:2.0:1746134043.516217:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091a85500 00000100:00100000:2.0:1746134043.516232:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2541 00000100:00100000:2.0:1746134043.516238:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+23:2010:x1830953552371840:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134043.516337:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+23:2010:x1830953552371840:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (409us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134043.516342:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2541 00002000:00100000:2.0:1746134043.516347:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a85500 x1830953552371840/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.516354:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a85500 with x1830953552371840 ext(0->4095) 00010000:00010000:2.0:1746134043.516358:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c8c69 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500f7 expref: 23 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.516366:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c8c69 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500f7 expref: 23 pid: 9582 timeout: 812 lvb_type: 0 00002000:00010000:2.0:1746134043.516371:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091a85500 00000100:00100000:0.0:1746134043.518839:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.519164:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552371968 00000100:00100000:3.0:1746134043.519171:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552371968 00010000:00010000:3.0:1746134043.519197:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c8c69 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500f7 expref: 23 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.519402:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15116 00000100:00100000:3.0:1746134043.519410:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a87480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+23:2009:x1830953552371968:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134043.519423:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134043.519438:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c8c69 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500f7 expref: 23 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.519448:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c8c69 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500f7 expref: 23 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.519465:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c8c69 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500f7 expref: 23 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.519478:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.519480:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.519485:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8c70 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957500fe expref: 22 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.519492:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8c70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957500fe expref: 22 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.519516:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8c70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957500fe expref: 22 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134043.519525:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548139392:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134043.519940:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746134043.523045:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548139392:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134043.523063:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134043.523135:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a87480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+22:2009:x1830953552371968:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3702us (4278us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.523143:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15116 00000100:00100000:0.0:1746134043.523390:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.523607:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552372224 00000100:00100000:2.0:1746134043.523611:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552372224 00002000:00100000:2.0:1746134043.523636:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a86300 x1830953552372224/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.523643:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a86300 with x1830953552372224 ext(0->4095) 00002000:00010000:2.0:1746134043.523647:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091a86300 00000100:00100000:2.0:1746134043.523667:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13160 00000100:00100000:2.0:1746134043.523672:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+22:2009:x1830953552372224:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134043.523757:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+22:2009:x1830953552372224:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 85us (368us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134043.523763:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13160 00002000:00100000:2.0:1746134043.523767:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a86300 x1830953552372224/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.523773:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a86300 with x1830953552372224 ext(0->4095) 00002000:00010000:2.0:1746134043.523776:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091a86300 00000100:00100000:0.0:1746134043.536064:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134043.536133:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552372352 00000100:00100000:1.0:1746134043.536140:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552372352 00000100:00100000:1.0:1746134043.536179:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29815 00000100:00100000:1.0:1746134043.536185:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552372352:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134043.536198:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134043.536211:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8c77 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750105 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.536233:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8c70 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957500fe expref: 21 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.536239:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134043.536240:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134043.536243:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8c77 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750105 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.536266:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8c70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500fe expref: 21 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.536276:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8c70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500fe expref: 21 pid: 9581 timeout: 812 lvb_type: 0 00000100:00100000:1.0:1746134043.536286:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011db4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548139520:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134043.536355:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20540 going to sleep for 11 seconds 00000100:00100000:0.0:1746134043.568295:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.568358:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552372480 00000100:00100000:2.0:1746134043.568364:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552372480 00002000:00100000:2.0:1746134043.568398:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880091a84000 x1830953552372480/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 496/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.568406:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a84000 with x1830953552372480 ext(0->7) 00010000:00010000:2.0:1746134043.568413:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8c70 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500fe expref: 22 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.568424:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8c70 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500fe expref: 22 pid: 9581 timeout: 812 lvb_type: 0 00002000:00010000:2.0:1746134043.568429:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091a84000 00000100:00100000:2.0:1746134043.568456:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2542 00000100:00100000:2.0:1746134043.568463:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+22:2012:x1830953552372480:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746134043.568827:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011db4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548139520:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134043.568844:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8c77 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750105 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.568855:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095786800, rc 0) 00000100:00100000:1.0:1746134043.568896:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552372352:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 32711us (32837us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134043.568904:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29815 00000100:00100000:2.0:1746134043.569802:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+24:2012:x1830953552372480:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 1338us (1512us total) trans 4294970667 rc 0/0 00000100:00100000:2.0:1746134043.569809:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2542 00002000:00100000:2.0:1746134043.569815:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880091a84000 x1830953552372480/t4294970667(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 496/448 e 0 to 0 dl 1746134054 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.569828:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a84000 with x1830953552372480 ext(0->7) 00010000:00010000:2.0:1746134043.569833:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8c70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500fe expref: 24 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.569843:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8c70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500fe expref: 24 pid: 9581 timeout: 812 lvb_type: 0 00002000:00010000:2.0:1746134043.569848:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091a84000 00000100:00100000:0.0:1746134043.579923:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134043.580004:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552372608 00000100:00100000:1.0:1746134043.580010:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552372608 00000100:00100000:1.0:1746134043.580052:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29816 00000100:00100000:1.0:1746134043.580060:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+24:1755:x1830953552372608:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134043.580082:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134043.580095:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8c7e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575010c expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.580141:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134043.580146:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8c77 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750105 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.580151:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746134043.580154:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8c7e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575010c expref: 25 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.580188:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8c77 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750105 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.580197:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8c7e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575010c expref: 25 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.580204:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095786e00, rc 0) 00000100:00100000:1.0:1746134043.580237:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+25:1755:x1830953552372608:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 178us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134043.580243:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29816 00000100:00100000:0.0:1746134043.582265:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.582338:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552372736 00000100:00100000:3.0:1746134043.582344:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552372736 00010000:00010000:3.0:1746134043.582369:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8c70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500fe expref: 25 pid: 9581 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.582399:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15117 00000100:00100000:3.0:1746134043.582406:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a85180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+25:2011:x1830953552372736:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134043.582417:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134043.582431:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8c70 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500fe expref: 25 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.582441:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8c70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500fe expref: 25 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.582457:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8c70 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957500fe expref: 25 pid: 9581 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.582479:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.582480:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.582486:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8c77 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750105 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.582492:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8c77 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750105 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.582516:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8c77 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750105 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.582525:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8c77 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750105 expref: 5 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.582535:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548139776:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134043.582595:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746134043.584057:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548139776:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134043.584071:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134043.584104:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a85180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+24:2011:x1830953552372736:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1699us (1844us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.584132:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15117 00000100:00100000:0.0:1746134043.584901:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.584963:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552372992 00000100:00100000:2.0:1746134043.584968:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552372992 00002000:00100000:2.0:1746134043.584995:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880092028700 x1830953552372992/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.585005:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092028700 with x1830953552372992 ext(0->4095) 00010000:00010000:2.0:1746134043.585012:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8c77 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750105 expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.585022:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8c77 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750105 expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00002000:00010000:2.0:1746134043.585028:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092028700 00000100:00100000:2.0:1746134043.585053:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2543 00000100:00100000:2.0:1746134043.585058:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552372992:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134043.585193:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552372992:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 134us (292us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134043.585198:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2543 00002000:00100000:2.0:1746134043.585204:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880092028700 x1830953552372992/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.585210:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092028700 with x1830953552372992 ext(0->4095) 00010000:00010000:2.0:1746134043.585214:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8c77 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750105 expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.585222:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8c77 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750105 expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00002000:00010000:2.0:1746134043.585227:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092028700 00000100:00100000:0.0:1746134043.586748:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.586810:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552373120 00000100:00100000:3.0:1746134043.586814:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552373120 00010000:00010000:3.0:1746134043.586833:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8c77 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750105 expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.586863:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15118 00000100:00100000:3.0:1746134043.586868:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129eb6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552373120:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134043.586877:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134043.586888:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8c77 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750105 expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.586896:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8c77 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750105 expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.586912:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8c77 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750105 expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.586934:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.586936:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.586940:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8c7e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575010c expref: 23 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.586947:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8c7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575010c expref: 23 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.586970:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8c7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575010c expref: 23 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134043.586979:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548139904:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134043.587026:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746134043.588255:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548139904:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134043.588268:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134043.588289:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129eb6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552373120:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1420us (1545us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.588296:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15118 00000100:00100000:0.0:1746134043.589537:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.589591:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552373376 00000100:00100000:3.0:1746134043.589595:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552373376 00002000:00100000:3.0:1746134043.589620:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009202b800 x1830953552373376/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134043.589628:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009202b800 with x1830953552373376 ext(0->4095) 00002000:00010000:3.0:1746134043.589631:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009202b800 00000100:00100000:3.0:1746134043.589651:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13161 00000100:00100000:3.0:1746134043.589656:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009202b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+24:2009:x1830953552373376:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134043.589747:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009202b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+24:2009:x1830953552373376:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 90us (212us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134043.589753:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13161 00002000:00100000:3.0:1746134043.589757:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009202b800 x1830953552373376/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134043.589769:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009202b800 with x1830953552373376 ext(0->4095) 00002000:00010000:3.0:1746134043.589772:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009202b800 00000100:00100000:0.0:1746134043.599018:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.599149:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552373504 00000100:00100000:3.0:1746134043.599160:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552373504 00000100:00100000:1.0:1746134043.600696:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29817 00000100:00100000:1.0:1746134043.600707:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092028e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552373504:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134043.600723:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134043.600738:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8c85 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750113 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.600760:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8c7e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575010c expref: 23 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.600766:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134043.600768:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134043.600771:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8c85 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750113 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.600795:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8c7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575010c expref: 23 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.600809:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8c7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575010c expref: 23 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:1.0:1746134043.600819:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011db4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548140032:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134043.600896:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20540 going to sleep for 11 seconds 00000100:00100000:1.0:1746134043.608620:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011db4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548140032:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134043.608642:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8c85 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750113 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.608655:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095787000, rc 0) 00000100:00100000:1.0:1746134043.608689:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092028e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552373504:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7985us (9678us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134043.608697:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29817 00000100:00100000:0.0:1746134043.610185:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.610258:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552373632 00000100:00100000:2.0:1746134043.610264:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552373632 00002000:00100000:2.0:1746134043.610294:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009202ad80 x1830953552373632/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 496/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.610302:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009202ad80 with x1830953552373632 ext(0->7) 00010000:00010000:2.0:1746134043.610308:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8c7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575010c expref: 24 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.610319:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8c7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575010c expref: 24 pid: 9582 timeout: 812 lvb_type: 0 00002000:00010000:2.0:1746134043.610324:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009202ad80 00000100:00100000:2.0:1746134043.610350:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2544 00000100:00100000:2.0:1746134043.610356:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009202ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+24:2012:x1830953552373632:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746134043.610998:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009202ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:2012:x1830953552373632:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 640us (815us total) trans 4294970668 rc 0/0 00000100:00100000:0.0:1746134043.611005:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2544 00002000:00100000:0.0:1746134043.611010:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009202ad80 x1830953552373632/t4294970668(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 496/448 e 0 to 0 dl 1746134054 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134043.611018:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009202ad80 with x1830953552373632 ext(0->7) 00010000:00010000:0.0:1746134043.611022:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8c7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575010c expref: 26 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:0.0:1746134043.611031:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8c7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575010c expref: 26 pid: 9582 timeout: 812 lvb_type: 0 00002000:00010000:0.0:1746134043.611036:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009202ad80 00000100:00100000:0.0:1746134043.621787:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.621864:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552373760 00000100:00100000:3.0:1746134043.621871:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552373760 00010000:00010000:3.0:1746134043.621899:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8c7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575010c expref: 26 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.621929:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15119 00000100:00100000:3.0:1746134043.621935:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092028380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:2011:x1830953552373760:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134043.621944:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134043.621962:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8c7e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575010c expref: 26 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.621971:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8c7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575010c expref: 26 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.621988:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8c7e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575010c expref: 26 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.622001:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.622002:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.622008:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8c85 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750113 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.622014:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8c85 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750113 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.622037:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8c85 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750113 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134043.622046:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548140160:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134043.622130:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c000 going to sleep for 11 seconds 00000100:00100000:3.0:1746134043.627871:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548140160:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134043.627889:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134043.630034:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092028380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+25:2011:x1830953552373760:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 8092us (8245us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.630045:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15119 00000100:00100000:0.0:1746134043.631475:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.633125:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552374144 00000100:00100000:2.0:1746134043.633133:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552374144 00002000:00100000:2.0:1746134043.633174:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880092029880 x1830953552374144/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.633188:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092029880 with x1830953552374144 ext(0->4095) 00002000:00010000:2.0:1746134043.633192:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092029880 00000100:00100000:2.0:1746134043.633224:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13162 00000100:00100000:2.0:1746134043.633230:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092029880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552374144:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134043.633361:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092029880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552374144:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 130us (1888us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134043.633371:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13162 00002000:00100000:2.0:1746134043.633376:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880092029880 x1830953552374144/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.633383:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092029880 with x1830953552374144 ext(0->4095) 00002000:00010000:2.0:1746134043.633385:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092029880 00000100:00100000:0.0:1746134043.633827:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134043.633886:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552373888 00000100:00100000:1.0:1746134043.633890:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552373888 00000100:00100000:1.0:1746134043.633919:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29818 00000100:00100000:1.0:1746134043.633924:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+25:1755:x1830953552373888:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134043.633932:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134043.633944:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8c8c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575011a expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.633962:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8c85 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750113 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.633973:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134043.633974:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134043.633977:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8c8c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575011a expref: 26 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.633997:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8c85 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750113 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.634007:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8c85 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750113 expref: 5 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:1.0:1746134043.634015:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011db4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548140288:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134043.635184:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20540 going to sleep for 11 seconds 00000100:00100000:1.0:1746134043.637343:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011db4dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548140288:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134043.637365:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8c8c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575011a expref: 26 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.637379:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095786000, rc 0) 00000100:00100000:1.0:1746134043.637413:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:1755:x1830953552373888:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3487us (3585us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134043.637420:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29818 00000100:00100000:0.0:1746134043.638149:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134043.638504:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552374272 00000100:00100000:1.0:1746134043.638509:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552374272 00000100:00100000:1.0:1746134043.638800:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29819 00000100:00100000:1.0:1746134043.638807:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:1757:x1830953552374272:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134043.638823:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134043.638834:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8c93 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750121 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.638852:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134043.638856:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8c8c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575011a expref: 27 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.638861:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134043.638865:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8c93 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750121 expref: 27 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.638887:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8c8c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575011a expref: 27 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.638897:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8c93 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750121 expref: 27 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.638904:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095786600, rc 0) 00000100:00100000:1.0:1746134043.638936:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:1757:x1830953552374272:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 129us (788us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134043.638941:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29819 00000100:00100000:0.0:1746134043.639931:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.640089:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552374400 00000100:00100000:3.0:1746134043.640093:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552374400 00010000:00010000:3.0:1746134043.640111:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8c85 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750113 expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.640156:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15120 00000100:00100000:3.0:1746134043.640160:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc73100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552374400:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134043.640169:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134043.640181:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8c85 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750113 expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.640190:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8c85 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750113 expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.640204:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095787000/0x9682c7de153c8c85 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750113 expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.640216:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.640217:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.640222:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8c8c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575011a expref: 26 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.640228:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8c8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575011a expref: 26 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.640247:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8c8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575011a expref: 26 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.640255:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8c8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575011a expref: 26 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.640265:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548140544:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134043.642863:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c000 going to sleep for 11 seconds 00000100:00100000:0.0:1746134043.643248:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.643805:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548140544:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134043.643822:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134043.643864:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc73100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552374400:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3702us (3934us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.643872:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15120 00000100:00100000:2.0:1746134043.644866:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552374656 00000100:00100000:2.0:1746134043.644873:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552374656 00002000:00100000:2.0:1746134043.644902:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009bc73800 x1830953552374656/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.644911:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc73800 with x1830953552374656 ext(0->4095) 00010000:00010000:2.0:1746134043.644917:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8c8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575011a expref: 27 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.644928:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8c8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575011a expref: 27 pid: 9582 timeout: 812 lvb_type: 0 00002000:00010000:2.0:1746134043.644934:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bc73800 00000100:00100000:2.0:1746134043.644950:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2545 00000100:00100000:2.0:1746134043.644955:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2009:x1830953552374656:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134043.645058:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2009:x1830953552374656:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (1813us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134043.645065:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2545 00002000:00100000:2.0:1746134043.645069:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009bc73800 x1830953552374656/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.645085:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc73800 with x1830953552374656 ext(0->4095) 00010000:00010000:2.0:1746134043.645090:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8c8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575011a expref: 27 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.645098:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8c8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575011a expref: 27 pid: 9582 timeout: 812 lvb_type: 0 00002000:00010000:2.0:1746134043.645104:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bc73800 00000100:00100000:0.0:1746134043.647507:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.647598:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552374784 00000100:00100000:3.0:1746134043.647604:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552374784 00010000:00010000:3.0:1746134043.647629:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8c8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575011a expref: 27 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.647665:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15121 00000100:00100000:3.0:1746134043.647671:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc70700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2012:x1830953552374784:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134043.647681:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134043.647695:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8c8c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575011a expref: 27 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.647706:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8c8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575011a expref: 27 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.647724:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8c8c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575011a expref: 27 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.647735:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.647737:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.647742:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8c93 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750121 expref: 26 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.647749:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8c93 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750121 expref: 26 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.647772:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8c93 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750121 expref: 26 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134043.647783:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548140672:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134043.648449:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c000 going to sleep for 11 seconds 00000100:00100000:3.0:1746134043.652567:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548140672:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134043.652585:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134043.652619:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc70700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:2012:x1830953552374784:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4947us (5117us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.652627:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15121 00000100:00100000:0.0:1746134043.653302:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134043.653493:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552375040 00000100:00100000:1.0:1746134043.653499:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552375040 00002000:00100000:1.0:1746134043.653526:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009bc72d80 x1830953552375040/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134043.653534:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc72d80 with x1830953552375040 ext(0->4095) 00002000:00010000:1.0:1746134043.653539:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bc72d80 00000100:00100000:1.0:1746134043.653551:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13163 00000100:00100000:1.0:1746134043.653556:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:2009:x1830953552375040:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134043.653643:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:2009:x1830953552375040:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 87us (342us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134043.653648:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13163 00002000:00100000:1.0:1746134043.653652:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009bc72d80 x1830953552375040/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134043.653659:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc72d80 with x1830953552375040 ext(0->4095) 00002000:00010000:1.0:1746134043.653661:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bc72d80 00000100:00100000:0.0:1746134043.655451:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.655529:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552375168 00000100:00100000:3.0:1746134043.655534:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552375168 00000100:00100000:3.0:1746134043.655572:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29820 00000100:00100000:3.0:1746134043.655578:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801360fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552375168:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134043.655589:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134043.655600:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8c9a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750128 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.655621:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8c93 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750121 expref: 25 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.655627:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134043.655628:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134043.655631:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8c9a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750128 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.655651:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8c93 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750121 expref: 25 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.655659:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8c93 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750121 expref: 25 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.655669:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548140800:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134043.655732:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c000 going to sleep for 11 seconds 00000100:00100000:3.0:1746134043.657899:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548140800:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134043.657922:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8c9a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750128 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.657934:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800955afe00, rc 0) 00000100:00100000:3.0:1746134043.657962:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801360fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552375168:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2384us (2515us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.657969:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29820 00000100:00100000:0.0:1746134043.658889:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.658976:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552375296 00000100:00100000:3.0:1746134043.658981:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552375296 00010000:00010000:3.0:1746134043.659000:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8c93 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750121 expref: 26 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.659049:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15122 00000100:00100000:3.0:1746134043.659056:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801360f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:2009:x1830953552375296:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134043.659065:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134043.659087:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8c93 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750121 expref: 26 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.659096:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8c93 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750121 expref: 26 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.659127:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8c93 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750121 expref: 26 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.659323:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.659326:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.659331:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8c9a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750128 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.659339:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8c9a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750128 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.659361:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8c9a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750128 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134043.659370:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548140928:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134043.659715:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c000 going to sleep for 11 seconds 00000100:00100000:3.0:1746134043.661542:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548140928:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134043.661557:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134043.661587:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801360f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+25:2009:x1830953552375296:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2531us (2700us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.661595:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15122 00000100:00100000:0.0:1746134043.661777:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.662781:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552375552 00000100:00100000:2.0:1746134043.662787:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552375552 00002000:00100000:2.0:1746134043.662817:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8801360fa300 x1830953552375552/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.662826:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801360fa300 with x1830953552375552 ext(0->4095) 00002000:00010000:2.0:1746134043.662829:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801360fa300 00000100:00100000:2.0:1746134043.662855:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13164 00000100:00100000:2.0:1746134043.662861:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801360fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552375552:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134043.662964:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801360fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552375552:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (1187us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134043.662969:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13164 00002000:00100000:2.0:1746134043.662974:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8801360fa300 x1830953552375552/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.662980:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801360fa300 with x1830953552375552 ext(0->4095) 00002000:00010000:2.0:1746134043.662982:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801360fa300 00000100:00100000:0.0:1746134043.663712:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.664082:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552375680 00000100:00100000:3.0:1746134043.664087:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552375680 00000100:00100000:3.0:1746134043.664144:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29821 00000100:00100000:3.0:1746134043.664150:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801360f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+25:1755:x1830953552375680:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134043.664161:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134043.664174:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8ca1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575012f expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.664198:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8c9a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750128 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.664204:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.664205:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.664208:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8ca1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575012f expref: 26 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.664230:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8c9a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750128 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.664239:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8c9a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750128 expref: 5 pid: 9580 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.664248:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548141056:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134043.664306:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c000 going to sleep for 11 seconds 00000100:00100000:0.0:1746134043.666428:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134043.666526:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552375808 00000100:00100000:1.0:1746134043.666532:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552375808 00000100:00100000:1.0:1746134043.666570:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29822 00000100:00100000:1.0:1746134043.666577:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:1757:x1830953552375808:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134043.666588:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134043.666599:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c8ca8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750136 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.666615:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134043.666619:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8ca1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575012f expref: 28 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.666624:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134043.666627:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c8ca8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750136 expref: 28 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.666654:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8ca1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319575012f expref: 28 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.666663:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c8ca8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750136 expref: 28 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.666670:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095786a00, rc 0) 00000100:00100000:1.0:1746134043.666697:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:1757:x1830953552375808:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 121us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134043.666702:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29822 00000100:00100000:3.0:1746134043.668702:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548141056:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134043.668724:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8ca1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575012f expref: 27 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.668737:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800955af200, rc 0) 00000100:00100000:3.0:1746134043.668778:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801360f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:1755:x1830953552375680:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4627us (5067us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.668784:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29821 00000100:00100000:0.0:1746134043.669459:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.669840:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552375936 00000100:00100000:3.0:1746134043.669846:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552375936 00010000:00010000:3.0:1746134043.669867:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8c9a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750128 expref: 6 pid: 9580 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.669897:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15123 00000100:00100000:3.0:1746134043.669903:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552375936:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134043.669913:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134043.669927:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8c9a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750128 expref: 6 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.669936:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8c9a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750128 expref: 6 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.669953:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8c9a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750128 expref: 6 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.669974:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.669976:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.669981:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8ca1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575012f expref: 26 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.669988:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8ca1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575012f expref: 26 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.670010:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8ca1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575012f expref: 26 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.670018:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8ca1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575012f expref: 26 pid: 9580 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.670028:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548141312:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134043.670090:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c000 going to sleep for 11 seconds 00000100:00100000:0.0:1746134043.672521:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134043.672581:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552376192 00000100:00100000:1.0:1746134043.672587:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552376192 00002000:00100000:1.0:1746134043.672617:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917e4a80 x1830953552376192/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134043.672626:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e4a80 with x1830953552376192 ext(0->4095) 00010000:00010000:1.0:1746134043.672632:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8ca1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575012f expref: 27 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746134043.672643:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8ca1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575012f expref: 27 pid: 9580 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746134043.672648:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917e4a80 00000100:00100000:1.0:1746134043.673008:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2546 00000100:00100000:1.0:1746134043.673015:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2009:x1830953552376192:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134043.673157:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2009:x1830953552376192:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 142us (640us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134043.673164:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2546 00002000:00100000:1.0:1746134043.673169:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917e4a80 x1830953552376192/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134043.673176:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e4a80 with x1830953552376192 ext(0->4095) 00010000:00010000:1.0:1746134043.673181:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8ca1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575012f expref: 27 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746134043.673189:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8ca1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575012f expref: 27 pid: 9580 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746134043.673194:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917e4a80 00000100:00100000:3.0:1746134043.673397:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548141312:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134043.673411:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134043.673432:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552375936:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3529us (3973us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.673438:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15123 00000100:00100000:1.0:1746134043.676277:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.676394:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552376320 00000100:00100000:3.0:1746134043.676401:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552376320 00010000:00010000:3.0:1746134043.676429:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8ca1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575012f expref: 27 pid: 9580 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.676591:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15124 00000100:00100000:3.0:1746134043.676598:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2012:x1830953552376320:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134043.676610:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134043.676625:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8ca1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575012f expref: 27 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.676635:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8ca1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575012f expref: 27 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.676653:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8ca1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575012f expref: 27 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.676665:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.676667:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.676672:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c8ca8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750136 expref: 26 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.676679:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c8ca8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750136 expref: 26 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.676703:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c8ca8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750136 expref: 26 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134043.676713:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548141440:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134043.677538:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c000 going to sleep for 11 seconds 00000100:00100000:0.0:1746134043.678923:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.679004:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548141440:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134043.679019:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134043.679262:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552376576 00000100:00100000:2.0:1746134043.679268:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552376576 00002000:00100000:2.0:1746134043.679293:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917e6300 x1830953552376576/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.679301:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e6300 with x1830953552376576 ext(0->4095) 00002000:00010000:2.0:1746134043.679304:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917e6300 00000100:00100000:3.0:1746134043.679410:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2012:x1830953552376320:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2811us (3137us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.679417:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15124 00000100:00100000:2.0:1746134043.679581:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13165 00000100:00100000:2.0:1746134043.679587:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:2011:x1830953552376576:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746134043.679687:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:2011:x1830953552376576:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 Request processed in 99us (767us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134043.679692:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13165 00002000:00100000:2.0:1746134043.679698:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917e6300 x1830953552376576/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.679704:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e6300 with x1830953552376576 ext(0->4095) 00002000:00010000:2.0:1746134043.679706:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917e6300 00000100:00100000:0.0:1746134043.682211:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.682291:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552376704 00000100:00100000:3.0:1746134043.682297:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552376704 00000100:00100000:3.0:1746134043.682337:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29823 00000100:00100000:3.0:1746134043.682343:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552376704:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134043.682355:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134043.682367:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8caf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575013d expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.682388:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c8ca8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750136 expref: 25 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.682399:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134043.682401:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134043.682404:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8caf lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575013d expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.682426:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c8ca8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750136 expref: 25 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.682435:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c8ca8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750136 expref: 25 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.682444:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548141568:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134043.682508:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c000 going to sleep for 11 seconds 00000100:00100000:3.0:1746134043.684438:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548141568:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134043.684459:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8caf lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575013d expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.684471:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800955af600, rc 0) 00000100:00100000:3.0:1746134043.684510:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552376704:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2167us (2303us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.684518:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29823 00000100:00100000:0.0:1746134043.685223:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.685624:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552376832 00000100:00100000:3.0:1746134043.685629:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552376832 00010000:00010000:3.0:1746134043.685652:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c8ca8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750136 expref: 26 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.685688:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15125 00000100:00100000:3.0:1746134043.685695:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129eb5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:2009:x1830953552376832:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134043.685707:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134043.685721:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c8ca8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750136 expref: 26 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.685731:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c8ca8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750136 expref: 26 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.685748:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c8ca8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750136 expref: 26 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.685771:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.685773:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.685779:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8caf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575013d expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.685787:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8caf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575013d expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.685810:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8caf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575013d expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134043.685820:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548141696:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134043.685877:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c000 going to sleep for 11 seconds 00000100:00100000:0.0:1746134043.688462:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134043.688672:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552377088 00000100:00100000:1.0:1746134043.688679:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552377088 00002000:00100000:1.0:1746134043.688711:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ad9f80 x1830953552377088/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134043.688719:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ad9f80 with x1830953552377088 ext(0->4095) 00002000:00010000:1.0:1746134043.688722:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072ad9f80 00000100:00100000:1.0:1746134043.688747:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13166 00000100:00100000:1.0:1746134043.688754:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ad9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552377088:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134043.688868:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ad9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552377088:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (411us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134043.688873:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13166 00002000:00100000:1.0:1746134043.688878:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ad9f80 x1830953552377088/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134043.688885:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ad9f80 with x1830953552377088 ext(0->4095) 00002000:00010000:1.0:1746134043.688887:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072ad9f80 00000100:00100000:3.0:1746134043.689326:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548141696:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134043.689340:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134043.689361:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129eb5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+25:2009:x1830953552376832:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3667us (4139us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.689368:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15125 00000100:00100000:0.0:1746134043.690634:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.691183:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552377216 00000100:00100000:3.0:1746134043.691188:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552377216 00000100:00100000:3.0:1746134043.691215:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29824 00000100:00100000:3.0:1746134043.691220:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ad8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+25:1755:x1830953552377216:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134043.691231:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134043.691243:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800955ae200/0x9682c7de153c8cb6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750144 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.691263:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8caf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575013d expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.691269:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.691270:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.691273:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955ae200/0x9682c7de153c8cb6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750144 expref: 26 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.691294:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8caf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575013d expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.691303:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8caf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575013d expref: 5 pid: 9580 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.691312:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548141824:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134043.692061:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10ca80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134043.692233:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.692310:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552377344 00000100:00100000:2.0:1746134043.692315:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552377344 00000100:00100000:2.0:1746134043.692336:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29825 00000100:00100000:2.0:1746134043.692341:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:1757:x1830953552377344:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134043.692348:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134043.692355:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8cbd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575014b expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.692366:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.692370:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae200/0x9682c7de153c8cb6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750144 expref: 28 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.692374:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134043.692376:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8cbd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575014b expref: 28 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.692395:0:24940:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800955ae200/0x9682c7de153c8cb6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750144 expref: 28 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.692404:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8cbd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575014b expref: 28 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.692411:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fe00, rc 0) 00000100:00100000:2.0:1746134043.692433:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:1757:x1830953552377344:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 92us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134043.692438:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29825 00000100:00100000:3.0:1746134043.694771:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548141824:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134043.694794:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800955ae200/0x9682c7de153c8cb6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750144 expref: 27 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.694805:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800955ae200, rc 0) 00000100:00100000:3.0:1746134043.695668:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ad8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:1755:x1830953552377216:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4445us (5033us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.695676:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29824 00000100:00100000:0.0:1746134043.695846:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.696134:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552377472 00000100:00100000:3.0:1746134043.696139:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552377472 00010000:00010000:3.0:1746134043.696158:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8caf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575013d expref: 6 pid: 9580 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.696388:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15126 00000100:00100000:3.0:1746134043.696395:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ad8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953552377472:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134043.696404:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134043.696417:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8caf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575013d expref: 6 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.696426:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8caf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575013d expref: 6 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.696441:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8caf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575013d expref: 6 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.696556:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.696558:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.696563:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae200/0x9682c7de153c8cb6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750144 expref: 26 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.696570:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955ae200/0x9682c7de153c8cb6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750144 expref: 26 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.696590:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800955ae200/0x9682c7de153c8cb6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750144 expref: 26 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.696598:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800955ae200/0x9682c7de153c8cb6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750144 expref: 26 pid: 9580 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.696607:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548142080:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134043.697069:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10ca80 going to sleep for 11 seconds 00000100:00100000:3.0:1746134043.699015:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548142080:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134043.699031:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134043.699059:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ad8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2012:x1830953552377472:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2665us (3213us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.699068:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15126 00000100:00100000:0.0:1746134043.700972:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.701042:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552377728 00000100:00100000:2.0:1746134043.701048:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552377728 00002000:00100000:2.0:1746134043.701088:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072adaa00 x1830953552377728/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.701102:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072adaa00 with x1830953552377728 ext(0->4095) 00010000:00010000:2.0:1746134043.701108:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae200/0x9682c7de153c8cb6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750144 expref: 27 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.701184:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800955ae200/0x9682c7de153c8cb6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750144 expref: 27 pid: 9580 timeout: 812 lvb_type: 0 00002000:00010000:2.0:1746134043.701190:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072adaa00 00000100:00100000:2.0:1746134043.701286:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2547 00000100:00100000:2.0:1746134043.701294:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072adaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2009:x1830953552377728:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134043.701607:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072adaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2009:x1830953552377728:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 313us (639us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134043.701613:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2547 00002000:00100000:2.0:1746134043.701618:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072adaa00 x1830953552377728/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.701625:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072adaa00 with x1830953552377728 ext(0->4095) 00010000:00010000:2.0:1746134043.701629:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae200/0x9682c7de153c8cb6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750144 expref: 27 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.701637:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800955ae200/0x9682c7de153c8cb6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750144 expref: 27 pid: 9580 timeout: 812 lvb_type: 0 00002000:00010000:2.0:1746134043.701642:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072adaa00 00000100:00100000:0.0:1746134043.703842:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.703942:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552377856 00000100:00100000:3.0:1746134043.703947:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552377856 00010000:00010000:3.0:1746134043.703970:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800955ae200/0x9682c7de153c8cb6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750144 expref: 27 pid: 9580 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.704170:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15127 00000100:00100000:3.0:1746134043.704177:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2011:x1830953552377856:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134043.704187:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134043.704200:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800955ae200/0x9682c7de153c8cb6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750144 expref: 27 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.704210:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800955ae200/0x9682c7de153c8cb6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750144 expref: 27 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.704227:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae200/0x9682c7de153c8cb6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750144 expref: 27 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.704240:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.704242:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.704247:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8cbd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575014b expref: 26 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.704255:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8cbd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575014b expref: 26 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.704279:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8cbd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575014b expref: 26 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134043.704288:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548142208:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134043.704346:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10ca80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134043.707169:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.707271:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552378112 00000100:00100000:2.0:1746134043.707278:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552378112 00002000:00100000:2.0:1746134043.707309:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072adbb80 x1830953552378112/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.707318:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072adbb80 with x1830953552378112 ext(0->4095) 00002000:00010000:2.0:1746134043.707323:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072adbb80 00000100:00100000:2.0:1746134043.707338:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13167 00000100:00100000:2.0:1746134043.707344:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072adbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2010:x1830953552378112:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134043.707462:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072adbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2010:x1830953552378112:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (298us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134043.707468:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13167 00002000:00100000:2.0:1746134043.707473:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072adbb80 x1830953552378112/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.707478:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072adbb80 with x1830953552378112 ext(0->4095) 00002000:00010000:2.0:1746134043.707481:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072adbb80 00000100:00100000:3.0:1746134043.707880:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548142208:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134043.707896:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134043.708211:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:2011:x1830953552377856:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4033us (4374us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.708218:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15127 00000100:00100000:0.0:1746134043.710814:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.710937:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552378240 00000100:00100000:3.0:1746134043.710944:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552378240 00000100:00100000:3.0:1746134043.710985:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29826 00000100:00100000:3.0:1746134043.710992:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ada300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552378240:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134043.711006:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134043.711019:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8cc4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750152 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.711042:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8cbd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575014b expref: 25 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.711049:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134043.711050:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134043.711053:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8cc4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750152 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.711084:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8cbd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575014b expref: 25 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.711093:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8cbd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575014b expref: 25 pid: 24940 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.711104:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548142336:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134043.711192:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10ca80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134043.713445:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.713538:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548142336:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134043.713561:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8cc4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750152 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.713574:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800955ae000, rc 0) 00000100:00100000:3.0:1746134043.713611:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ada300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552378240:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2620us (2802us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.713618:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29826 00000100:00100000:2.0:1746134043.713769:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552378368 00000100:00100000:2.0:1746134043.713774:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552378368 00010000:00010000:2.0:1746134043.713796:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8cbd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575014b expref: 26 pid: 24940 timeout: 812 lvb_type: 0 00000100:00100000:2.0:1746134043.713815:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15128 00000100:00100000:2.0:1746134043.713820:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c69a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:2010:x1830953552378368:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134043.713830:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134043.713844:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8cbd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575014b expref: 26 pid: 24940 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.713858:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8cbd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575014b expref: 26 pid: 24940 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.713875:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8cbd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575014b expref: 26 pid: 24940 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.713888:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.713890:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.713894:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8cc4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750152 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.713901:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8cc4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750152 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.713922:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8cc4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750152 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134043.713932:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080650000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548142464:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134043.713978:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134043.716014:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.716094:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080650000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548142464:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134043.716108:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134043.716161:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c69a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+25:2010:x1830953552378368:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2341us (2721us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134043.716169:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15128 00000100:00100000:1.0:1746134043.716951:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552378624 00000100:00100000:1.0:1746134043.716956:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552378624 00002000:00100000:1.0:1746134043.716984:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012fdc4000 x1830953552378624/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134043.716993:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc4000 with x1830953552378624 ext(0->4095) 00002000:00010000:1.0:1746134043.716997:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fdc4000 00000100:00100000:1.0:1746134043.717019:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13168 00000100:00100000:1.0:1746134043.717025:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552378624:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134043.717144:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552378624:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (1136us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134043.717149:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13168 00002000:00100000:1.0:1746134043.717153:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012fdc4000 x1830953552378624/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134043.717160:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc4000 with x1830953552378624 ext(0->4095) 00002000:00010000:1.0:1746134043.717162:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fdc4000 00000100:00100000:2.0:1746134043.718162:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.718282:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552378752 00000100:00100000:3.0:1746134043.718286:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552378752 00000100:00100000:3.0:1746134043.718308:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29827 00000100:00100000:3.0:1746134043.718313:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080650000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+25:1755:x1830953552378752:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134043.718322:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134043.718334:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800955afc00/0x9682c7de153c8ccb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750159 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.718353:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8cc4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750152 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.718359:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.718360:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.718363:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955afc00/0x9682c7de153c8ccb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750159 expref: 26 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.718383:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8cc4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750152 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.718396:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8cc4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750152 expref: 5 pid: 9580 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.718404:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548142592:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134043.719604:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10ca80 going to sleep for 11 seconds 00000100:00100000:1.0:1746134043.719789:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.719835:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552378880 00000100:00100000:2.0:1746134043.719839:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552378880 00000100:00100000:2.0:1746134043.719873:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29828 00000100:00100000:2.0:1746134043.719879:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:1757:x1830953552378880:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134043.719888:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134043.719898:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c8cd2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750160 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.719913:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.719916:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955afc00/0x9682c7de153c8ccb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750159 expref: 28 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.719920:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134043.719923:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c8cd2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750160 expref: 28 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.719945:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800955afc00/0x9682c7de153c8ccb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750159 expref: 28 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.719954:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c8cd2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750160 expref: 28 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.719962:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f800, rc 0) 00000100:00100000:2.0:1746134043.719988:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:1757:x1830953552378880:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 109us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134043.719993:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29828 00000100:00100000:0.0:1746134043.722390:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.722463:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548142592:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134043.722484:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800955afc00/0x9682c7de153c8ccb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750159 expref: 27 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.722494:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800955afc00, rc 0) 00000100:00100000:2.0:1746134043.722642:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552379008 00000100:00100000:2.0:1746134043.722648:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552379008 00010000:00010000:2.0:1746134043.722669:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8cc4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750152 expref: 6 pid: 9580 timeout: 812 lvb_type: 0 00000100:00100000:2.0:1746134043.722850:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15129 00000100:00100000:2.0:1746134043.722857:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552379008:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134043.722866:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134043.722879:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8cc4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750152 expref: 6 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.722889:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8cc4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750152 expref: 6 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.722905:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8cc4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750152 expref: 6 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.722924:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.722925:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.722930:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955afc00/0x9682c7de153c8ccb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750159 expref: 27 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.722937:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955afc00/0x9682c7de153c8ccb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750159 expref: 27 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.722958:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800955afc00/0x9682c7de153c8ccb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750159 expref: 27 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.722967:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800955afc00/0x9682c7de153c8ccb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750159 expref: 27 pid: 9580 timeout: 812 lvb_type: 0 00000100:00100000:2.0:1746134043.722981:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548142848:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134043.723164:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080650000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:1755:x1830953552378752:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4849us (5002us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.723170:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29827 00000100:00100000:2.0:1746134043.723938:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746134043.725987:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548142848:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134043.726001:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134043.726026:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552379008:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3170us (3641us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134043.726033:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15129 00000100:00100000:0.0:1746134043.726429:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.726819:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552379264 00000100:00100000:3.0:1746134043.726825:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552379264 00002000:00100000:3.0:1746134043.726851:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012fdc7100 x1830953552379264/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134043.726859:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc7100 with x1830953552379264 ext(0->4095) 00010000:00010000:3.0:1746134043.726866:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800955afc00/0x9682c7de153c8ccb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750159 expref: 27 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.726876:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800955afc00/0x9682c7de153c8ccb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750159 expref: 27 pid: 9580 timeout: 812 lvb_type: 0 00002000:00010000:3.0:1746134043.726886:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fdc7100 00000100:00100000:3.0:1746134043.727445:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2548 00000100:00100000:3.0:1746134043.727454:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2009:x1830953552379264:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134043.727559:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2009:x1830953552379264:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (1129us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134043.727565:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2548 00002000:00100000:3.0:1746134043.727570:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012fdc7100 x1830953552379264/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134043.727577:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc7100 with x1830953552379264 ext(0->4095) 00010000:00010000:3.0:1746134043.727582:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800955afc00/0x9682c7de153c8ccb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750159 expref: 27 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.727591:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800955afc00/0x9682c7de153c8ccb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750159 expref: 27 pid: 9580 timeout: 812 lvb_type: 0 00002000:00010000:3.0:1746134043.727596:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fdc7100 00000100:00100000:0.0:1746134043.730209:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.730294:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552379392 00000100:00100000:2.0:1746134043.730301:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552379392 00010000:00010000:2.0:1746134043.730327:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800955afc00/0x9682c7de153c8ccb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750159 expref: 27 pid: 9580 timeout: 812 lvb_type: 0 00000100:00100000:2.0:1746134043.730360:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15130 00000100:00100000:2.0:1746134043.730366:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2012:x1830953552379392:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134043.730378:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134043.730390:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800955afc00/0x9682c7de153c8ccb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750159 expref: 27 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.730400:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800955afc00/0x9682c7de153c8ccb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750159 expref: 27 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.730418:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800955afc00/0x9682c7de153c8ccb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750159 expref: 27 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.730431:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.730433:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.730439:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c8cd2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750160 expref: 26 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.730446:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c8cd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750160 expref: 26 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.730470:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c8cd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750160 expref: 26 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134043.730479:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548142976:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134043.730541:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134043.732846:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.732926:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548142976:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134043.732942:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134043.732975:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:2012:x1830953552379392:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2609us (2772us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134043.732983:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15130 00000100:00100000:1.0:1746134043.733629:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552379648 00000100:00100000:1.0:1746134043.733634:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552379648 00002000:00100000:1.0:1746134043.733660:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012fdc7800 x1830953552379648/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134043.733668:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc7800 with x1830953552379648 ext(0->4095) 00002000:00010000:1.0:1746134043.733673:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fdc7800 00000100:00100000:1.0:1746134043.733699:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13169 00000100:00100000:1.0:1746134043.733705:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:2012:x1830953552379648:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746134043.733798:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:2012:x1830953552379648:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 Request processed in 93us (958us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134043.733803:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13169 00002000:00100000:1.0:1746134043.733807:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012fdc7800 x1830953552379648/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134043.733813:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc7800 with x1830953552379648 ext(0->4095) 00002000:00010000:1.0:1746134043.733815:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fdc7800 00000100:00100000:0.0:1746134043.735998:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.736099:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552379776 00000100:00100000:3.0:1746134043.736105:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552379776 00000100:00100000:3.0:1746134043.736162:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29829 00000100:00100000:3.0:1746134043.736169:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552379776:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134043.736182:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134043.736195:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800955ae200/0x9682c7de153c8cd9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750167 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.736219:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c8cd2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750160 expref: 25 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.736225:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134043.736227:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134043.736230:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955ae200/0x9682c7de153c8cd9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750167 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.736251:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c8cd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750160 expref: 25 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.736260:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c8cd2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750160 expref: 25 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.736270:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548143104:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134043.736793:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746134043.738246:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548143104:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134043.738266:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800955ae200/0x9682c7de153c8cd9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750167 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.738277:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800955ae200, rc 0) 00000100:00100000:3.0:1746134043.738310:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552379776:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2141us (2317us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.738317:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29829 00000100:00100000:0.0:1746134043.738523:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.738934:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552379904 00000100:00100000:2.0:1746134043.738939:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552379904 00010000:00010000:2.0:1746134043.738958:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c8cd2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750160 expref: 26 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:2.0:1746134043.738981:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15131 00000100:00100000:2.0:1746134043.738986:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:2010:x1830953552379904:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134043.738994:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134043.739007:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c8cd2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750160 expref: 26 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.739020:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c8cd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750160 expref: 26 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.739036:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f800/0x9682c7de153c8cd2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750160 expref: 26 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.739052:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.739054:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.739059:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae200/0x9682c7de153c8cd9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750167 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.739065:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955ae200/0x9682c7de153c8cd9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750167 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.739092:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800955ae200/0x9682c7de153c8cd9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750167 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134043.739102:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548143232:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134043.739166:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134043.741686:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.741770:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548143232:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134043.741785:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134043.741824:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+25:2010:x1830953552379904:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2837us (3301us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134043.741832:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15131 00000100:00100000:3.0:1746134043.741894:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552380160 00000100:00100000:3.0:1746134043.741899:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552380160 00002000:00100000:3.0:1746134043.741927:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917f6680 x1830953552380160/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134043.741936:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917f6680 with x1830953552380160 ext(0->4095) 00002000:00010000:3.0:1746134043.741940:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917f6680 00000100:00100000:3.0:1746134043.742006:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13170 00000100:00100000:3.0:1746134043.742013:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552380160:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134043.742137:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552380160:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (456us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134043.742142:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13170 00002000:00100000:3.0:1746134043.742147:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917f6680 x1830953552380160/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134043.742153:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917f6680 with x1830953552380160 ext(0->4095) 00002000:00010000:3.0:1746134043.742156:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917f6680 00000100:00100000:0.0:1746134043.744980:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.745505:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552380288 00000100:00100000:3.0:1746134043.745512:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552380288 00000100:00100000:3.0:1746134043.745553:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29830 00000100:00100000:3.0:1746134043.745560:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+25:1755:x1830953552380288:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134043.745574:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134043.745587:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8ce0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575016e expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.745609:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae200/0x9682c7de153c8cd9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750167 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.745619:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.745621:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.745624:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8ce0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575016e expref: 26 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.745647:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800955ae200/0x9682c7de153c8cd9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750167 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.745657:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800955ae200/0x9682c7de153c8cd9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750167 expref: 5 pid: 9580 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.745667:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548143360:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134043.745729:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746134043.746138:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134043.746266:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552380416 00000100:00100000:1.0:1746134043.746270:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552380416 00000100:00100000:1.0:1746134043.746297:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29831 00000100:00100000:1.0:1746134043.746302:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:1757:x1830953552380416:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134043.746308:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134043.746315:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8ce7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750175 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.746326:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134043.746330:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8ce0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575016e expref: 28 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.746335:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134043.746337:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8ce7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750175 expref: 28 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.746359:0:24940:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8ce0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319575016e expref: 28 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.746368:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8ce7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750175 expref: 28 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.746376:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095786800, rc 0) 00000100:00100000:1.0:1746134043.746406:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:1757:x1830953552380416:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 103us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134043.746411:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29831 00000100:00100000:3.0:1746134043.748900:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548143360:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134043.748923:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8ce0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575016e expref: 27 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.748935:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800955af200, rc 0) 00000100:00100000:3.0:1746134043.748981:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:1755:x1830953552380288:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3421us (4004us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.748989:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29830 00000100:00100000:0.0:1746134043.749622:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.750058:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552380544 00000100:00100000:3.0:1746134043.750064:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552380544 00010000:00010000:3.0:1746134043.750095:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800955ae200/0x9682c7de153c8cd9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750167 expref: 6 pid: 9580 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.750154:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15132 00000100:00100000:3.0:1746134043.750161:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129eb5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552380544:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134043.750174:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134043.750189:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800955ae200/0x9682c7de153c8cd9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750167 expref: 6 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.750199:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800955ae200/0x9682c7de153c8cd9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750167 expref: 6 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.750216:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae200/0x9682c7de153c8cd9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750167 expref: 6 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.750235:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.750237:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.750242:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8ce0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575016e expref: 26 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.750249:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8ce0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575016e expref: 26 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.750273:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8ce0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575016e expref: 26 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.750282:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8ce0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575016e expref: 26 pid: 9580 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.750295:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548143616:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134043.751696:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10cc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746134043.752506:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548143616:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134043.752521:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134043.753036:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129eb5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552380544:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2873us (3412us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.753045:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15132 00000100:00100000:0.0:1746134043.753384:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134043.753726:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552380800 00000100:00100000:1.0:1746134043.753731:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552380800 00002000:00100000:1.0:1746134043.753760:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917f7480 x1830953552380800/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134043.753769:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917f7480 with x1830953552380800 ext(0->4095) 00010000:00010000:1.0:1746134043.753776:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8ce0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575016e expref: 27 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746134043.753786:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8ce0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575016e expref: 27 pid: 9580 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746134043.753792:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917f7480 00000100:00100000:1.0:1746134043.753817:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2549 00000100:00100000:1.0:1746134043.753823:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2009:x1830953552380800:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134043.753932:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2009:x1830953552380800:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (547us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134043.753938:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2549 00002000:00100000:1.0:1746134043.753943:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917f7480 x1830953552380800/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134043.753950:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917f7480 with x1830953552380800 ext(0->4095) 00010000:00010000:1.0:1746134043.753954:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8ce0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575016e expref: 27 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746134043.753963:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8ce0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575016e expref: 27 pid: 9580 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746134043.753968:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917f7480 00000100:00100000:0.0:1746134043.757185:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.757284:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552380928 00000100:00100000:3.0:1746134043.757290:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552380928 00010000:00010000:3.0:1746134043.757316:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8ce0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575016e expref: 27 pid: 9580 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.757607:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15133 00000100:00100000:3.0:1746134043.757614:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2010:x1830953552380928:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134043.757624:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134043.757638:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8ce0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575016e expref: 27 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.757648:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8ce0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575016e expref: 27 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.757664:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8ce0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575016e expref: 27 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.757688:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.757691:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.757696:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8ce7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750175 expref: 26 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.757703:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8ce7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750175 expref: 26 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.757726:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8ce7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750175 expref: 26 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134043.757737:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548143744:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134043.757800:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10cf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746134043.761216:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.761487:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552381184 00000100:00100000:2.0:1746134043.761495:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552381184 00002000:00100000:2.0:1746134043.761528:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917f4700 x1830953552381184/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.761628:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917f4700 with x1830953552381184 ext(0->4095) 00002000:00010000:2.0:1746134043.761633:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917f4700 00000100:00100000:2.0:1746134043.761660:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13171 00000100:00100000:2.0:1746134043.761667:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2010:x1830953552381184:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134043.761786:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2010:x1830953552381184:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (575us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134043.761791:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13171 00002000:00100000:2.0:1746134043.761797:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917f4700 x1830953552381184/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.761804:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917f4700 with x1830953552381184 ext(0->4095) 00002000:00010000:2.0:1746134043.761806:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917f4700 00000100:00100000:3.0:1746134043.761937:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548143744:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134043.761952:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134043.761974:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:2010:x1830953552380928:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4361us (4795us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.761981:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15133 00000100:00100000:0.0:1746134043.764101:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.764294:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552381312 00000100:00100000:3.0:1746134043.764301:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552381312 00000100:00100000:3.0:1746134043.764342:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29832 00000100:00100000:3.0:1746134043.764350:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552381312:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134043.764362:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134043.764375:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8cee lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575017c expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.764398:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8ce7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750175 expref: 25 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.764408:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134043.764410:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134043.764413:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8cee lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575017c expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.764435:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8ce7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750175 expref: 25 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.764444:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8ce7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750175 expref: 25 pid: 24940 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.764454:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548143872:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134043.764516:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10cf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746134043.767489:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548143872:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134043.767514:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8cee lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575017c expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.767526:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800955afe00, rc 0) 00000100:00100000:3.0:1746134043.767561:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552381312:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3212us (3464us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.767568:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29832 00000100:00100000:0.0:1746134043.767792:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.768140:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552381440 00000100:00100000:3.0:1746134043.768145:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552381440 00010000:00010000:3.0:1746134043.768167:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8ce7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750175 expref: 26 pid: 24940 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.768200:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15134 00000100:00100000:3.0:1746134043.768207:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:2009:x1830953552381440:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134043.768218:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134043.768232:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8ce7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750175 expref: 26 pid: 24940 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.768242:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8ce7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750175 expref: 26 pid: 24940 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.768261:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8ce7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750175 expref: 26 pid: 24940 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.768278:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.768279:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.768284:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8cee lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575017c expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.768291:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8cee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575017c expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.768314:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8cee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575017c expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134043.768324:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548144000:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134043.768377:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10cf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746134043.770469:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134043.770758:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552381696 00000100:00100000:1.0:1746134043.770763:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552381696 00002000:00100000:1.0:1746134043.770796:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008ad8c700 x1830953552381696/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134043.770806:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ad8c700 with x1830953552381696 ext(0->4095) 00002000:00010000:1.0:1746134043.770810:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ad8c700 00000100:00100000:1.0:1746134043.770836:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13172 00000100:00100000:1.0:1746134043.770843:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2011:x1830953552381696:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746134043.770964:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2011:x1830953552381696:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 Request processed in 121us (499us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134043.770970:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13172 00002000:00100000:1.0:1746134043.770975:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008ad8c700 x1830953552381696/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134043.770987:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ad8c700 with x1830953552381696 ext(0->4095) 00002000:00010000:1.0:1746134043.770989:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ad8c700 00000100:00100000:0.0:1746134043.772242:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.772298:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548144000:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134043.772313:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134043.772336:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+25:2009:x1830953552381440:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4130us (4545us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.772343:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15134 00000100:00100000:2.0:1746134043.772845:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552381824 00000100:00100000:2.0:1746134043.772850:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552381824 00000100:00100000:2.0:1746134043.772874:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29833 00000100:00100000:2.0:1746134043.772879:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+25:1755:x1830953552381824:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134043.772891:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134043.772903:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8cf5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750183 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.772922:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8cee lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575017c expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.772933:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.772934:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.772937:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8cf5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750183 expref: 26 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.772957:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8cee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575017c expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.772967:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8cee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575017c expref: 5 pid: 9580 timeout: 812 lvb_type: 0 00000100:00100000:2.0:1746134043.772976:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548144128:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134043.773035:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157fcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134043.776083:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.776690:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552381952 00000100:00100000:2.0:1746134043.776697:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552381952 00000100:00100000:2.0:1746134043.776744:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29834 00000100:00100000:2.0:1746134043.776751:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:1757:x1830953552381952:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134043.776764:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134043.776776:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8cfc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575018a expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.776796:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.776800:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8cf5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750183 expref: 28 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.777272:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134043.777277:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8cfc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575018a expref: 28 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.777306:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8cf5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750183 expref: 28 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.777317:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8cfc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575018a expref: 28 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.777325:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90e600, rc 0) 00000100:00100000:2.0:1746134043.777378:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:1757:x1830953552381952:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 628us (1311us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134043.777384:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29834 00000100:00100000:2.0:1746134043.777420:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548144128:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134043.777432:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8cf5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750183 expref: 27 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.777439:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f600, rc 0) 00000100:00100000:0.0:1746134043.777455:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.777458:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:1755:x1830953552381824:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4578us (5220us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134043.777463:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29833 00000100:00100000:3.0:1746134043.777562:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552382080 00000100:00100000:3.0:1746134043.777566:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552382080 00010000:00010000:3.0:1746134043.777583:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8cee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575017c expref: 6 pid: 9580 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.777598:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15135 00000100:00100000:3.0:1746134043.777603:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe86680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953552382080:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134043.777610:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134043.777624:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8cee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575017c expref: 6 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.777633:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8cee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575017c expref: 6 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.777647:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8cee lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575017c expref: 6 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.777659:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.777660:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.777665:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8cf5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750183 expref: 26 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.777670:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8cf5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750183 expref: 26 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.777688:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8cf5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750183 expref: 26 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.777697:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8cf5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750183 expref: 26 pid: 9580 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.777706:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548144384:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134043.777757:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10cf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746134043.781292:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548144384:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134043.781310:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134043.781347:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe86680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2012:x1830953552382080:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3742us (3891us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.781355:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15135 00000100:00100000:0.0:1746134043.781519:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.781883:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552382336 00000100:00100000:3.0:1746134043.781889:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552382336 00002000:00100000:3.0:1746134043.781916:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008fe85880 x1830953552382336/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134043.781925:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe85880 with x1830953552382336 ext(0->4095) 00010000:00010000:3.0:1746134043.781931:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8cf5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750183 expref: 27 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.781941:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8cf5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750183 expref: 27 pid: 9580 timeout: 812 lvb_type: 0 00002000:00010000:3.0:1746134043.781947:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fe85880 00000100:00100000:1.0:1746134043.782197:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2550 00000100:00100000:1.0:1746134043.782205:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2009:x1830953552382336:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134043.782299:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2009:x1830953552382336:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 95us (780us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134043.782304:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2550 00002000:00100000:1.0:1746134043.782308:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008fe85880 x1830953552382336/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134043.782314:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe85880 with x1830953552382336 ext(0->4095) 00010000:00010000:1.0:1746134043.782318:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8cf5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750183 expref: 27 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:1.0:1746134043.782327:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8cf5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750183 expref: 27 pid: 9580 timeout: 812 lvb_type: 0 00002000:00010000:1.0:1746134043.782332:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fe85880 00000100:00100000:0.0:1746134043.784841:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.784937:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552382464 00000100:00100000:3.0:1746134043.784943:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552382464 00010000:00010000:3.0:1746134043.784970:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8cf5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750183 expref: 27 pid: 9580 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.785211:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15136 00000100:00100000:3.0:1746134043.785218:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe85180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2011:x1830953552382464:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134043.785227:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134043.785240:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8cf5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750183 expref: 27 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.785250:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8cf5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750183 expref: 27 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.785266:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8cf5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750183 expref: 27 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.785283:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.785285:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.785290:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8cfc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575018a expref: 26 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.785296:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8cfc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575018a expref: 26 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.785318:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8cfc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575018a expref: 26 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134043.785331:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548144512:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134043.785388:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10cf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746134043.787980:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.788078:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548144512:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134043.788095:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134043.788210:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552382720 00000100:00100000:2.0:1746134043.788215:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552382720 00002000:00100000:2.0:1746134043.788243:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800923a4a80 x1830953552382720/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.788252:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923a4a80 with x1830953552382720 ext(0->4095) 00002000:00010000:2.0:1746134043.788255:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800923a4a80 00000100:00100000:3.0:1746134043.788833:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe85180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2011:x1830953552382464:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3613us (3996us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.788841:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15136 00000100:00100000:2.0:1746134043.788917:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13173 00000100:00100000:2.0:1746134043.788923:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:2010:x1830953552382720:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134043.789030:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:2010:x1830953552382720:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (1057us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134043.789035:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13173 00002000:00100000:2.0:1746134043.789040:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800923a4a80 x1830953552382720/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.789047:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923a4a80 with x1830953552382720 ext(0->4095) 00002000:00010000:2.0:1746134043.789050:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800923a4a80 00000100:00100000:2.0:1746134043.791576:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134043.791627:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552382848 00000100:00100000:0.0:1746134043.791633:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552382848 00000100:00100000:0.0:1746134043.791664:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29835 00000100:00100000:0.0:1746134043.791670:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080653100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552382848:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134043.791682:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134043.791695:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134e23e00/0x9682c7de153c8d03 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750191 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134043.791715:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8cfc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575018a expref: 25 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134043.791721:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134043.791722:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134043.791725:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134e23e00/0x9682c7de153c8d03 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750191 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134043.791748:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8cfc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575018a expref: 25 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134043.791757:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8cfc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575018a expref: 25 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:0.0:1746134043.791767:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923a7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548144640:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134043.792058:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c540 going to sleep for 11 seconds 00000100:00100000:2.0:1746134043.794641:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923a7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548144640:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134043.794667:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134e23e00/0x9682c7de153c8d03 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750191 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.794679:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134e23e00, rc 0) 00000100:00100000:2.0:1746134043.794713:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080653100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552382848:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3042us (3142us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134043.794719:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29835 00000100:00100000:0.0:1746134043.796307:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.796387:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552382976 00000100:00100000:3.0:1746134043.796393:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552382976 00010000:00010000:3.0:1746134043.796416:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8cfc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575018a expref: 26 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.796446:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15137 00000100:00100000:3.0:1746134043.796453:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:2010:x1830953552382976:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134043.796463:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134043.796476:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8cfc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575018a expref: 26 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.796486:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8cfc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575018a expref: 26 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.796502:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8cfc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575018a expref: 26 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.796525:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.796527:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.796533:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134e23e00/0x9682c7de153c8d03 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750191 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.796540:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134e23e00/0x9682c7de153c8d03 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750191 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.796562:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880134e23e00/0x9682c7de153c8d03 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750191 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134043.796571:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548144768:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134043.796626:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10cf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746134043.799046:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134043.799666:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.799741:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548144768:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134043.799755:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134043.799785:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+25:2010:x1830953552382976:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3332us (3482us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.799794:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15137 00000100:00100000:3.0:1746134043.799830:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552383360 00000100:00100000:3.0:1746134043.799834:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552383360 00000100:00100000:3.0:1746134043.799853:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29836 00000100:00100000:3.0:1746134043.799858:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+25:1755:x1830953552383360:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134043.799870:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134043.799880:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800955afc00/0x9682c7de153c8d0a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750198 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.799898:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134e23e00/0x9682c7de153c8d03 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750191 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.799908:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.799909:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.799912:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955afc00/0x9682c7de153c8d0a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750198 expref: 26 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.799928:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134e23e00/0x9682c7de153c8d03 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750191 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.799936:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134e23e00/0x9682c7de153c8d03 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750191 expref: 5 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.799944:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548144896:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134043.799971:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10cf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746134043.800101:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552383232 00000100:00100000:2.0:1746134043.800104:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552383232 00002000:00100000:2.0:1746134043.800135:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800923a7100 x1830953552383232/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.800143:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923a7100 with x1830953552383232 ext(0->4095) 00010000:00010000:2.0:1746134043.800148:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134e23e00/0x9682c7de153c8d03 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750191 expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.800156:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134e23e00/0x9682c7de153c8d03 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750191 expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00002000:00010000:2.0:1746134043.800161:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800923a7100 00000100:00100000:2.0:1746134043.800171:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2551 00000100:00100000:2.0:1746134043.800174:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552383232:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134043.800254:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552383232:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 79us (1213us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134043.800259:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2551 00002000:00100000:2.0:1746134043.800263:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800923a7100 x1830953552383232/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.800269:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923a7100 with x1830953552383232 ext(0->4095) 00010000:00010000:2.0:1746134043.800273:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134e23e00/0x9682c7de153c8d03 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750191 expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.800280:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134e23e00/0x9682c7de153c8d03 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750191 expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00002000:00010000:2.0:1746134043.800285:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800923a7100 00000100:00100000:0.0:1746134043.802971:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.803052:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548144896:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134043.803083:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800955afc00/0x9682c7de153c8d0a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750198 expref: 26 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.803095:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800955afc00, rc 0) 00000100:00100000:3.0:1746134043.803865:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:1755:x1830953552383360:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4005us (4197us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.803873:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29836 00000100:00100000:3.0:1746134043.803896:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552383488 00000100:00100000:3.0:1746134043.803900:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552383488 00000100:00100000:2.0:1746134043.804465:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29837 00000100:00100000:2.0:1746134043.804474:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:1757:x1830953552383488:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134043.804485:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134043.804496:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c8d11 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575019f expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.804514:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.804518:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955afc00/0x9682c7de153c8d0a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750198 expref: 27 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.804524:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134043.804527:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c8d11 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575019f expref: 27 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.804551:0:9580:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800955afc00/0x9682c7de153c8d0a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750198 expref: 27 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.804559:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c8d11 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575019f expref: 27 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.804566:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f400, rc 0) 00000100:00100000:2.0:1746134043.804584:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:1757:x1830953552383488:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 112us (1619us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134043.804589:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29837 00000100:00100000:0.0:1746134043.805269:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.805403:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552383616 00000100:00100000:3.0:1746134043.805406:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552383616 00010000:00010000:3.0:1746134043.805423:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134e23e00/0x9682c7de153c8d03 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750191 expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.805447:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15138 00000100:00100000:3.0:1746134043.805452:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552383616:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134043.805460:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134043.805473:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134e23e00/0x9682c7de153c8d03 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750191 expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.805482:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134e23e00/0x9682c7de153c8d03 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750191 expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.805497:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134e23e00/0x9682c7de153c8d03 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750191 expref: 6 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.805508:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.805510:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.805514:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955afc00/0x9682c7de153c8d0a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750198 expref: 26 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.805520:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955afc00/0x9682c7de153c8d0a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750198 expref: 26 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.805535:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800955afc00/0x9682c7de153c8d0a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750198 expref: 26 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.805543:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800955afc00/0x9682c7de153c8d0a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750198 expref: 26 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.805555:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548145152:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134043.805603:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10cf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746134043.809375:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.809443:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552383872 00000100:00100000:2.0:1746134043.809449:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552383872 00002000:00100000:2.0:1746134043.809482:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800923a5f80 x1830953552383872/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.809490:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923a5f80 with x1830953552383872 ext(0->4095) 00010000:00010000:2.0:1746134043.809497:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800955afc00/0x9682c7de153c8d0a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750198 expref: 27 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.809512:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800955afc00/0x9682c7de153c8d0a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750198 expref: 27 pid: 9582 timeout: 812 lvb_type: 0 00002000:00010000:2.0:1746134043.809518:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800923a5f80 00000100:00100000:2.0:1746134043.809535:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2552 00000100:00100000:2.0:1746134043.809541:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2010:x1830953552383872:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134043.809658:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2010:x1830953552383872:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (289us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134043.809664:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2552 00002000:00100000:2.0:1746134043.809669:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800923a5f80 x1830953552383872/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.809675:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923a5f80 with x1830953552383872 ext(0->4095) 00010000:00010000:2.0:1746134043.809679:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800955afc00/0x9682c7de153c8d0a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750198 expref: 27 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:2.0:1746134043.809687:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800955afc00/0x9682c7de153c8d0a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750198 expref: 27 pid: 9582 timeout: 812 lvb_type: 0 00002000:00010000:2.0:1746134043.809692:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800923a5f80 00000100:00100000:3.0:1746134043.809750:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548145152:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134043.809762:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134043.809779:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552383616:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4327us (4512us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.809786:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15138 00000100:00100000:2.0:1746134043.812725:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.812797:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552384000 00000100:00100000:3.0:1746134043.812804:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552384000 00010000:00010000:3.0:1746134043.812832:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800955afc00/0x9682c7de153c8d0a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750198 expref: 27 pid: 9582 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.813370:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15139 00000100:00100000:3.0:1746134043.813378:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129eb5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2010:x1830953552384000:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134043.813389:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134043.813404:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800955afc00/0x9682c7de153c8d0a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750198 expref: 27 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.813415:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800955afc00/0x9682c7de153c8d0a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750198 expref: 27 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.813432:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800955afc00/0x9682c7de153c8d0a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750198 expref: 27 pid: 9582 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.813451:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.813453:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.813458:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c8d11 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575019f expref: 26 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.813465:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c8d11 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575019f expref: 26 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.813489:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c8d11 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575019f expref: 26 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134043.813499:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548145280:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134043.814296:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10cf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746134043.817013:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548145280:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134043.817027:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134043.817055:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129eb5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:2010:x1830953552384000:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3677us (4336us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.817063:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15139 00000100:00100000:0.0:1746134043.817406:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.817711:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552384256 00000100:00100000:2.0:1746134043.817717:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552384256 00002000:00100000:2.0:1746134043.817742:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800923a4700 x1830953552384256/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.817758:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923a4700 with x1830953552384256 ext(0->4095) 00002000:00010000:2.0:1746134043.817762:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800923a4700 00000100:00100000:2.0:1746134043.817828:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13174 00000100:00100000:2.0:1746134043.817834:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:2010:x1830953552384256:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134043.817931:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:2010:x1830953552384256:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 97us (525us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134043.817937:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13174 00002000:00100000:2.0:1746134043.817942:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800923a4700 x1830953552384256/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.817949:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923a4700 with x1830953552384256 ext(0->4095) 00002000:00010000:2.0:1746134043.817952:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800923a4700 00000100:00100000:0.0:1746134043.819617:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.819755:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552384384 00000100:00100000:2.0:1746134043.819760:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552384384 00000100:00100000:2.0:1746134043.819797:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29838 00000100:00100000:2.0:1746134043.819802:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552384384:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134043.819814:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134043.819826:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8d18 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957501a6 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.819845:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c8d11 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575019f expref: 25 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.819852:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134043.819853:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134043.819857:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8d18 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957501a6 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.819877:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c8d11 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575019f expref: 25 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.819887:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c8d11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575019f expref: 25 pid: 9580 timeout: 812 lvb_type: 0 00000100:00100000:2.0:1746134043.819897:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548145408:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134043.819951:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f600 going to sleep for 11 seconds 00000100:00100000:2.0:1746134043.821622:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548145408:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134043.821640:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8d18 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957501a6 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.821652:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fe00, rc 0) 00000100:00100000:2.0:1746134043.821675:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552384384:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1872us (2063us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134043.821681:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29838 00000100:00100000:0.0:1746134043.822763:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.823021:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552384512 00000100:00100000:3.0:1746134043.823026:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552384512 00010000:00010000:3.0:1746134043.823049:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c8d11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575019f expref: 26 pid: 9580 timeout: 812 lvb_type: 0 00000100:00100000:3.0:1746134043.823169:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15140 00000100:00100000:3.0:1746134043.823176:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:2009:x1830953552384512:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134043.823186:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134043.823200:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c8d11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575019f expref: 26 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.823213:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c8d11 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575019f expref: 26 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.823232:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c8d11 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575019f expref: 26 pid: 9580 timeout: 812 lvb_type: 0 00010000:00010000:3.0:1746134043.823250:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.823251:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.823256:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8d18 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957501a6 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.823262:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8d18 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957501a6 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.823284:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8d18 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957501a6 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134043.823293:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548145536:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134043.823348:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c780 going to sleep for 11 seconds 00000100:00100000:0.0:1746134043.826677:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134043.826748:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552384768 00000100:00100000:1.0:1746134043.826755:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552384768 00002000:00100000:1.0:1746134043.826786:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800923a7480 x1830953552384768/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134043.826795:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923a7480 with x1830953552384768 ext(0->4095) 00002000:00010000:1.0:1746134043.826799:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800923a7480 00000100:00100000:1.0:1746134043.826827:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13175 00000100:00100000:1.0:1746134043.826833:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552384768:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134043.826937:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552384768:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (268us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134043.826943:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13175 00002000:00100000:1.0:1746134043.826948:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800923a7480 x1830953552384768/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134043.826954:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923a7480 with x1830953552384768 ext(0->4095) 00002000:00010000:1.0:1746134043.826957:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800923a7480 00000100:00100000:3.0:1746134043.827261:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548145536:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134043.827276:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134043.827296:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+25:2009:x1830953552384512:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4122us (4537us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.827303:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15140 00000100:00100000:0.0:1746134043.828240:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.828321:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552384896 00000100:00100000:2.0:1746134043.828326:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552384896 00000100:00100000:2.0:1746134043.828347:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29839 00000100:00100000:2.0:1746134043.828353:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081158e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+25:1755:x1830953552384896:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134043.828363:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134043.828375:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8d1f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957501ad expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.828398:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8d18 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957501a6 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.828404:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.828406:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.828409:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8d1f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957501ad expref: 26 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.828431:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8d18 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501a6 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.828441:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8d18 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501a6 expref: 5 pid: 9580 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746134043.828451:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548145664:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134043.828499:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f600 going to sleep for 11 seconds 00000100:00100000:1.0:1746134043.831243:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.831349:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552385024 00000100:00100000:2.0:1746134043.831355:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552385024 00000100:00100000:1.0:1746134043.831503:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.831596:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548145664:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134043.831620:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8d1f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957501ad expref: 27 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.831632:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fa00, rc 0) 00000100:00100000:2.0:1746134043.831800:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29840 00000100:00100000:2.0:1746134043.831807:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:1757:x1830953552385024:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134043.831817:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134043.831827:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8d26 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957501b4 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.831843:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.831846:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8d1f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957501ad expref: 28 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.831852:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134043.831855:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8d26 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957501b4 expref: 28 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.831877:0:24940:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8d1f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501ad expref: 28 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.831886:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8d26 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957501b4 expref: 28 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.831892:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90ea00, rc 0) 00000100:00100000:3.0:1746134043.832067:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081158e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:1755:x1830953552384896:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3712us (3828us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.832081:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29839 00000100:00100000:3.0:1746134043.832277:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552385152 00000100:00100000:3.0:1746134043.832281:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552385152 00010000:00010000:3.0:1746134043.832296:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8d18 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501a6 expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00000100:00100000:3.0:1746134043.832318:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15141 00000100:00100000:3.0:1746134043.832323:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552385152:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134043.832330:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134043.832343:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8d18 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501a6 expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134043.832352:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8d18 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501a6 expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134043.832367:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8d18 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501a6 expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134043.832383:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.832384:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.832388:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8d1f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501ad expref: 27 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.832395:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8d1f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501ad expref: 27 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.832411:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8d1f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501ad expref: 27 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.832420:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8d1f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501ad expref: 27 pid: 9580 timeout: 813 lvb_type: 0 00000100:00100000:3.0:1746134043.832429:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548145920:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134043.832584:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:1757:x1830953552385024:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 776us (1347us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134043.832589:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29840 00000100:00100000:3.0:1746134043.833133:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c780 going to sleep for 11 seconds 00000100:00100000:3.0:1746134043.835966:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548145920:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134043.835984:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134043.836219:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552385152:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3894us (4714us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.836228:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15141 00000100:00100000:0.0:1746134043.836544:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.836861:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552385408 00000100:00100000:2.0:1746134043.836867:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552385408 00002000:00100000:2.0:1746134043.836896:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880081158700 x1830953552385408/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.836904:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081158700 with x1830953552385408 ext(0->4095) 00010000:00010000:2.0:1746134043.836911:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8d1f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501ad expref: 27 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134043.836922:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8d1f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501ad expref: 27 pid: 9580 timeout: 813 lvb_type: 0 00002000:00010000:2.0:1746134043.836928:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081158700 00000100:00100000:2.0:1746134043.836941:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2553 00000100:00100000:2.0:1746134043.836946:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081158700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2010:x1830953552385408:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134043.837471:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081158700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2010:x1830953552385408:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 524us (927us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134043.837477:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2553 00002000:00100000:2.0:1746134043.837482:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880081158700 x1830953552385408/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.837489:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081158700 with x1830953552385408 ext(0->4095) 00010000:00010000:2.0:1746134043.837494:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8d1f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501ad expref: 27 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134043.837502:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8d1f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501ad expref: 27 pid: 9580 timeout: 813 lvb_type: 0 00002000:00010000:2.0:1746134043.837507:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081158700 00000100:00100000:0.0:1746134043.839547:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.839915:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552385536 00000100:00100000:3.0:1746134043.839922:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552385536 00010000:00010000:3.0:1746134043.839949:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8d1f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501ad expref: 27 pid: 9580 timeout: 813 lvb_type: 0 00000100:00100000:3.0:1746134043.841801:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15142 00000100:00100000:3.0:1746134043.841814:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081159180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2011:x1830953552385536:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134043.841828:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134043.841846:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8d1f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501ad expref: 27 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134043.841858:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8d1f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501ad expref: 27 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134043.841877:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8d1f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501ad expref: 27 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134043.841904:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.841906:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.841911:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8d26 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957501b4 expref: 26 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.841918:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8d26 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957501b4 expref: 26 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.841946:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8d26 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957501b4 expref: 26 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134043.841956:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548146048:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134043.842029:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c780 going to sleep for 11 seconds 00000100:00100000:0.0:1746134043.844931:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.845290:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552385792 00000100:00100000:2.0:1746134043.845297:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552385792 00002000:00100000:2.0:1746134043.845327:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008115a680 x1830953552385792/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.845336:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008115a680 with x1830953552385792 ext(0->4095) 00002000:00010000:2.0:1746134043.845340:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008115a680 00000100:00100000:2.0:1746134043.845362:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13176 00000100:00100000:2.0:1746134043.845367:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008115a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2009:x1830953552385792:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134043.845464:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008115a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2009:x1830953552385792:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 97us (539us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134043.845471:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13176 00002000:00100000:2.0:1746134043.845475:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008115a680 x1830953552385792/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.845481:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008115a680 with x1830953552385792 ext(0->4095) 00002000:00010000:2.0:1746134043.845484:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008115a680 00000100:00100000:3.0:1746134043.845896:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548146048:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134043.845910:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134043.845928:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081159180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:2011:x1830953552385536:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4120us (6386us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.845934:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15142 00000100:00100000:0.0:1746134043.848677:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.848736:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552385920 00000100:00100000:2.0:1746134043.848742:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552385920 00000100:00100000:2.0:1746134043.848784:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29841 00000100:00100000:2.0:1746134043.848790:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552385920:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134043.848803:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134043.848815:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8d2d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957501bb expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.848836:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8d26 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957501b4 expref: 25 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.848842:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134043.848843:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134043.848846:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8d2d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957501bb expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.848866:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8d26 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501b4 expref: 25 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.848875:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8d26 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501b4 expref: 25 pid: 24940 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746134043.848889:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080650a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548146176:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134043.849552:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746134043.852149:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080650a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548146176:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134043.852173:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8d2d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957501bb expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.852186:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90e600, rc 0) 00000100:00100000:0.0:1746134043.852480:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.852627:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552386048 00000100:00100000:3.0:1746134043.852632:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552386048 00010000:00010000:3.0:1746134043.852655:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8d26 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501b4 expref: 26 pid: 24940 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746134043.852716:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552385920:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3924us (4043us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134043.852723:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29841 00000100:00100000:3.0:1746134043.852913:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15143 00000100:00100000:3.0:1746134043.852920:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a1f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:2010:x1830953552386048:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134043.852930:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134043.852943:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8d26 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501b4 expref: 26 pid: 24940 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134043.852952:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8d26 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501b4 expref: 26 pid: 24940 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134043.852970:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8d26 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501b4 expref: 26 pid: 24940 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134043.853321:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.853323:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.853330:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8d2d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957501bb expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.853337:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8d2d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957501bb expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.853361:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8d2d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957501bb expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134043.853375:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548146304:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134043.854234:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c780 going to sleep for 11 seconds 00000100:00100000:0.0:1746134043.855398:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.856059:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552386176 00000100:00100000:2.0:1746134043.856065:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552386176 00000100:00100000:2.0:1746134043.856135:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29842 00000100:00100000:2.0:1746134043.856143:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:1755:x1830953552386176:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134043.856155:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134043.856168:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8d34 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957501c2 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.856190:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8d2d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957501bb expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.856196:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.856198:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.856201:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8d34 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957501c2 expref: 27 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.856226:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8d2d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501bb expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.856235:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8d2d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501bb expref: 5 pid: 24940 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746134043.856244:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080650a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548146432:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134043.856306:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746134043.856762:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548146304:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134043.856774:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134043.856795:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a1f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2010:x1830953552386048:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3876us (4316us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.856801:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15143 00000100:00100000:0.0:1746134043.857637:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134043.857885:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552386432 00000100:00100000:1.0:1746134043.857890:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552386432 00002000:00100000:1.0:1746134043.857914:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a1e300 x1830953552386432/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134043.857923:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a1e300 with x1830953552386432 ext(0->4095) 00010000:00010000:1.0:1746134043.857929:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8d2d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501bb expref: 6 pid: 24940 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746134043.857938:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8d2d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501bb expref: 6 pid: 24940 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746134043.857944:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091a1e300 00000100:00100000:1.0:1746134043.857963:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2554 00000100:00100000:1.0:1746134043.857968:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552386432:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134043.858061:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552386432:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 92us (426us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134043.858066:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2554 00002000:00100000:1.0:1746134043.858078:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a1e300 x1830953552386432/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134043.858084:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a1e300 with x1830953552386432 ext(0->4095) 00010000:00010000:1.0:1746134043.858089:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8d2d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501bb expref: 6 pid: 24940 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746134043.858096:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8d2d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501bb expref: 6 pid: 24940 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746134043.858101:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091a1e300 00000100:00100000:2.0:1746134043.859606:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080650a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548146432:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134043.859626:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8d34 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957501c2 expref: 26 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.859637:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f000, rc 0) 00000100:00100000:2.0:1746134043.859662:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:1755:x1830953552386176:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3521us (4269us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134043.859668:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29842 00000100:00100000:0.0:1746134043.861551:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.861685:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552386560 00000100:00100000:2.0:1746134043.861691:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552386560 00000100:00100000:2.0:1746134043.861729:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29843 00000100:00100000:2.0:1746134043.861735:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:1757:x1830953552386560:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134043.861748:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134043.861759:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8d3b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957501c9 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.861777:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.861782:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8d34 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957501c2 expref: 27 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.861787:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134043.861790:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8d3b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957501c9 expref: 27 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.861815:0:24940:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8d34 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501c2 expref: 27 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.861824:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8d3b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957501c9 expref: 27 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.861831:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fc00, rc 0) 00000100:00100000:2.0:1746134043.861858:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:1757:x1830953552386560:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 123us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134043.861863:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29843 00000100:00100000:0.0:1746134043.862472:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.862531:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552386688 00000100:00100000:3.0:1746134043.862535:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552386688 00010000:00010000:3.0:1746134043.862552:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8d2d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501bb expref: 6 pid: 24940 timeout: 813 lvb_type: 0 00000100:00100000:3.0:1746134043.862576:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15144 00000100:00100000:3.0:1746134043.862581:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a1c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552386688:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134043.862590:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134043.862602:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8d2d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501bb expref: 6 pid: 24940 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134043.862611:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8d2d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501bb expref: 6 pid: 24940 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134043.862625:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8d2d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501bb expref: 6 pid: 24940 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134043.862638:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.862640:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.862645:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8d34 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501c2 expref: 26 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.862651:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8d34 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501c2 expref: 26 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.862669:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8d34 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501c2 expref: 26 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.862677:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8d34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501c2 expref: 26 pid: 24940 timeout: 813 lvb_type: 0 00000100:00100000:3.0:1746134043.862685:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548146688:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134043.862729:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c780 going to sleep for 11 seconds 00000100:00100000:3.0:1746134043.864414:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548146688:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134043.864425:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134043.864450:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a1c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552386688:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1868us (1979us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.864457:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15144 00000100:00100000:0.0:1746134043.866222:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.866492:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552386944 00000100:00100000:2.0:1746134043.866499:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552386944 00002000:00100000:2.0:1746134043.866530:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d143800 x1830953552386944/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.866538:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d143800 with x1830953552386944 ext(0->4095) 00010000:00010000:2.0:1746134043.866544:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8d34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501c2 expref: 27 pid: 24940 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134043.866555:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8d34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501c2 expref: 27 pid: 24940 timeout: 813 lvb_type: 0 00002000:00010000:2.0:1746134043.866565:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d143800 00000100:00100000:2.0:1746134043.866643:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2555 00000100:00100000:2.0:1746134043.866651:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d143800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2009:x1830953552386944:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134043.866943:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d143800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2009:x1830953552386944:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 291us (725us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134043.866949:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2555 00002000:00100000:2.0:1746134043.866954:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d143800 x1830953552386944/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.866961:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d143800 with x1830953552386944 ext(0->4095) 00010000:00010000:2.0:1746134043.866965:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8d34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501c2 expref: 27 pid: 24940 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134043.866974:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8d34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501c2 expref: 27 pid: 24940 timeout: 813 lvb_type: 0 00002000:00010000:2.0:1746134043.866980:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d143800 00000100:00100000:0.0:1746134043.869315:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.869640:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552387072 00000100:00100000:3.0:1746134043.869646:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552387072 00010000:00010000:3.0:1746134043.869672:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8d34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501c2 expref: 27 pid: 24940 timeout: 813 lvb_type: 0 00000100:00100000:3.0:1746134043.869839:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15145 00000100:00100000:3.0:1746134043.869846:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c433b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2010:x1830953552387072:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134043.869857:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134043.869871:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8d34 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501c2 expref: 27 pid: 24940 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134043.869880:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8d34 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501c2 expref: 27 pid: 24940 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134043.869897:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8d34 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501c2 expref: 27 pid: 24940 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134043.869918:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.869920:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.869925:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8d3b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957501c9 expref: 26 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.869932:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8d3b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957501c9 expref: 26 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.869958:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8d3b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957501c9 expref: 26 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134043.869968:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548146816:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134043.870032:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c780 going to sleep for 11 seconds 00000100:00100000:0.0:1746134043.872657:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.872733:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548146816:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134043.872747:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134043.872833:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552387328 00000100:00100000:2.0:1746134043.872837:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552387328 00002000:00100000:2.0:1746134043.872865:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012c431880 x1830953552387328/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.872873:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c431880 with x1830953552387328 ext(0->4095) 00002000:00010000:2.0:1746134043.872876:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c431880 00000100:00100000:3.0:1746134043.873017:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c433b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2010:x1830953552387072:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3170us (3707us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.873029:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15145 00000100:00100000:2.0:1746134043.873615:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13177 00000100:00100000:2.0:1746134043.873623:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c431880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:2009:x1830953552387328:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134043.873720:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c431880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:2009:x1830953552387328:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 97us (1068us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134043.873725:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13177 00002000:00100000:2.0:1746134043.873730:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012c431880 x1830953552387328/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.873738:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c431880 with x1830953552387328 ext(0->4095) 00002000:00010000:2.0:1746134043.873740:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c431880 00000100:00100000:0.0:1746134043.875344:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.875440:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552387456 00000100:00100000:3.0:1746134043.875446:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552387456 00000100:00100000:3.0:1746134043.875485:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29844 00000100:00100000:3.0:1746134043.875492:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c430000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552387456:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134043.875504:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134043.875515:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c8d42 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957501d0 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.875536:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8d3b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957501c9 expref: 25 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.875542:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134043.875544:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134043.875547:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c8d42 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957501d0 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.875569:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8d3b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501c9 expref: 25 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.875578:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8d3b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501c9 expref: 25 pid: 24940 timeout: 813 lvb_type: 0 00000100:00100000:3.0:1746134043.875587:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548146944:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134043.875650:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c780 going to sleep for 11 seconds 00000100:00100000:3.0:1746134043.877144:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548146944:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134043.877165:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c8d42 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957501d0 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.877176:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800955af400, rc 0) 00000100:00100000:3.0:1746134043.877200:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c430000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552387456:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1710us (1861us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.877207:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29844 00000100:00100000:0.0:1746134043.878312:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.878508:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552387584 00000100:00100000:3.0:1746134043.878513:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552387584 00010000:00010000:3.0:1746134043.878535:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8d3b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501c9 expref: 26 pid: 24940 timeout: 813 lvb_type: 0 00000100:00100000:3.0:1746134043.878584:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15146 00000100:00100000:3.0:1746134043.878590:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129eb5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:2010:x1830953552387584:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134043.878599:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134043.878613:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8d3b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501c9 expref: 26 pid: 24940 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134043.878623:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8d3b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501c9 expref: 26 pid: 24940 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134043.878639:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8d3b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501c9 expref: 26 pid: 24940 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134043.878660:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.878662:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.878667:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c8d42 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957501d0 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.878675:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c8d42 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957501d0 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.878697:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c8d42 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957501d0 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134043.878705:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548147072:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134043.878756:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c780 going to sleep for 11 seconds 00000100:00100000:3.0:1746134043.881650:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548147072:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134043.881667:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134043.881697:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129eb5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+25:2010:x1830953552387584:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3107us (3388us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.881705:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15146 00000100:00100000:0.0:1746134043.882349:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134043.882669:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552387840 00000100:00100000:1.0:1746134043.882675:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552387840 00002000:00100000:1.0:1746134043.882704:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012c432a00 x1830953552387840/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134043.882713:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c432a00 with x1830953552387840 ext(0->4095) 00002000:00010000:1.0:1746134043.882717:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c432a00 00000100:00100000:1.0:1746134043.883241:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13178 00000100:00100000:1.0:1746134043.883249:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c432a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552387840:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134043.883357:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c432a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552387840:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (1010us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134043.883363:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13178 00002000:00100000:1.0:1746134043.883368:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012c432a00 x1830953552387840/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134043.883376:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c432a00 with x1830953552387840 ext(0->4095) 00002000:00010000:1.0:1746134043.883379:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c432a00 00000100:00100000:0.0:1746134043.883544:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.884297:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552387968 00000100:00100000:3.0:1746134043.884303:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552387968 00000100:00100000:3.0:1746134043.884325:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29845 00000100:00100000:3.0:1746134043.884330:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c433b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+25:1755:x1830953552387968:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134043.884339:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134043.884351:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8d49 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957501d7 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.884370:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c8d42 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957501d0 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.884375:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.884377:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.884380:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8d49 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957501d7 expref: 26 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.884401:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c8d42 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501d0 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.884410:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c8d42 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501d0 expref: 5 pid: 9582 timeout: 813 lvb_type: 0 00000100:00100000:3.0:1746134043.884419:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548147200:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134043.884464:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c240 going to sleep for 11 seconds 00000100:00100000:0.0:1746134043.886500:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.886551:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552388096 00000100:00100000:2.0:1746134043.886556:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552388096 00000100:00100000:2.0:1746134043.886582:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29846 00000100:00100000:2.0:1746134043.886588:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d96a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:1757:x1830953552388096:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134043.886598:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134043.886608:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8d50 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957501de expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.886626:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.886630:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8d49 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957501d7 expref: 28 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.886636:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134043.886639:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8d50 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957501de expref: 28 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.886662:0:24940:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8d49 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b231957501d7 expref: 28 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.886676:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8d50 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957501de expref: 28 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.886683:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f000, rc 0) 00000100:00100000:2.0:1746134043.886710:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d96a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:1757:x1830953552388096:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 122us (215us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134043.886714:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29846 00000100:00100000:3.0:1746134043.886967:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548147200:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134043.886981:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8d49 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501d7 expref: 27 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.886988:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800955af200, rc 0) 00000100:00100000:3.0:1746134043.887002:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c433b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:1755:x1830953552387968:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2673us (3460us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.887007:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29845 00000100:00100000:0.0:1746134043.887633:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.887686:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552388224 00000100:00100000:3.0:1746134043.887690:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552388224 00010000:00010000:3.0:1746134043.887703:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c8d42 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501d0 expref: 6 pid: 9582 timeout: 813 lvb_type: 0 00000100:00100000:3.0:1746134043.887728:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15147 00000100:00100000:3.0:1746134043.887733:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d968000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552388224:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134043.887743:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134043.887757:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c8d42 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501d0 expref: 6 pid: 9582 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134043.887766:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c8d42 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501d0 expref: 6 pid: 9582 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134043.887781:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c8d42 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501d0 expref: 6 pid: 9582 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134043.887799:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.887801:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.887805:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8d49 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501d7 expref: 26 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.887812:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8d49 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501d7 expref: 26 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.887828:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8d49 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501d7 expref: 26 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.887836:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8d49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501d7 expref: 26 pid: 9582 timeout: 813 lvb_type: 0 00000100:00100000:3.0:1746134043.887846:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548147456:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134043.887886:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c240 going to sleep for 11 seconds 00000100:00100000:0.0:1746134043.890043:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.890259:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552388480 00000100:00100000:2.0:1746134043.890264:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552388480 00002000:00100000:2.0:1746134043.890294:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d969f80 x1830953552388480/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.890303:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d969f80 with x1830953552388480 ext(0->4095) 00010000:00010000:2.0:1746134043.890310:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8d49 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501d7 expref: 27 pid: 9582 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134043.890321:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8d49 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501d7 expref: 27 pid: 9582 timeout: 813 lvb_type: 0 00002000:00010000:2.0:1746134043.890327:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d969f80 00000100:00100000:2.0:1746134043.890345:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2556 00000100:00100000:2.0:1746134043.890352:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d969f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2009:x1830953552388480:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134043.890455:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d969f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2009:x1830953552388480:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (419us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134043.890461:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2556 00002000:00100000:2.0:1746134043.890466:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d969f80 x1830953552388480/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.890472:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d969f80 with x1830953552388480 ext(0->4095) 00010000:00010000:2.0:1746134043.890476:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8d49 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501d7 expref: 27 pid: 9582 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134043.890482:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8d49 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501d7 expref: 27 pid: 9582 timeout: 813 lvb_type: 0 00002000:00010000:2.0:1746134043.890487:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d969f80 00000100:00100000:3.0:1746134043.890936:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548147456:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134043.890951:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134043.890971:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d968000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552388224:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3237us (3338us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.890978:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15147 00000100:00100000:0.0:1746134043.892865:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.892954:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552388608 00000100:00100000:3.0:1746134043.892960:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552388608 00010000:00010000:3.0:1746134043.892983:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8d49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501d7 expref: 27 pid: 9582 timeout: 813 lvb_type: 0 00000100:00100000:3.0:1746134043.893599:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15148 00000100:00100000:3.0:1746134043.893607:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d96ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2009:x1830953552388608:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134043.893617:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134043.893632:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8d49 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501d7 expref: 27 pid: 9582 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134043.893642:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8d49 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501d7 expref: 27 pid: 9582 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134043.893659:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8d49 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501d7 expref: 27 pid: 9582 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134043.893682:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.893684:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.893689:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8d50 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957501de expref: 26 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.893695:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8d50 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957501de expref: 26 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.893721:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8d50 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957501de expref: 26 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134043.893731:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548147584:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134043.893784:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c240 going to sleep for 11 seconds 00000100:00100000:3.0:1746134043.895721:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548147584:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134043.895737:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134043.895765:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d96ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:2009:x1830953552388608:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2160us (2905us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.895773:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15148 00000100:00100000:0.0:1746134043.897517:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134043.897643:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552388864 00000100:00100000:1.0:1746134043.897649:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552388864 00002000:00100000:1.0:1746134043.897682:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d968a80 x1830953552388864/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134043.897691:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d968a80 with x1830953552388864 ext(0->4095) 00002000:00010000:1.0:1746134043.897694:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d968a80 00000100:00100000:1.0:1746134043.897718:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13179 00000100:00100000:1.0:1746134043.897724:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d968a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:2010:x1830953552388864:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134043.897825:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d968a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:2010:x1830953552388864:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (312us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134043.897831:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13179 00002000:00100000:1.0:1746134043.897835:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d968a80 x1830953552388864/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134043.897842:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d968a80 with x1830953552388864 ext(0->4095) 00002000:00010000:1.0:1746134043.897845:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d968a80 00000100:00100000:0.0:1746134043.899711:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.899982:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552388992 00000100:00100000:3.0:1746134043.899988:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552388992 00000100:00100000:3.0:1746134043.900175:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29847 00000100:00100000:3.0:1746134043.900182:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552388992:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134043.900195:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134043.900207:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8d57 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957501e5 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.900226:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8d50 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957501de expref: 25 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.900233:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134043.900235:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134043.900237:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8d57 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957501e5 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.900264:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8d50 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501de expref: 25 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.900275:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8d50 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501de expref: 25 pid: 24940 timeout: 813 lvb_type: 0 00000100:00100000:3.0:1746134043.900285:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548147712:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134043.900932:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c240 going to sleep for 11 seconds 00000100:00100000:3.0:1746134043.903239:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548147712:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134043.903265:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8d57 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957501e5 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.903279:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800955afe00, rc 0) 00000100:00100000:3.0:1746134043.903621:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552388992:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3437us (3913us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.903628:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29847 00000100:00100000:0.0:1746134043.904484:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.904686:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552389120 00000100:00100000:3.0:1746134043.904692:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552389120 00010000:00010000:3.0:1746134043.904715:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8d50 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501de expref: 26 pid: 24940 timeout: 813 lvb_type: 0 00000100:00100000:3.0:1746134043.905223:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15149 00000100:00100000:3.0:1746134043.905230:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915f1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:2010:x1830953552389120:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134043.905240:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134043.905255:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8d50 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501de expref: 26 pid: 24940 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134043.905264:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8d50 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501de expref: 26 pid: 24940 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134043.905281:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8d50 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501de expref: 26 pid: 24940 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134043.905302:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.905304:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.905309:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8d57 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957501e5 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.905315:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8d57 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957501e5 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.905336:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8d57 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957501e5 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134043.905345:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548147840:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134043.905397:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c240 going to sleep for 11 seconds 00000100:00100000:0.0:1746134043.907170:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.907400:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552389248 00000100:00100000:3.0:1746134043.907406:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552389248 00000100:00100000:3.0:1746134043.907445:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29848 00000100:00100000:3.0:1746134043.907452:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a03bf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:1755:x1830953552389248:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134043.907465:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134043.907477:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c8d5e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957501ec expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.907497:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8d57 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957501e5 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.907502:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.907503:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134043.907507:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c8d5e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957501ec expref: 27 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.907526:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8d57 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501e5 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.907535:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8d57 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501e5 expref: 5 pid: 9582 timeout: 813 lvb_type: 0 00000100:00100000:3.0:1746134043.907544:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da64a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548147968:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134043.909109:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c840 going to sleep for 11 seconds 00000100:00100000:2.0:1746134043.909394:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548147840:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134043.909409:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134043.909447:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2010:x1830953552389120:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4217us (4965us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134043.909455:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15149 00000100:00100000:0.0:1746134043.910223:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.910474:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552389504 00000100:00100000:2.0:1746134043.910479:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552389504 00002000:00100000:2.0:1746134043.910509:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800915f3800 x1830953552389504/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.910517:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915f3800 with x1830953552389504 ext(0->4095) 00010000:00010000:2.0:1746134043.910524:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8d57 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501e5 expref: 6 pid: 9582 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134043.910534:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8d57 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501e5 expref: 6 pid: 9582 timeout: 813 lvb_type: 0 00002000:00010000:2.0:1746134043.910544:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800915f3800 00000100:00100000:2.0:1746134043.910570:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2557 00000100:00100000:2.0:1746134043.910576:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552389504:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134043.910669:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552389504:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 93us (447us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134043.910675:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2557 00002000:00100000:2.0:1746134043.910679:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800915f3800 x1830953552389504/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.910686:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915f3800 with x1830953552389504 ext(0->4095) 00010000:00010000:2.0:1746134043.910690:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8d57 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501e5 expref: 6 pid: 9582 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134043.910697:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8d57 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501e5 expref: 6 pid: 9582 timeout: 813 lvb_type: 0 00002000:00010000:2.0:1746134043.910702:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800915f3800 00000100:00100000:3.0:1746134043.910801:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da64a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548147968:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134043.910815:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c8d5e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957501ec expref: 26 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.910826:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800955af400, rc 0) 00000100:00100000:3.0:1746134043.910845:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a03bf450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:1755:x1830953552389248:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3394us (3680us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.910850:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29848 00000100:00100000:0.0:1746134043.914426:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.914503:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552389632 00000100:00100000:2.0:1746134043.914509:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552389632 00010000:00010000:2.0:1746134043.914539:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8d57 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501e5 expref: 6 pid: 9582 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746134043.914778:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15150 00000100:00100000:2.0:1746134043.914785:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953552389632:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134043.914797:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134043.914812:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8d57 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501e5 expref: 6 pid: 9582 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134043.914821:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8d57 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501e5 expref: 6 pid: 9582 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134043.914838:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8d57 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501e5 expref: 6 pid: 9582 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134043.914931:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.914932:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.914938:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c8d5e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957501ec expref: 25 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.914945:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c8d5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957501ec expref: 25 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.914971:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c8d5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957501ec expref: 25 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134043.914982:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080650a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548148096:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134043.915135:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f600 going to sleep for 11 seconds 00000100:00100000:2.0:1746134043.917293:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080650a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548148096:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134043.917309:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134043.917340:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2012:x1830953552389632:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2555us (2919us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134043.917348:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15150 00000100:00100000:0.0:1746134043.917735:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.918188:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552389888 00000100:00100000:2.0:1746134043.918193:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552389888 00002000:00100000:2.0:1746134043.918219:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800915f3480 x1830953552389888/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.918227:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915f3480 with x1830953552389888 ext(0->4095) 00002000:00010000:2.0:1746134043.918231:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800915f3480 00000100:00100000:2.0:1746134043.918246:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13180 00000100:00100000:2.0:1746134043.918251:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:2010:x1830953552389888:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134043.919051:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:2010:x1830953552389888:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 796us (1314us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134043.919058:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13180 00002000:00100000:2.0:1746134043.919064:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800915f3480 x1830953552389888/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.919080:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915f3480 with x1830953552389888 ext(0->4095) 00002000:00010000:2.0:1746134043.919083:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800915f3480 00000100:00100000:0.0:1746134043.925223:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.925295:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552390016 00000100:00100000:3.0:1746134043.925302:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552390016 00000100:00100000:3.0:1746134043.925338:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29849 00000100:00100000:3.0:1746134043.925346:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552390016:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134043.925359:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134043.925372:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8d65 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957501f3 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.925394:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c8d5e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957501ec expref: 25 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.925400:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134043.925401:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134043.925404:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8d65 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957501f3 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.925427:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c8d5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501ec expref: 25 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.925436:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c8d5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501ec expref: 25 pid: 9582 timeout: 813 lvb_type: 0 00000100:00100000:3.0:1746134043.925446:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da64a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548148224:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134043.925510:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c840 going to sleep for 11 seconds 00000100:00100000:3.0:1746134043.927040:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da64a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548148224:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134043.927061:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8d65 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957501f3 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.927088:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800955af600, rc 0) 00000100:00100000:3.0:1746134043.927136:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552390016:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1789us (1918us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.927143:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29849 00000100:00100000:0.0:1746134043.937030:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.937147:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552390144 00000100:00100000:2.0:1746134043.937154:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552390144 00002000:00100000:2.0:1746134043.937186:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88008f8b6a00 x1830953552390144/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 496/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.937194:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b6a00 with x1830953552390144 ext(0->7) 00010000:00010000:2.0:1746134043.937202:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c8d5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501ec expref: 26 pid: 9582 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134043.937213:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c8d5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501ec expref: 26 pid: 9582 timeout: 813 lvb_type: 0 00002000:00010000:2.0:1746134043.937224:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f8b6a00 00000100:00100000:2.0:1746134043.937241:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2558 00000100:00100000:2.0:1746134043.937247:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:2010:x1830953552390144:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746134043.938243:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2010:x1830953552390144:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 993us (1216us total) trans 4294970669 rc 0/0 00000100:00100000:2.0:1746134043.938249:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2558 00002000:00100000:2.0:1746134043.938256:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88008f8b6a00 x1830953552390144/t4294970669(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 496/448 e 0 to 0 dl 1746134054 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134043.938262:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b6a00 with x1830953552390144 ext(0->7) 00010000:00010000:2.0:1746134043.938268:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c8d5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501ec expref: 28 pid: 9582 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134043.938277:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c8d5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501ec expref: 28 pid: 9582 timeout: 813 lvb_type: 0 00002000:00010000:2.0:1746134043.938282:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f8b6a00 00000100:00100000:0.0:1746134043.945256:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.945863:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552390272 00000100:00100000:3.0:1746134043.945870:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552390272 00000100:00100000:3.0:1746134043.945914:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29850 00000100:00100000:3.0:1746134043.945921:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:1755:x1830953552390272:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134043.945933:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134043.945945:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8d6c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957501fa expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.945965:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134043.945970:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8d65 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957501f3 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.945975:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746134043.945978:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8d6c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957501fa expref: 29 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.946004:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8d65 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501f3 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.946014:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8d6c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957501fa expref: 29 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134043.946027:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800955ae400, rc 0) 00000100:00100000:3.0:1746134043.946077:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:1755:x1830953552390272:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 149us (820us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.946082:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29850 00000100:00100000:0.0:1746134043.950784:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.950887:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552390400 00000100:00100000:2.0:1746134043.950894:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552390400 00010000:00010000:2.0:1746134043.950922:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c8d5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501ec expref: 29 pid: 9582 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746134043.950961:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15151 00000100:00100000:2.0:1746134043.950967:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:2012:x1830953552390400:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134043.950977:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134043.950993:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c8d5e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501ec expref: 29 pid: 9582 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134043.951003:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c8d5e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501ec expref: 29 pid: 9582 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134043.951020:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c8d5e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501ec expref: 29 pid: 9582 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134043.951044:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.951047:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.951053:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8d65 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501f3 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.951059:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8d65 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501f3 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.951093:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8d65 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501f3 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.951102:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8d65 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501f3 expref: 5 pid: 9582 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746134043.951134:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080650a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548148480:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134043.951202:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134043.954757:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.955327:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080650a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548148480:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134043.955343:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134043.955688:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2012:x1830953552390400:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4719us (4908us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134043.955697:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15151 00000100:00100000:3.0:1746134043.956101:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552390656 00000100:00100000:3.0:1746134043.956106:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552390656 00002000:00100000:3.0:1746134043.956146:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008f8b5c00 x1830953552390656/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134043.956154:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b5c00 with x1830953552390656 ext(0->4095) 00010000:00010000:3.0:1746134043.956160:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8d65 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501f3 expref: 6 pid: 9582 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134043.956170:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8d65 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501f3 expref: 6 pid: 9582 timeout: 813 lvb_type: 0 00002000:00010000:3.0:1746134043.956176:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f8b5c00 00000100:00100000:3.0:1746134043.956200:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2559 00000100:00100000:3.0:1746134043.956206:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552390656:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134043.956322:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552390656:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (1570us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134043.956327:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2559 00002000:00100000:3.0:1746134043.956332:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008f8b5c00 x1830953552390656/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134043.956344:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b5c00 with x1830953552390656 ext(0->4095) 00010000:00010000:3.0:1746134043.956348:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8d65 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501f3 expref: 6 pid: 9582 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134043.956356:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8d65 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501f3 expref: 6 pid: 9582 timeout: 813 lvb_type: 0 00002000:00010000:3.0:1746134043.956361:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f8b5c00 00000100:00100000:0.0:1746134043.958510:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.958601:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552390784 00000100:00100000:2.0:1746134043.958607:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552390784 00010000:00010000:2.0:1746134043.958629:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8d65 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501f3 expref: 6 pid: 9582 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746134043.958997:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15152 00000100:00100000:2.0:1746134043.959004:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552390784:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134043.959014:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134043.959028:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8d65 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501f3 expref: 6 pid: 9582 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134043.959038:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8d65 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501f3 expref: 6 pid: 9582 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134043.959055:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8d65 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501f3 expref: 6 pid: 9582 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134043.959083:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.959085:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134043.959091:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8d6c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957501fa expref: 27 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.959097:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8d6c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957501fa expref: 27 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134043.959142:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8d6c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957501fa expref: 27 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134043.959152:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080650a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548148608:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134043.959214:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134043.961858:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134043.962034:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080650a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548148608:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134043.962049:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134043.962089:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552390784:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3084us (3584us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134043.962096:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15152 00000100:00100000:1.0:1746134043.962562:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552391040 00000100:00100000:1.0:1746134043.962568:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552391040 00002000:00100000:1.0:1746134043.962596:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b43ad80 x1830953552391040/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134043.962605:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b43ad80 with x1830953552391040 ext(0->4095) 00002000:00010000:1.0:1746134043.962609:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b43ad80 00000100:00100000:1.0:1746134043.962621:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13181 00000100:00100000:1.0:1746134043.962627:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b43ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2009:x1830953552391040:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134043.962719:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b43ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2009:x1830953552391040:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 91us (866us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134043.962724:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13181 00002000:00100000:1.0:1746134043.962728:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b43ad80 x1830953552391040/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 488/4536 e 0 to 0 dl 1746134054 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134043.962735:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b43ad80 with x1830953552391040 ext(0->4095) 00002000:00010000:1.0:1746134043.962737:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b43ad80 00000100:00100000:0.0:1746134043.977429:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134043.977502:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552391168 00000100:00100000:1.0:1746134043.977508:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552391168 00000100:00100000:1.0:1746134043.977581:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29851 00000100:00100000:1.0:1746134043.977588:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b438000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552391168:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134043.977602:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134043.977615:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8d73 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750201 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.977638:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8d6c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957501fa expref: 27 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.977645:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134043.977646:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134043.977648:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8d73 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750201 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.977673:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8d6c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501fa expref: 27 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.977681:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8d6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501fa expref: 27 pid: 9582 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746134043.977691:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011db4c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548148736:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134043.981590:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e209c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746134043.983065:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011db4c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548148736:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134043.983096:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8d73 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750201 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134043.983109:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095786000, rc 0) 00000100:00100000:1.0:1746134043.983158:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b438000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552391168:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5570us (5735us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134043.983165:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29851 00000100:00100000:3.0:1746134043.992347:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830953548148992:0@lo:400:kworker.0 00000100:00100000:3.0:1746134043.992394:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746134043.992424:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3770:1830953548149504:0@lo:400:kworker.0 00000100:00100000:3.0:1746134043.992436:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746134043.992446:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c430000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3770:1830953548150016:0@lo:400:kworker.0 00000100:00100000:3.0:1746134043.992459:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746134043.992475:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1746134043.992480:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3770:1830953548149120:0@lo:400:kworker.0 00000100:00100000:3.0:1746134043.992496:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746134043.992508:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3770:1830953548149632:0@lo:400:kworker.0 00000100:00100000:3.0:1746134043.992519:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746134043.992528:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012c433b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3770:1830953548150144:0@lo:400:kworker.0 00000100:00100000:3.0:1746134043.992538:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746134043.992557:0:10930:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548148992 00000100:00100000:3.0:1746134043.992562:0:10930:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548148992 00000100:00100000:3.0:1746134043.992586:0:10930:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548149504 00000100:00100000:3.0:1746134043.992588:0:10930:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548149504 00000100:00100000:3.0:1746134043.992600:0:10930:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548150016 00000100:00100000:3.0:1746134043.992602:0:10930:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548150016 00000100:00100000:3.0:1746134043.992609:0:10930:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548149632 00000100:00100000:3.0:1746134043.992611:0:10930:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548149632 00000100:00100000:3.0:1746134043.992618:0:10930:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548150144 00000100:00100000:3.0:1746134043.992619:0:10930:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548150144 00000100:00100000:3.0:1746134043.992628:0:10930:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1071 00000100:00100000:3.0:1746134043.992634:0:10930:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b14d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830953548148992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746134043.992667:0:10930:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830953548148992:12345-0@lo:400:kworker.0 Request processed in 33us (273us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.992672:0:10930:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1071 00000100:00100000:3.0:1746134043.992685:0:10930:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1072 00000100:00100000:3.0:1746134043.992689:0:10930:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b14f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3770:x1830953548149504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746134043.992708:0:10930:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3770:x1830953548149504:12345-0@lo:400:kworker.0 Request processed in 19us (271us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.992712:0:10930:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1072 00000100:00100000:3.0:1746134043.992720:0:10930:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1073 00000100:00100000:3.0:1746134043.992723:0:10930:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800872b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830953548150016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746134043.992738:0:10930:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800872b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830953548150016:12345-0@lo:400:kworker.0 Request processed in 15us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.992742:0:10930:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1073 00000100:00100000:3.0:1746134043.992748:0:10930:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1074 00000100:00100000:3.0:1746134043.992751:0:10930:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800872b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3770:x1830953548149632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746134043.992764:0:10930:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800872b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3770:x1830953548149632:12345-0@lo:400:kworker.0 Request processed in 13us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.992767:0:10930:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1074 00000100:00100000:3.0:1746134043.992773:0:10930:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1075 00000100:00100000:3.0:1746134043.992776:0:10930:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800872b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830953548150144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746134043.992788:0:10930:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800872b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830953548150144:12345-0@lo:400:kworker.0 Request processed in 12us (249us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.992792:0:10930:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1075 00000100:00080000:3.0:1746134043.992805:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746134043.992807:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746134043.992823:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3770:1830953548149632:0@lo:400:kworker.0 00000100:00100000:3.0:1746134043.992829:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c433b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3770:1830953548150144:0@lo:400:kworker.0 00000100:00100000:3.0:1746134043.992834:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830953548148992:0@lo:400:kworker.0 00000100:00100000:3.0:1746134043.992838:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3770:1830953548149504:0@lo:400:kworker.0 00000100:00100000:3.0:1746134043.992843:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012c430000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3770:1830953548150016:0@lo:400:kworker.0 00000100:00100000:3.0:1746134043.992873:0:8393:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548149120 00000100:00100000:3.0:1746134043.992875:0:8393:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548149120 00000100:00100000:3.0:1746134043.992890:0:8393:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:3.0:1746134043.992894:0:8393:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800872b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3770:x1830953548149120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746134043.992912:0:8393:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800872b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3770:x1830953548149120:12345-0@lo:400:kworker.0 Request processed in 18us (415us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.992916:0:8393:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00100000:3.0:1746134043.992929:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3770:1830953548149120:0@lo:400:kworker.0 00000100:00100000:2.0:1746134043.992990:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3768:1830953548149248:0@lo:400:kworker.0 00000100:00100000:2.0:1746134043.993008:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746134043.993018:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bfbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3768:1830953548149760:0@lo:400:kworker.0 00000100:00100000:2.0:1746134043.993029:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746134043.993037:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b14ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3768:1830953548150272:0@lo:400:kworker.0 00000100:00100000:2.0:1746134043.993047:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746134043.993055:0:3768:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:2.0:1746134043.993058:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:10d12d63-f4ad-4c9d-a453-33dc13ead851:3768:1830953548148864:0@lo:400:kworker.0 00000100:00100000:2.0:1746134043.993083:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746134043.993100:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3768:1830953548149376:0@lo:400:kworker.0 00000100:00100000:2.0:1746134043.993130:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746134043.993139:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d96a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3768:1830953548149888:0@lo:400:kworker.0 00000100:00100000:2.0:1746134043.993150:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746134043.993157:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b14e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3768:1830953548150400:0@lo:400:kworker.0 00000100:00100000:2.0:1746134043.993166:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746134043.993181:0:7227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548148864 00000100:00100000:2.0:1746134043.993183:0:7227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548148864 00000100:00100000:2.0:1746134043.993198:0:7227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 545 00000100:00100000:2.0:1746134043.993202:0:7227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d425c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:10d12d63-f4ad-4c9d-a453-33dc13ead851+23:3768:x1830953548148864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746134043.993219:0:7227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d425c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:10d12d63-f4ad-4c9d-a453-33dc13ead851+23:3768:x1830953548148864:12345-0@lo:400:kworker.0 Request processed in 17us (135us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134043.993223:0:7227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 545 00000100:00100000:2.0:1746134043.993241:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548149760 00000100:00100000:2.0:1746134043.993243:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548149760 00000100:00100000:2.0:1746134043.993260:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548150272 00000100:00100000:2.0:1746134043.993262:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548150272 00000100:00100000:2.0:1746134043.993270:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548149888 00000100:00100000:2.0:1746134043.993272:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548149888 00000100:00100000:2.0:1746134043.993278:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548150400 00000100:00100000:2.0:1746134043.993279:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548150400 00000100:00100000:2.0:1746134043.993287:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 736 00000100:00100000:2.0:1746134043.993291:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080650380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3768:x1830953548149760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746134043.993308:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080650380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3768:x1830953548149760:12345-0@lo:400:kworker.0 Request processed in 18us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134043.993312:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 736 00000100:00100000:2.0:1746134043.993318:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 737 00000100:00100000:2.0:1746134043.993321:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080653480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3768:x1830953548150272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746134043.993334:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080653480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3768:x1830953548150272:12345-0@lo:400:kworker.0 Request processed in 13us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134043.993337:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 737 00000100:00100000:2.0:1746134043.993342:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 738 00000100:00100000:2.0:1746134043.993345:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080650000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3768:x1830953548149888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746134043.993356:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080650000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3768:x1830953548149888:12345-0@lo:400:kworker.0 Request processed in 11us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134043.993361:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 738 00000100:00100000:2.0:1746134043.993366:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 739 00000100:00100000:2.0:1746134043.993369:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080653100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3768:x1830953548150400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746134043.993380:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080653100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3768:x1830953548150400:12345-0@lo:400:kworker.0 Request processed in 10us (213us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134043.993383:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 739 00000100:00080000:2.0:1746134043.993392:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746134043.993394:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746134043.993404:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:10d12d63-f4ad-4c9d-a453-33dc13ead851:3768:1830953548148864:0@lo:400:kworker.0 00000100:00100000:2.0:1746134043.993410:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d96a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3768:1830953548149888:0@lo:400:kworker.0 00000100:00100000:2.0:1746134043.993416:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b14e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3768:1830953548150400:0@lo:400:kworker.0 00000100:00100000:2.0:1746134043.993421:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bfbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3768:1830953548149760:0@lo:400:kworker.0 00000100:00100000:2.0:1746134043.993426:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b14ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3768:1830953548150272:0@lo:400:kworker.0 00000100:00100000:3.0:1746134043.993552:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548149376 00000100:00100000:3.0:1746134043.993555:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548149376 00000100:00100000:3.0:1746134043.993576:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1076 00000100:00100000:3.0:1746134043.993580:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080650700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1830953548149376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746134043.993603:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080650700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1830953548149376:12345-0@lo:400:kworker.0 Request processed in 23us (472us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.993607:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1076 00000100:00100000:3.0:1746134043.993619:0:7238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548149248 00000100:00100000:3.0:1746134043.993620:0:7238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548149248 00000100:00100000:3.0:1746134043.993631:0:7238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:3.0:1746134043.993634:0:7238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080650a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3768:x1830953548149248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746134043.993649:0:7238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080650a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3768:x1830953548149248:12345-0@lo:400:kworker.0 Request processed in 15us (640us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134043.993652:0:7238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00100000:2.0:1746134043.993700:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3768:1830953548149376:0@lo:400:kworker.0 00000100:00100000:2.0:1746134043.993705:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3768:1830953548149248:0@lo:400:kworker.0 00000100:00100000:0.0:1746134043.998539:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134043.998627:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552391296 00000100:00100000:3.0:1746134043.998635:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552391296 00002000:00100000:3.0:1746134043.998671:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009b438380 x1830953552391296/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 496/0 e 0 to 0 dl 1746134054 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134043.998680:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b438380 with x1830953552391296 ext(0->7) 00010000:00010000:3.0:1746134043.998687:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8d6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501fa expref: 28 pid: 9582 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134043.998698:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8d6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501fa expref: 28 pid: 9582 timeout: 813 lvb_type: 0 00002000:00010000:3.0:1746134043.998703:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b438380 00000100:00100000:3.0:1746134043.998733:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2560 00000100:00100000:3.0:1746134043.998740:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b438380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2009:x1830953552391296:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746134043.999469:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b438380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+30:2009:x1830953552391296:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 728us (934us total) trans 4294970670 rc 0/0 00000100:00100000:0.0:1746134043.999477:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2560 00002000:00100000:0.0:1746134043.999482:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009b438380 x1830953552391296/t4294970670(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:254/0 lens 496/448 e 0 to 0 dl 1746134054 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134043.999489:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b438380 with x1830953552391296 ext(0->7) 00010000:00010000:0.0:1746134043.999494:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8d6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501fa expref: 30 pid: 9582 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746134043.999504:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8d6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501fa expref: 30 pid: 9582 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746134043.999509:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b438380 00000100:00100000:0.0:1746134044.014939:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.015027:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552391424 00000100:00100000:2.0:1746134044.015034:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552391424 00000100:00100000:2.0:1746134044.015077:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29852 00000100:00100000:2.0:1746134044.015084:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b43a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+30:1755:x1830953552391424:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134044.015100:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134044.015141:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8d7a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750208 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.015167:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134044.015172:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8d73 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750201 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.015177:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746134044.015180:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8d7a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750208 expref: 31 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.015207:0:9580:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8d73 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750201 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.015217:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8d7a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750208 expref: 31 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.015225:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fe00, rc 0) 00000100:00100000:2.0:1746134044.015269:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b43a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+31:1755:x1830953552391424:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 185us (337us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.015274:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29852 00000100:00100000:0.0:1746134044.017406:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.017492:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552391552 00000100:00100000:2.0:1746134044.017498:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552391552 00010000:00010000:2.0:1746134044.017522:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8d6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501fa expref: 31 pid: 9582 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746134044.017551:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15153 00000100:00100000:2.0:1746134044.017556:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129eb4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+31:2012:x1830953552391552:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134044.017565:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134044.017581:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8d6c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501fa expref: 31 pid: 9582 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.017590:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8d6c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501fa expref: 31 pid: 9582 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.017606:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8d6c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957501fa expref: 31 pid: 9582 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.017620:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.017621:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.017627:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8d73 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750201 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.017634:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8d73 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750201 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.017655:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8d73 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750201 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.017664:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8d73 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750201 expref: 5 pid: 9580 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746134044.017673:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548150656:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134044.019749:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157ff00 going to sleep for 11 seconds 00000100:00100000:2.0:1746134044.022273:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548150656:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134044.022292:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134044.022325:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129eb4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+30:2012:x1830953552391552:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4768us (4925us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.022335:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15153 00000100:00100000:0.0:1746134044.022989:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.023661:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552391808 00000100:00100000:2.0:1746134044.023666:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552391808 00002000:00100000:2.0:1746134044.023695:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b43b100 x1830953552391808/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134044.023704:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b43b100 with x1830953552391808 ext(0->4095) 00010000:00010000:2.0:1746134044.023710:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8d73 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750201 expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.023720:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8d73 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750201 expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00002000:00010000:2.0:1746134044.023726:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b43b100 00000100:00100000:2.0:1746134044.023746:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2561 00000100:00100000:2.0:1746134044.023751:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b43b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552391808:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134044.023838:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b43b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552391808:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 86us (850us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134044.023843:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2561 00002000:00100000:2.0:1746134044.023847:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b43b100 x1830953552391808/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134044.023853:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b43b100 with x1830953552391808 ext(0->4095) 00010000:00010000:2.0:1746134044.023857:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8d73 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750201 expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.023869:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8d73 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750201 expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00002000:00010000:2.0:1746134044.023873:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b43b100 00000100:00100000:0.0:1746134044.027325:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.027404:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552391936 00000100:00100000:2.0:1746134044.027412:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552391936 00010000:00010000:2.0:1746134044.027438:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8d73 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750201 expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746134044.027474:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15154 00000100:00100000:2.0:1746134044.027481:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f685500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552391936:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134044.027491:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134044.027505:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8d73 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750201 expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.027515:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8d73 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750201 expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.027532:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8d73 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750201 expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.028320:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.028323:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.028330:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8d7a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750208 expref: 29 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.028341:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8d7a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750208 expref: 29 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.028369:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8d7a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750208 expref: 29 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134044.028381:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548150784:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134044.028450:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157fcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746134044.031926:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080651500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548150784:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134044.031947:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134044.031990:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f685500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552391936:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4508us (4671us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134044.031999:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15154 00000100:00100000:0.0:1746134044.032346:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134044.032489:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552392192 00000100:00100000:1.0:1746134044.032495:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552392192 00002000:00100000:1.0:1746134044.032525:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007f686300 x1830953552392192/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134044.032533:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f686300 with x1830953552392192 ext(0->4095) 00002000:00010000:1.0:1746134044.032537:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f686300 00000100:00100000:1.0:1746134044.032565:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13182 00000100:00100000:1.0:1746134044.032571:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f686300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+30:2009:x1830953552392192:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134044.032667:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f686300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+30:2009:x1830953552392192:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 95us (322us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134044.032672:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13182 00002000:00100000:1.0:1746134044.032676:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007f686300 x1830953552392192/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134044.032683:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f686300 with x1830953552392192 ext(0->4095) 00002000:00010000:1.0:1746134044.032685:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f686300 00000100:00100000:1.0:1746134044.044676:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134044.045054:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552392320 00000100:00100000:0.0:1746134044.045062:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552392320 00000100:00100000:0.0:1746134044.046463:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29853 00000100:00100000:0.0:1746134044.046473:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552392320:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134044.046488:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134044.046503:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131b9aa00/0x9682c7de153c8d81 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575020f expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.046527:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8d7a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750208 expref: 29 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.046533:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134044.046534:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134044.046537:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131b9aa00/0x9682c7de153c8d81 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575020f expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.046561:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8d7a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750208 expref: 29 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.046571:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8d7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750208 expref: 29 pid: 9580 timeout: 813 lvb_type: 0 00000100:00100000:0.0:1746134044.046580:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007f687b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548150912:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134044.046662:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c240 going to sleep for 11 seconds 00000100:00100000:2.0:1746134044.058850:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007f687b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548150912:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134044.058872:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880131b9aa00/0x9682c7de153c8d81 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575020f expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.058886:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880131b9aa00, rc 0) 00000100:00100000:2.0:1746134044.058929:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552392320:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 12459us (14259us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.058936:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29853 00000100:00100000:0.0:1746134044.064952:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134044.065031:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.065106:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552392448 00000100:00100000:2.0:1746134044.065133:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552392448 00000100:00100000:2.0:1746134044.065179:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29854 00000100:00100000:2.0:1746134044.065186:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f686d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+30:1755:x1830953552392448:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134044.065200:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134044.065213:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8d88 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750216 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.065235:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134044.065240:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880131b9aa00/0x9682c7de153c8d81 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575020f expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.065245:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746134044.065248:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8d88 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750216 expref: 31 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.065276:0:18904:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880131b9aa00/0x9682c7de153c8d81 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575020f expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.065285:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8d88 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750216 expref: 31 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.065293:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90ea00, rc 0) 00000100:00100000:2.0:1746134044.065325:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f686d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+31:1755:x1830953552392448:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 139us (379us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.065330:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29854 00000100:00100000:1.0:1746134044.065889:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552392576 00000100:00100000:1.0:1746134044.065893:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552392576 00002000:00100000:1.0:1746134044.065917:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88007f687b80 x1830953552392576/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 496/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134044.065925:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f687b80 with x1830953552392576 ext(0->7) 00010000:00010000:1.0:1746134044.065931:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8d7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750208 expref: 31 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746134044.065941:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8d7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750208 expref: 31 pid: 9580 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746134044.065947:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f687b80 00000100:00100000:1.0:1746134044.065974:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2562 00000100:00100000:1.0:1746134044.065980:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f687b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+31:2012:x1830953552392576:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746134044.068401:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f687b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+33:2012:x1830953552392576:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 2414us (3361us total) trans 4294970671 rc 0/0 00000100:00100000:0.0:1746134044.068409:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2562 00002000:00100000:0.0:1746134044.068416:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88007f687b80 x1830953552392576/t4294970671(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 496/448 e 0 to 0 dl 1746134055 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134044.068423:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f687b80 with x1830953552392576 ext(0->7) 00010000:00010000:0.0:1746134044.068431:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8d7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750208 expref: 33 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746134044.068443:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8d7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750208 expref: 33 pid: 9580 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746134044.068449:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f687b80 00000100:00100000:0.0:1746134044.072243:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.072378:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552392704 00000100:00100000:3.0:1746134044.072384:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552392704 00010000:00010000:3.0:1746134044.072416:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8d7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750208 expref: 33 pid: 9580 timeout: 813 lvb_type: 0 00000100:00100000:3.0:1746134044.072452:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15155 00000100:00100000:3.0:1746134044.072459:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+33:2010:x1830953552392704:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134044.072471:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134044.072486:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8d7a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750208 expref: 33 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.072496:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8d7a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750208 expref: 33 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.072513:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8d7a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750208 expref: 33 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.072538:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.072540:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.072546:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880131b9aa00/0x9682c7de153c8d81 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575020f expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.072553:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131b9aa00/0x9682c7de153c8d81 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575020f expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.072580:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880131b9aa00/0x9682c7de153c8d81 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575020f expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.072590:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880131b9aa00/0x9682c7de153c8d81 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575020f expref: 5 pid: 18904 timeout: 813 lvb_type: 0 00000100:00100000:3.0:1746134044.072600:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548151168:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134044.074338:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10cd80 going to sleep for 11 seconds 00000100:00100000:1.0:1746134044.077504:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.077731:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548151168:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134044.077749:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134044.077782:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+32:2010:x1830953552392704:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 5324us (5545us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134044.077790:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15155 00000100:00100000:3.0:1746134044.077826:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552392960 00000100:00100000:3.0:1746134044.077831:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552392960 00002000:00100000:3.0:1746134044.077854:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88011db4ed80 x1830953552392960/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134044.077863:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011db4ed80 with x1830953552392960 ext(0->4095) 00010000:00010000:3.0:1746134044.077869:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131b9aa00/0x9682c7de153c8d81 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575020f expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.077880:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131b9aa00/0x9682c7de153c8d81 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575020f expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00002000:00010000:3.0:1746134044.077886:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011db4ed80 00000100:00100000:3.0:1746134044.077899:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2563 00000100:00100000:3.0:1746134044.077905:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552392960:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134044.079659:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552392960:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 1747us (2154us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134044.079668:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2563 00002000:00100000:3.0:1746134044.079676:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88011db4ed80 x1830953552392960/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134044.079683:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011db4ed80 with x1830953552392960 ext(0->4095) 00010000:00010000:3.0:1746134044.079691:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880131b9aa00/0x9682c7de153c8d81 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575020f expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.079701:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880131b9aa00/0x9682c7de153c8d81 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575020f expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00002000:00010000:3.0:1746134044.079706:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011db4ed80 00000100:00100000:0.0:1746134044.083041:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.086090:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552393088 00000100:00100000:3.0:1746134044.086103:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552393088 00010000:00010000:3.0:1746134044.086153:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880131b9aa00/0x9682c7de153c8d81 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575020f expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00000100:00100000:3.0:1746134044.086193:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15156 00000100:00100000:3.0:1746134044.086199:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2011:x1830953552393088:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134044.086211:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134044.086225:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880131b9aa00/0x9682c7de153c8d81 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575020f expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.086245:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880131b9aa00/0x9682c7de153c8d81 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575020f expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.086265:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131b9aa00/0x9682c7de153c8d81 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575020f expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.086284:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.086286:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.086292:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8d88 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750216 expref: 31 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.086299:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8d88 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750216 expref: 31 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.086325:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8d88 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750216 expref: 31 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134044.086335:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548151296:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134044.086417:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c300 going to sleep for 11 seconds 00000100:00100000:3.0:1746134044.092396:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548151296:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134044.092413:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134044.092455:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2011:x1830953552393088:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 6255us (9419us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134044.092468:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15156 00000100:00100000:0.0:1746134044.093053:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.093101:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552393344 00000100:00100000:3.0:1746134044.093107:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552393344 00002000:00100000:3.0:1746134044.093345:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012da69180 x1830953552393344/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134044.093355:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da69180 with x1830953552393344 ext(0->4095) 00002000:00010000:3.0:1746134044.093359:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012da69180 00000100:00100000:3.0:1746134044.093385:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13183 00000100:00100000:3.0:1746134044.093392:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+32:2010:x1830953552393344:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134044.093832:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+32:2010:x1830953552393344:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 439us (778us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134044.093838:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13183 00002000:00100000:3.0:1746134044.093844:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012da69180 x1830953552393344/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134044.093850:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da69180 with x1830953552393344 ext(0->4095) 00002000:00010000:3.0:1746134044.093853:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012da69180 00000100:00100000:0.0:1746134044.100668:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.100778:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552393472 00000100:00100000:3.0:1746134044.100786:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552393472 00000100:00100000:3.0:1746134044.100870:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29855 00000100:00100000:3.0:1746134044.100878:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552393472:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134044.100893:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134044.100904:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8d8f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575021d expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.100927:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8d88 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750216 expref: 31 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.100938:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134044.100940:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134044.100943:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8d8f lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575021d expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.100966:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8d88 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750216 expref: 31 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.100977:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8d88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750216 expref: 31 pid: 18904 timeout: 813 lvb_type: 0 00000100:00100000:3.0:1746134044.100987:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548151424:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134044.105782:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746134044.105797:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011db4d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3771:1830953548151552:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746134044.105847:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746134044.106053:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548151552 00000100:00100000:0.0:1746134044.106058:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548151552 00000100:00100000:0.0:1746134044.106100:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00000100:00100000:0.0:1746134044.106106:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830953548151552:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746134044.106135:0:9583:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 503221056 pending 372736 free 3920089088 avail 3688566784 00000100:00100000:0.0:1746134044.106164:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830953548151552:12345-0@lo:13:osp-pre-1-0.0 Request processed in 58us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134044.106169:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 00000100:00100000:1.0:1746134044.113696:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011db4d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3771:1830953548151552:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746134044.113776:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134044.113792:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548151424:192.168.203.26@tcp:104: 00010000:00010000:0.0:1746134044.113810:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8d8f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575021d expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.113824:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244d800, rc 0) 00000100:00100000:0.0:1746134044.113868:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552393472:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 12991us (13207us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134044.113878:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29855 00000100:00100000:0.0:1746134044.121962:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.122086:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552393600 00000100:00100000:3.0:1746134044.122094:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552393600 00002000:00100000:3.0:1746134044.122235:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012da68a80 x1830953552393600/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 496/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134044.122244:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da68a80 with x1830953552393600 ext(0->7) 00010000:00010000:3.0:1746134044.122252:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8d88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750216 expref: 32 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.122263:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8d88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750216 expref: 32 pid: 18904 timeout: 813 lvb_type: 0 00002000:00010000:3.0:1746134044.122269:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012da68a80 00000100:00100000:3.0:1746134044.122308:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2564 00000100:00100000:3.0:1746134044.122314:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+32:2009:x1830953552393600:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746134044.124653:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+34:2009:x1830953552393600:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 2330us (2690us total) trans 4294970672 rc 0/0 00000100:00100000:0.0:1746134044.124663:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2564 00002000:00100000:0.0:1746134044.124671:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012da68a80 x1830953552393600/t4294970672(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 496/448 e 0 to 0 dl 1746134055 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134044.124680:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da68a80 with x1830953552393600 ext(0->7) 00010000:00010000:0.0:1746134044.124688:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8d88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750216 expref: 34 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746134044.125714:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8d88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750216 expref: 34 pid: 18904 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746134044.125723:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012da68a80 00000100:00100000:2.0:1746134044.126675:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134044.127395:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552393728 00000100:00100000:0.0:1746134044.127401:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552393728 00000100:00100000:0.0:1746134044.127445:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29856 00000100:00100000:0.0:1746134044.127452:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080653800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+34:1755:x1830953552393728:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134044.127466:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134044.127478:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800917c1a00/0x9682c7de153c8d96 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750224 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.127498:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134044.127503:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8d8f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575021d expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.127512:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746134044.127515:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800917c1a00/0x9682c7de153c8d96 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750224 expref: 35 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.127544:0:9580:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8d8f lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575021d expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.127553:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800917c1a00/0x9682c7de153c8d96 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750224 expref: 35 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.127562:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917c1a00, rc 0) 00000100:00100000:0.0:1746134044.128948:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080653800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+35:1755:x1830953552393728:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1491us (2270us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134044.128955:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29856 00000100:00100000:0.0:1746134044.129065:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.129191:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552393856 00000100:00100000:3.0:1746134044.129196:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552393856 00010000:00010000:3.0:1746134044.129221:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8d88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750216 expref: 35 pid: 18904 timeout: 813 lvb_type: 0 00000100:00100000:3.0:1746134044.129241:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15157 00000100:00100000:3.0:1746134044.129246:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916fd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+35:2011:x1830953552393856:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134044.129256:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134044.129271:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8d88 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750216 expref: 35 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.129280:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8d88 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750216 expref: 35 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.129297:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8d88 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750216 expref: 35 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.129310:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.129311:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.129317:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8d8f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575021d expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.129323:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8d8f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575021d expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.129344:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8d8f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575021d expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.129357:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8d8f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575021d expref: 5 pid: 9580 timeout: 813 lvb_type: 0 00000100:00100000:3.0:1746134044.129366:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548151808:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134044.129412:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c900 going to sleep for 11 seconds 00000100:00100000:2.0:1746134044.134326:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134044.136163:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552394112 00000100:00100000:0.0:1746134044.136173:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552394112 00002000:00100000:0.0:1746134044.136212:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880080650e00 x1830953552394112/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134044.136221:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080650e00 with x1830953552394112 ext(0->4095) 00010000:00010000:0.0:1746134044.136230:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8d8f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575021d expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746134044.136242:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8d8f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575021d expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746134044.136253:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080650e00 00000100:00100000:0.0:1746134044.136280:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2565 00000100:00100000:0.0:1746134044.136287:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080650e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2011:x1830953552394112:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746134044.136409:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080650e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2011:x1830953552394112:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 Request processed in 122us (2090us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134044.136414:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2565 00002000:00100000:0.0:1746134044.136418:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880080650e00 x1830953552394112/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134044.136424:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080650e00 with x1830953552394112 ext(0->4095) 00010000:00010000:0.0:1746134044.136428:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8d8f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575021d expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746134044.136435:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8d8f lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575021d expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746134044.136440:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080650e00 00000100:00100000:3.0:1746134044.136524:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548151808:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134044.136539:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134044.136558:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916fd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+34:2011:x1830953552393856:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 7312us (7494us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134044.136564:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15157 00000100:00100000:0.0:1746134044.142083:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.142156:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552394240 00000100:00100000:3.0:1746134044.142164:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552394240 00010000:00010000:3.0:1746134044.142194:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8d8f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575021d expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00000100:00100000:3.0:1746134044.142225:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15158 00000100:00100000:3.0:1746134044.142233:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916fc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953552394240:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134044.142244:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134044.142258:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8d8f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575021d expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.142268:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8d8f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575021d expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.142287:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8d8f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575021d expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.142301:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.142303:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.142309:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800917c1a00/0x9682c7de153c8d96 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750224 expref: 33 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.142316:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800917c1a00/0x9682c7de153c8d96 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750224 expref: 33 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.142397:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800917c1a00/0x9682c7de153c8d96 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750224 expref: 33 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134044.142407:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548151936:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134044.143713:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c900 going to sleep for 11 seconds 00000100:00100000:0.0:1746134044.144850:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.144930:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548151936:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134044.144945:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134044.144980:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916fc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2012:x1830953552394240:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2747us (2914us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134044.144988:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552394496 00000100:00100000:3.0:1746134044.144989:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15158 00000100:00100000:1.0:1746134044.144993:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552394496 00002000:00100000:1.0:1746134044.145054:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800916fdc00 x1830953552394496/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134044.145063:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916fdc00 with x1830953552394496 ext(0->4095) 00002000:00010000:1.0:1746134044.145067:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800916fdc00 00000100:00100000:1.0:1746134044.145103:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13184 00000100:00100000:1.0:1746134044.145110:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+34:2010:x1830953552394496:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134044.145247:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+34:2010:x1830953552394496:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 137us (401us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134044.145252:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13184 00002000:00100000:1.0:1746134044.145257:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800916fdc00 x1830953552394496/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134044.145262:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916fdc00 with x1830953552394496 ext(0->4095) 00002000:00010000:1.0:1746134044.145265:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800916fdc00 00000100:00100000:0.0:1746134044.147364:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.147814:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552394624 00000100:00100000:2.0:1746134044.147822:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552394624 00000100:00100000:2.0:1746134044.147865:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29857 00000100:00100000:2.0:1746134044.147873:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552394624:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134044.147887:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134044.147899:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8d9d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575022b expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.147922:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800917c1a00/0x9682c7de153c8d96 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750224 expref: 33 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.147928:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134044.147930:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134044.147934:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8d9d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575022b expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.147956:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800917c1a00/0x9682c7de153c8d96 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750224 expref: 33 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.147964:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800917c1a00/0x9682c7de153c8d96 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750224 expref: 33 pid: 9580 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746134044.147974:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080652a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548152064:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134044.148044:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746134044.151945:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080652a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548152064:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134044.151969:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8d9d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575022b expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.151983:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fe00, rc 0) 00000100:00100000:2.0:1746134044.152017:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552394624:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4145us (4657us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.152025:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29857 00000100:00100000:0.0:1746134044.153190:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.153243:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552394752 00000100:00100000:3.0:1746134044.153249:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552394752 00010000:00010000:3.0:1746134044.153276:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800917c1a00/0x9682c7de153c8d96 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750224 expref: 34 pid: 9580 timeout: 813 lvb_type: 0 00000100:00100000:3.0:1746134044.153295:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15159 00000100:00100000:3.0:1746134044.153300:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916fca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+34:2009:x1830953552394752:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134044.153311:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134044.153328:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800917c1a00/0x9682c7de153c8d96 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750224 expref: 34 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.153337:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800917c1a00/0x9682c7de153c8d96 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750224 expref: 34 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.153354:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800917c1a00/0x9682c7de153c8d96 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750224 expref: 34 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.153374:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.153376:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.153381:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8d9d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575022b expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.153388:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8d9d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575022b expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.153411:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8d9d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575022b expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134044.153419:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548152192:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134044.155017:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c900 going to sleep for 11 seconds 00000100:00100000:2.0:1746134044.158518:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134044.158917:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552394880 00000100:00100000:0.0:1746134044.158924:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552394880 00000100:00100000:0.0:1746134044.158971:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29858 00000100:00100000:0.0:1746134044.158979:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080652a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+34:1755:x1830953552394880:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134044.158992:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134044.159005:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800917c0a00/0x9682c7de153c8da4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750232 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.159027:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8d9d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575022b expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.159034:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134044.159035:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134044.159038:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800917c0a00/0x9682c7de153c8da4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750232 expref: 35 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.159063:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8d9d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575022b expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.159083:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8d9d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575022b expref: 5 pid: 9580 timeout: 813 lvb_type: 0 00000100:00100000:0.0:1746134044.159094:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800916fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548152320:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134044.159198:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c480 going to sleep for 11 seconds 00000100:00100000:0.0:1746134044.159810:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134044.159882:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552395136 00000100:00100000:1.0:1746134044.159886:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552395136 00002000:00100000:1.0:1746134044.159909:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800916fce00 x1830953552395136/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134044.159917:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916fce00 with x1830953552395136 ext(0->4095) 00010000:00010000:1.0:1746134044.159923:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8d9d lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575022b expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746134044.159938:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8d9d lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575022b expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746134044.159943:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800916fce00 00000100:00100000:1.0:1746134044.159954:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2566 00000100:00100000:1.0:1746134044.159959:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552395136:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134044.160143:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548152192:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134044.160156:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134044.161825:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552395136:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 1860us (2010us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134044.161835:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2566 00002000:00100000:1.0:1746134044.161844:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800916fce00 x1830953552395136/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134044.161852:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916fce00 with x1830953552395136 ext(0->4095) 00010000:00010000:1.0:1746134044.161859:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8d9d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575022b expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746134044.161871:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8d9d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575022b expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746134044.161877:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800916fce00 00000100:00100000:3.0:1746134044.162249:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916fca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+35:2009:x1830953552394752:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 8947us (9061us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134044.162259:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15159 00000100:00100000:0.0:1746134044.162374:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800916fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548152320:192.168.203.26@tcp:104: 00010000:00010000:0.0:1746134044.162394:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800917c0a00/0x9682c7de153c8da4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750232 expref: 34 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.162407:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917c0a00, rc 0) 00000100:00100000:0.0:1746134044.162430:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080652a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+34:1755:x1830953552394880:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3452us (3918us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134044.162436:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29858 00000100:00100000:1.0:1746134044.166055:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134044.166288:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552395264 00000100:00100000:0.0:1746134044.166295:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552395264 00000100:00100000:0.0:1746134044.166793:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29859 00000100:00100000:0.0:1746134044.166801:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+34:1757:x1830953552395264:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134044.166816:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134044.166833:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800917c0600/0x9682c7de153c8dab lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750239 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.166853:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134044.166858:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800917c0a00/0x9682c7de153c8da4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750232 expref: 35 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.166864:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134044.166866:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800917c0600/0x9682c7de153c8dab lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750239 expref: 35 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.166894:0:9580:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800917c0a00/0x9682c7de153c8da4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750232 expref: 35 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.166903:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800917c0600/0x9682c7de153c8dab lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750239 expref: 35 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.166912:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917c0600, rc 0) 00000100:00100000:0.0:1746134044.167509:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+35:1757:x1830953552395264:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 707us (1460us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134044.167515:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29859 00000100:00100000:3.0:1746134044.167638:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134044.167719:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552395392 00000100:00100000:0.0:1746134044.167723:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552395392 00010000:00010000:0.0:1746134044.167739:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8d9d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575022b expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00000100:00100000:0.0:1746134044.167763:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15160 00000100:00100000:0.0:1746134044.167768:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129eb4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552395392:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134044.167775:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134044.167787:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8d9d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575022b expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746134044.167796:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8d9d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575022b expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746134044.167811:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8d9d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575022b expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746134044.167828:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134044.167829:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134044.167833:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800917c0a00/0x9682c7de153c8da4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750232 expref: 34 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.167840:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800917c0a00/0x9682c7de153c8da4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750232 expref: 34 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.167861:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800917c0a00/0x9682c7de153c8da4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750232 expref: 34 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.167874:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800917c0a00/0x9682c7de153c8da4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750232 expref: 34 pid: 9580 timeout: 813 lvb_type: 0 00000100:00100000:0.0:1746134044.167884:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800916fed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548152576:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134044.168253:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c480 going to sleep for 11 seconds 00000100:00100000:2.0:1746134044.168325:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88011db4dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3771:1830953548152704:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746134044.168397:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746134044.168926:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548152704 00000100:00100000:0.0:1746134044.168930:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548152704 00000100:00100000:0.0:1746134044.168963:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 495 00000100:00100000:0.0:1746134044.168968:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080651500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830953548152704:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746134044.168981:0:9584:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 503221056 pending 401408 free 3920089088 avail 3688566784 00000100:00100000:0.0:1746134044.169010:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080651500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830953548152704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 42us (613us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134044.169015:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 495 00000100:00100000:2.0:1746134044.169025:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88011db4dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3771:1830953548152704:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746134044.170390:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800916fed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548152576:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134044.170403:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134044.170587:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129eb4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552395392:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2816us (2948us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.170595:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15160 00000100:00100000:0.0:1746134044.170955:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.171567:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552395648 00000100:00100000:2.0:1746134044.171573:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552395648 00002000:00100000:2.0:1746134044.171603:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800916fd500 x1830953552395648/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134044.171612:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916fd500 with x1830953552395648 ext(0->4095) 00010000:00010000:2.0:1746134044.171623:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800917c0a00/0x9682c7de153c8da4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750232 expref: 35 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.171635:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800917c0a00/0x9682c7de153c8da4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750232 expref: 35 pid: 9580 timeout: 813 lvb_type: 0 00002000:00010000:2.0:1746134044.171640:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800916fd500 00000100:00100000:2.0:1746134044.171669:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2567 00000100:00100000:2.0:1746134044.171675:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+35:2010:x1830953552395648:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134044.171773:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+35:2010:x1830953552395648:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 98us (818us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134044.171779:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2567 00002000:00100000:2.0:1746134044.171784:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800916fd500 x1830953552395648/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134044.171796:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916fd500 with x1830953552395648 ext(0->4095) 00010000:00010000:2.0:1746134044.171801:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800917c0a00/0x9682c7de153c8da4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750232 expref: 35 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.171809:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800917c0a00/0x9682c7de153c8da4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750232 expref: 35 pid: 9580 timeout: 813 lvb_type: 0 00002000:00010000:2.0:1746134044.171814:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800916fd500 00000100:00100000:0.0:1746134044.173085:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.173139:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552395776 00000100:00100000:2.0:1746134044.173143:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552395776 00010000:00010000:2.0:1746134044.173159:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800917c0a00/0x9682c7de153c8da4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750232 expref: 35 pid: 9580 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746134044.173189:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15161 00000100:00100000:2.0:1746134044.173194:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916fc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+35:2010:x1830953552395776:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134044.173202:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134044.173214:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800917c0a00/0x9682c7de153c8da4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750232 expref: 35 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.173223:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800917c0a00/0x9682c7de153c8da4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750232 expref: 35 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.173240:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800917c0a00/0x9682c7de153c8da4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750232 expref: 35 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.173265:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.173267:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.173272:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800917c0600/0x9682c7de153c8dab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750239 expref: 34 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.173279:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800917c0600/0x9682c7de153c8dab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750239 expref: 34 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.173304:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800917c0600/0x9682c7de153c8dab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750239 expref: 34 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134044.173314:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007f685500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548152832:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134044.173374:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157fb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746134044.175342:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007f685500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548152832:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134044.175384:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134044.175791:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916fc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+34:2010:x1830953552395776:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2595us (2706us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.175800:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15161 00000100:00100000:0.0:1746134044.176066:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.176186:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552396032 00000100:00100000:2.0:1746134044.176411:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552396032 00002000:00100000:2.0:1746134044.176560:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800916fca80 x1830953552396032/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134044.176569:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916fca80 with x1830953552396032 ext(0->4095) 00002000:00010000:2.0:1746134044.176573:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800916fca80 00000100:00100000:2.0:1746134044.176599:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13185 00000100:00100000:2.0:1746134044.176606:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+34:2011:x1830953552396032:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746134044.176794:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+34:2011:x1830953552396032:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 Request processed in 188us (728us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134044.176800:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13185 00002000:00100000:2.0:1746134044.176805:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800916fca80 x1830953552396032/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134044.176812:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916fca80 with x1830953552396032 ext(0->4095) 00002000:00010000:2.0:1746134044.176814:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800916fca80 00000100:00100000:0.0:1746134044.180983:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.181390:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552396160 00000100:00100000:2.0:1746134044.181397:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552396160 00000100:00100000:2.0:1746134044.181439:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29860 00000100:00100000:2.0:1746134044.181446:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552396160:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134044.181460:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134044.181474:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8db2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750240 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.181495:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800917c0600/0x9682c7de153c8dab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750239 expref: 33 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.181503:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134044.181505:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134044.181507:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8db2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750240 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.181533:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800917c0600/0x9682c7de153c8dab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750239 expref: 33 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.181560:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800917c0600/0x9682c7de153c8dab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750239 expref: 33 pid: 9580 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746134044.181571:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007f685500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548152960:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134044.181638:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157fb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746134044.182860:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007f685500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548152960:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134044.182877:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8db2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750240 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.182888:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fa00, rc 0) 00000100:00100000:2.0:1746134044.182913:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552396160:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1467us (1937us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.182919:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29860 00000100:00100000:0.0:1746134044.183998:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.184086:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552396288 00000100:00100000:2.0:1746134044.184092:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552396288 00010000:00010000:2.0:1746134044.184225:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800917c0600/0x9682c7de153c8dab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750239 expref: 34 pid: 9580 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746134044.184260:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15162 00000100:00100000:2.0:1746134044.184267:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+34:2009:x1830953552396288:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134044.184276:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134044.184290:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800917c0600/0x9682c7de153c8dab lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750239 expref: 34 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.184304:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800917c0600/0x9682c7de153c8dab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750239 expref: 34 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.184322:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800917c0600/0x9682c7de153c8dab lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750239 expref: 34 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.184345:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.184346:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.184352:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8db2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750240 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.184359:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8db2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750240 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.184381:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8db2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750240 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134044.184392:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007f685500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548153088:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134044.184453:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157fb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746134044.186561:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007f685500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548153088:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134044.186577:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134044.186607:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+33:2009:x1830953552396288:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2341us (2611us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.186615:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15162 00000100:00100000:0.0:1746134044.187761:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134044.187805:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.187822:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552396544 00000100:00100000:2.0:1746134044.187828:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552396544 00002000:00100000:2.0:1746134044.187863:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800957a3480 x1830953552396544/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746134044.187864:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552396672 00000100:00100000:3.0:1746134044.187867:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552396672 00002000:00100000:2.0:1746134044.187872:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957a3480 with x1830953552396544 ext(0->4095) 00002000:00010000:2.0:1746134044.187875:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800957a3480 00000100:00100000:3.0:1746134044.187888:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29861 00000100:00100000:2.0:1746134044.187899:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13186 00000100:00100000:2.0:1746134044.187904:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552396544:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134044.187980:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+33:1755:x1830953552396672:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134044.187988:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134044.187998:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8db9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750247 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134044.188022:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552396544:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (264us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134044.188028:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13186 00002000:00100000:2.0:1746134044.188032:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800957a3480 x1830953552396544/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134044.188038:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957a3480 with x1830953552396544 ext(0->4095) 00002000:00010000:2.0:1746134044.188041:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800957a3480 00010000:00010000:3.0:1746134044.188097:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8db2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750240 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.188106:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.188108:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.188131:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8db9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750247 expref: 34 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.188157:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8db2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750240 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.188166:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8db2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750240 expref: 5 pid: 9580 timeout: 813 lvb_type: 0 00000100:00100000:3.0:1746134044.188176:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548153216:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134044.188229:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134044.189553:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.189568:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548153216:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134044.189585:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8db9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750247 expref: 34 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.189595:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800955ae000, rc 0) 00000100:00100000:3.0:1746134044.189628:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+34:1755:x1830953552396672:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1650us (1822us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134044.189634:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29861 00000100:00100000:2.0:1746134044.189638:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552396800 00000100:00100000:2.0:1746134044.189642:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552396800 00010000:00010000:2.0:1746134044.189657:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8db2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750240 expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746134044.189673:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15163 00000100:00100000:2.0:1746134044.189678:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552396800:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134044.189686:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134044.189699:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8db2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750240 expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.189711:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8db2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750240 expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.189727:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8db2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750240 expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.189748:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.189750:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.189754:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8db9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750247 expref: 33 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.189761:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8db9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750247 expref: 33 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.189780:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8db9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750247 expref: 33 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134044.189788:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007f685500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548153344:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134044.189826:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.189886:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552396928 00000100:00100000:3.0:1746134044.189889:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552396928 00000100:00100000:3.0:1746134044.189904:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29862 00000100:00100000:3.0:1746134044.189909:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+34:1757:x1830953552396928:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134044.189917:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746134044.190143:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f180 going to sleep for 11 seconds 00010000:00010000:3.0:1746134044.190175:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800955afc00/0x9682c7de153c8dc0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575024e expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.190191:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8db9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750247 expref: 35 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.190197:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134044.190198:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134044.190201:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955afc00/0x9682c7de153c8dc0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575024e expref: 35 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.190531:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8db9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750247 expref: 35 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.190545:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8db9 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750247 expref: 35 pid: 9580 timeout: 813 lvb_type: 0 00000100:00100000:3.0:1746134044.190553:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548153472:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134044.190587:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10ce40 going to sleep for 11 seconds 00000100:00100000:2.0:1746134044.191929:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007f685500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548153344:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134044.191940:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134044.191973:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552396800:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2294us (2422us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.191981:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15163 00000100:00100000:3.0:1746134044.192167:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548153472:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134044.192182:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800955afc00/0x9682c7de153c8dc0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575024e expref: 35 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.192193:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800955afc00, rc 0) 00000100:00100000:3.0:1746134044.192212:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+35:1757:x1830953552396928:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2303us (2386us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134044.192217:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29862 00000100:00100000:0.0:1746134044.192800:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.192917:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552397184 00000100:00100000:3.0:1746134044.192922:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552397184 00002000:00100000:3.0:1746134044.192946:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a85c00 x1830953552397184/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134044.192954:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a85c00 with x1830953552397184 ext(0->4095) 00010000:00010000:3.0:1746134044.192959:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8db9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750247 expref: 35 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.192969:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8db9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750247 expref: 35 pid: 9580 timeout: 813 lvb_type: 0 00002000:00010000:3.0:1746134044.192975:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091a85c00 00000100:00100000:3.0:1746134044.192998:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2568 00000100:00100000:3.0:1746134044.193003:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+35:2009:x1830953552397184:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134044.193104:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+35:2009:x1830953552397184:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (304us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134044.193109:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2568 00002000:00100000:3.0:1746134044.193133:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a85c00 x1830953552397184/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134044.193140:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a85c00 with x1830953552397184 ext(0->4095) 00010000:00010000:3.0:1746134044.193144:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8db9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750247 expref: 35 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.193152:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8db9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750247 expref: 35 pid: 9580 timeout: 813 lvb_type: 0 00002000:00010000:3.0:1746134044.193157:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091a85c00 00000100:00100000:0.0:1746134044.194869:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.194914:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552397312 00000100:00100000:2.0:1746134044.194920:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552397312 00010000:00010000:2.0:1746134044.194952:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8db9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750247 expref: 35 pid: 9580 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746134044.195105:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15164 00000100:00100000:2.0:1746134044.195137:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a87100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+35:2009:x1830953552397312:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134044.195153:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134044.195167:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8db9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750247 expref: 35 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.195177:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8db9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750247 expref: 35 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.195192:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8db9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750247 expref: 35 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.195210:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.195211:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.195216:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955afc00/0x9682c7de153c8dc0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575024e expref: 34 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.195222:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955afc00/0x9682c7de153c8dc0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575024e expref: 34 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.195246:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800955afc00/0x9682c7de153c8dc0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575024e expref: 34 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134044.195255:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007f685500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548153600:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134044.195321:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f180 going to sleep for 11 seconds 00000100:00100000:2.0:1746134044.197192:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007f685500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548153600:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134044.197206:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134044.197232:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a87100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+34:2009:x1830953552397312:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2121us (2367us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.197239:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15164 00000100:00100000:0.0:1746134044.197583:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134044.197631:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552397568 00000100:00100000:1.0:1746134044.197636:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552397568 00002000:00100000:1.0:1746134044.197673:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a84a80 x1830953552397568/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134044.197689:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a84a80 with x1830953552397568 ext(0->4095) 00002000:00010000:1.0:1746134044.197693:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091a84a80 00000100:00100000:1.0:1746134044.197719:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13187 00000100:00100000:1.0:1746134044.197725:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+34:2009:x1830953552397568:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134044.197840:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+34:2009:x1830953552397568:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (256us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134044.197845:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13187 00002000:00100000:1.0:1746134044.197850:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a84a80 x1830953552397568/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134044.197857:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a84a80 with x1830953552397568 ext(0->4095) 00002000:00010000:1.0:1746134044.197859:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091a84a80 00000100:00100000:0.0:1746134044.200856:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.200949:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552397696 00000100:00100000:3.0:1746134044.200956:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552397696 00000100:00100000:3.0:1746134044.200992:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29863 00000100:00100000:3.0:1746134044.200999:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552397696:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134044.201013:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134044.201027:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8dc7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750255 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.201050:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955afc00/0x9682c7de153c8dc0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575024e expref: 33 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.201056:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134044.201057:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134044.201061:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8dc7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750255 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.201096:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800955afc00/0x9682c7de153c8dc0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575024e expref: 33 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.201106:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800955afc00/0x9682c7de153c8dc0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575024e expref: 33 pid: 9580 timeout: 813 lvb_type: 0 00000100:00100000:3.0:1746134044.201354:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548153728:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134044.201962:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c900 going to sleep for 11 seconds 00000100:00100000:0.0:1746134044.206824:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.207841:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548153728:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134044.207866:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8dc7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750255 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.207880:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800955af600, rc 0) 00000100:00100000:3.0:1746134044.207921:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552397696:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6921us (7071us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134044.207928:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29863 00000100:00100000:2.0:1746134044.208064:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552397824 00000100:00100000:2.0:1746134044.208080:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552397824 00010000:00010000:2.0:1746134044.208099:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800955afc00/0x9682c7de153c8dc0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575024e expref: 34 pid: 9580 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746134044.208150:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15165 00000100:00100000:2.0:1746134044.208157:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a85180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+34:2010:x1830953552397824:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134044.208167:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134044.208182:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800955afc00/0x9682c7de153c8dc0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575024e expref: 34 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.208191:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800955afc00/0x9682c7de153c8dc0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575024e expref: 34 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.208208:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800955afc00/0x9682c7de153c8dc0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575024e expref: 34 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.208220:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.208222:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.208228:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8dc7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750255 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.208239:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8dc7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750255 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.208262:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8dc7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750255 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134044.208271:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007f685500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548153856:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134044.208314:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f180 going to sleep for 11 seconds 00000100:00100000:0.0:1746134044.211179:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.211219:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552397952 00000100:00100000:3.0:1746134044.211226:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552397952 00000100:00100000:3.0:1746134044.211266:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29864 00000100:00100000:3.0:1746134044.211273:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+34:1755:x1830953552397952:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134044.211286:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134044.211298:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8dce lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575025c expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.211322:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8dc7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750255 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.211327:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.211329:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.211331:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8dce lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575025c expref: 35 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.211352:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8dc7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750255 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.211362:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8dc7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750255 expref: 5 pid: 9580 timeout: 813 lvb_type: 0 00000100:00100000:3.0:1746134044.211372:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548153984:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134044.212930:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c900 going to sleep for 11 seconds 00000100:00100000:3.0:1746134044.214493:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548153984:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134044.214516:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8dce lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575025c expref: 35 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.214530:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800955afe00, rc 0) 00000100:00100000:3.0:1746134044.214562:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+35:1755:x1830953552397952:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3289us (3388us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134044.214568:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29864 00010000:00010000:3.0:1746134044.227380:0:7223:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746134044.231671:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.231786:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007f685500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548153856:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134044.231803:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134044.231854:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a85180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+34:2010:x1830953552397824:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 23698us (25035us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.231863:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15165 00000100:00100000:3.0:1746134044.231936:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552398208 00000100:00100000:3.0:1746134044.231941:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552398208 00002000:00100000:3.0:1746134044.231970:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88011db4fb80 x1830953552398208/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134044.231979:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011db4fb80 with x1830953552398208 ext(0->4095) 00010000:00010000:3.0:1746134044.231986:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8dc7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750255 expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.231997:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8dc7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750255 expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00002000:00010000:3.0:1746134044.232002:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011db4fb80 00000100:00100000:3.0:1746134044.232025:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2569 00000100:00100000:3.0:1746134044.232031:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552398208:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134044.232181:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552398208:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 149us (516us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134044.232186:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2569 00002000:00100000:3.0:1746134044.232191:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88011db4fb80 x1830953552398208/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134044.232197:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011db4fb80 with x1830953552398208 ext(0->4095) 00010000:00010000:3.0:1746134044.232202:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8dc7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750255 expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.232210:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8dc7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750255 expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00002000:00010000:3.0:1746134044.232219:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011db4fb80 00000100:00100000:0.0:1746134044.237790:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.237853:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552398336 00000100:00100000:2.0:1746134044.237860:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552398336 00010000:00010000:2.0:1746134044.237888:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8dc7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750255 expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746134044.237923:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15166 00000100:00100000:2.0:1746134044.237930:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552398336:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134044.237941:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134044.237956:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8dc7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750255 expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.237966:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8dc7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750255 expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.237984:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8dc7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750255 expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.238009:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.238011:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.238017:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8dce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575025c expref: 33 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.238023:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8dce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575025c expref: 33 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.238048:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8dce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575025c expref: 33 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134044.238059:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007f685500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548154112:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134044.238161:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f180 going to sleep for 11 seconds 00000100:00100000:0.0:1746134044.242253:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134044.242398:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552398592 00000100:00100000:1.0:1746134044.242405:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552398592 00002000:00100000:1.0:1746134044.242439:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007282e680 x1830953552398592/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134044.242449:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282e680 with x1830953552398592 ext(0->4095) 00002000:00010000:1.0:1746134044.242453:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007282e680 00000100:00100000:1.0:1746134044.243039:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13188 00000100:00100000:1.0:1746134044.243047:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+34:2009:x1830953552398592:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134044.243173:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007f685500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548154112:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134044.243187:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134044.243228:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552398336:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 5297us (5443us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.243236:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15166 00000100:00100000:1.0:1746134044.243437:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+34:2009:x1830953552398592:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 390us (1188us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134044.243446:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13188 00002000:00100000:1.0:1746134044.243451:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007282e680 x1830953552398592/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134044.243458:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282e680 with x1830953552398592 ext(0->4095) 00002000:00010000:1.0:1746134044.243461:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007282e680 00000100:00100000:0.0:1746134044.250500:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134044.255024:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552398720 00000100:00100000:0.0:1746134044.255035:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552398720 00000100:00100000:0.0:1746134044.255090:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29865 00000100:00100000:0.0:1746134044.255098:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552398720:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134044.255111:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134044.255138:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800917c0e00/0x9682c7de153c8dd5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750263 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.255161:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8dce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575025c expref: 33 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.255168:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134044.255169:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134044.255172:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800917c0e00/0x9682c7de153c8dd5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750263 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.255194:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8dce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575025c expref: 33 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.255205:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8dce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575025c expref: 33 pid: 9580 timeout: 813 lvb_type: 0 00000100:00100000:0.0:1746134044.255220:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007282c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548154240:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134044.255301:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746134044.261142:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007282c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548154240:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134044.261166:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800917c0e00/0x9682c7de153c8dd5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750263 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.261184:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917c0e00, rc 0) 00000100:00100000:2.0:1746134044.261222:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552398720:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6125us (10729us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.261229:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29865 00000100:00100000:0.0:1746134044.261630:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.263625:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552398848 00000100:00100000:3.0:1746134044.263634:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552398848 00002000:00100000:3.0:1746134044.263672:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88007282c700 x1830953552398848/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 496/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134044.263680:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282c700 with x1830953552398848 ext(0->7) 00010000:00010000:3.0:1746134044.263688:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8dce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575025c expref: 34 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.263699:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8dce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575025c expref: 34 pid: 9580 timeout: 813 lvb_type: 0 00002000:00010000:3.0:1746134044.263705:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007282c700 00000100:00100000:3.0:1746134044.264800:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2570 00000100:00100000:3.0:1746134044.264811:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+34:2009:x1830953552398848:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746134044.265765:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+36:2009:x1830953552398848:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 955us (4132us total) trans 4294970673 rc 0/0 00000100:00100000:0.0:1746134044.265773:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2570 00002000:00100000:0.0:1746134044.265779:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88007282c700 x1830953552398848/t4294970673(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 496/448 e 0 to 0 dl 1746134055 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134044.265787:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282c700 with x1830953552398848 ext(0->7) 00010000:00010000:0.0:1746134044.265794:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8dce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575025c expref: 36 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746134044.265805:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8dce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575025c expref: 36 pid: 9580 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746134044.265811:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007282c700 00000100:00100000:0.0:1746134044.269687:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.269776:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552398976 00000100:00100000:2.0:1746134044.269783:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552398976 00010000:00010000:2.0:1746134044.269811:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8dce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575025c expref: 36 pid: 9580 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746134044.269845:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15167 00000100:00100000:2.0:1746134044.269851:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129eb4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+36:2009:x1830953552398976:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134044.269865:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134044.269880:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8dce lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575025c expref: 36 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.269889:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8dce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575025c expref: 36 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.269906:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8dce lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575025c expref: 36 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.269931:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.269933:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.269939:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800917c0e00/0x9682c7de153c8dd5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750263 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.269950:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800917c0e00/0x9682c7de153c8dd5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750263 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.269976:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800917c0e00/0x9682c7de153c8dd5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750263 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134044.269986:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007f685500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548154368:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134044.270366:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f180 going to sleep for 11 seconds 00000100:00100000:0.0:1746134044.272372:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007f685500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548154368:192.168.203.26@tcp:105: 00010000:00010000:0.0:1746134044.272386:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134044.272428:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129eb4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+35:2009:x1830953552398976:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2575us (2747us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134044.272436:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15167 00000100:00100000:2.0:1746134044.272524:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134044.272810:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552399232 00000100:00100000:0.0:1746134044.272815:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552399232 00002000:00100000:0.0:1746134044.272841:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007f685500 x1830953552399232/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134044.272849:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f685500 with x1830953552399232 ext(0->4095) 00002000:00010000:0.0:1746134044.272853:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f685500 00000100:00100000:0.0:1746134044.273151:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13189 00000100:00100000:0.0:1746134044.273158:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f685500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552399232:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746134044.273262:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f685500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552399232:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (737us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134044.273267:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13189 00002000:00100000:0.0:1746134044.273271:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007f685500 x1830953552399232/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134044.273278:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f685500 with x1830953552399232 ext(0->4095) 00002000:00010000:0.0:1746134044.273280:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f685500 00000100:00100000:2.0:1746134044.275025:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134044.275110:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552399360 00000100:00100000:0.0:1746134044.275216:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552399360 00000100:00100000:0.0:1746134044.275394:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29866 00000100:00100000:0.0:1746134044.275401:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+35:1757:x1830953552399360:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134044.275414:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134044.275426:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800917c1a00/0x9682c7de153c8ddc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575026a expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.275447:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800917c0e00/0x9682c7de153c8dd5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750263 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.275453:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134044.275454:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134044.275457:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800917c1a00/0x9682c7de153c8ddc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575026a expref: 36 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.275481:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800917c0e00/0x9682c7de153c8dd5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750263 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.275490:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800917c0e00/0x9682c7de153c8dd5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750263 expref: 5 pid: 9580 timeout: 813 lvb_type: 0 00000100:00100000:0.0:1746134044.275500:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007282ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548154496:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134044.276030:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90ce40 going to sleep for 11 seconds 00000100:00100000:2.0:1746134044.277654:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007282ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548154496:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134044.277676:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800917c1a00/0x9682c7de153c8ddc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575026a expref: 36 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.277687:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917c1a00, rc 0) 00000100:00100000:2.0:1746134044.277731:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+36:1757:x1830953552399360:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2329us (2708us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.277737:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29866 00000100:00100000:0.0:1746134044.288833:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.288924:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552399488 00000100:00100000:2.0:1746134044.288932:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552399488 00010000:00010000:2.0:1746134044.288962:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800917c0e00/0x9682c7de153c8dd5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750263 expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746134044.288997:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15168 00000100:00100000:2.0:1746134044.289004:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552399488:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134044.289014:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134044.289029:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800917c0e00/0x9682c7de153c8dd5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750263 expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.289040:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800917c0e00/0x9682c7de153c8dd5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750263 expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.289057:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800917c0e00/0x9682c7de153c8dd5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750263 expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.290032:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.290036:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.290043:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800917c1a00/0x9682c7de153c8ddc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575026a expref: 35 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.290051:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800917c1a00/0x9682c7de153c8ddc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575026a expref: 35 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.290090:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800917c1a00/0x9682c7de153c8ddc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575026a expref: 35 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134044.290101:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da6a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548154624:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134044.299047:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157fcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746134044.299701:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134044.299765:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552399744 00000100:00100000:0.0:1746134044.299772:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552399744 00002000:00100000:0.0:1746134044.299807:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88011db4dc00 x1830953552399744/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134044.299815:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011db4dc00 with x1830953552399744 ext(0->4095) 00002000:00010000:0.0:1746134044.299819:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011db4dc00 00000100:00100000:0.0:1746134044.299835:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13190 00000100:00100000:0.0:1746134044.299842:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+36:2009:x1830953552399744:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746134044.299961:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+36:2009:x1830953552399744:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (263us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134044.299968:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13190 00002000:00100000:0.0:1746134044.299973:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88011db4dc00 x1830953552399744/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134044.299985:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011db4dc00 with x1830953552399744 ext(0->4095) 00002000:00010000:0.0:1746134044.299987:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011db4dc00 00000100:00100000:2.0:1746134044.300722:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da6a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548154624:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134044.300738:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134044.300773:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552399488:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 11769us (11948us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.300782:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15168 00000100:00100000:1.0:1746134044.306927:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.307006:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552399872 00000100:00100000:2.0:1746134044.307014:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552399872 00000100:00100000:2.0:1746134044.307046:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29867 00000100:00100000:2.0:1746134044.307053:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ff3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552399872:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134044.307074:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134044.307088:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8de3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750271 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.307223:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800917c1a00/0x9682c7de153c8ddc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575026a expref: 35 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.307231:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134044.307233:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134044.307236:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8de3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750271 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.307260:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800917c1a00/0x9682c7de153c8ddc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575026a expref: 35 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.307269:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800917c1a00/0x9682c7de153c8ddc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575026a expref: 35 pid: 9580 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746134044.307279:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da6a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548154752:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134044.308529:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157fcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746134044.312025:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da6a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548154752:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134044.312050:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8de3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750271 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.312063:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90ea00, rc 0) 00000100:00100000:2.0:1746134044.314145:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ff3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552399872:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7085us (7218us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.314154:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29867 00000100:00100000:0.0:1746134044.314897:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134044.316191:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552400000 00000100:00100000:1.0:1746134044.316200:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552400000 00002000:00100000:1.0:1746134044.316234:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88007282ed80 x1830953552400000/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 496/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134044.316243:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282ed80 with x1830953552400000 ext(0->7) 00010000:00010000:1.0:1746134044.316251:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800917c1a00/0x9682c7de153c8ddc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575026a expref: 36 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746134044.316263:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800917c1a00/0x9682c7de153c8ddc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575026a expref: 36 pid: 9580 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746134044.316269:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007282ed80 00000100:00100000:1.0:1746134044.316287:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2571 00000100:00100000:1.0:1746134044.316293:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+36:2012:x1830953552400000:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746134044.318390:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+38:2012:x1830953552400000:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 2090us (3488us total) trans 4294970674 rc 0/0 00000100:00100000:1.0:1746134044.318399:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2571 00002000:00100000:1.0:1746134044.318407:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88007282ed80 x1830953552400000/t4294970674(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 496/448 e 0 to 0 dl 1746134055 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134044.318415:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282ed80 with x1830953552400000 ext(0->7) 00010000:00010000:1.0:1746134044.318422:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800917c1a00/0x9682c7de153c8ddc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575026a expref: 38 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746134044.318434:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800917c1a00/0x9682c7de153c8ddc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575026a expref: 38 pid: 9580 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746134044.318441:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007282ed80 00000100:00100000:2.0:1746134044.325868:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.326685:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.326759:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552400256 00000100:00100000:3.0:1746134044.326766:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552400256 00010000:00010000:3.0:1746134044.326796:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800917c1a00/0x9682c7de153c8ddc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575026a expref: 38 pid: 9580 timeout: 813 lvb_type: 0 00000100:00100000:3.0:1746134044.326829:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15169 00000100:00100000:3.0:1746134044.326837:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915f1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+38:2011:x1830953552400256:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134044.326848:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134044.326863:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800917c1a00/0x9682c7de153c8ddc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575026a expref: 38 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.326874:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800917c1a00/0x9682c7de153c8ddc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575026a expref: 38 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.326891:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800917c1a00/0x9682c7de153c8ddc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575026a expref: 38 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.326907:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.326909:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.326915:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8de3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750271 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.326921:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8de3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750271 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.326949:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8de3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750271 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134044.326958:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548154880:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134044.327019:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c540 going to sleep for 11 seconds 00000100:00100000:0.0:1746134044.327342:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552400128 00000100:00100000:0.0:1746134044.327346:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552400128 00000100:00100000:0.0:1746134044.327367:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29868 00000100:00100000:0.0:1746134044.327373:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+38:1755:x1830953552400128:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134044.327383:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134044.327392:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800917c0600/0x9682c7de153c8dea lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750278 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.327406:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8de3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750271 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.327411:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134044.327412:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134044.327415:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800917c0600/0x9682c7de153c8dea lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750278 expref: 39 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.327430:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8de3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750271 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.327440:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8de3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750271 expref: 5 pid: 9580 timeout: 813 lvb_type: 0 00000100:00100000:0.0:1746134044.327791:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007282c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548155008:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134044.328084:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c240 going to sleep for 11 seconds 00000100:00100000:2.0:1746134044.328999:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.329055:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548154880:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134044.329076:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134044.329100:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+39:2011:x1830953552400256:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2265us (2417us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134044.329107:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15169 00000100:00100000:1.0:1746134044.329795:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552400512 00000100:00100000:1.0:1746134044.329800:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552400512 00002000:00100000:1.0:1746134044.329827:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800915f0a80 x1830953552400512/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134044.329837:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915f0a80 with x1830953552400512 ext(0->4095) 00010000:00010000:1.0:1746134044.329843:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8de3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750271 expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746134044.329854:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8de3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750271 expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746134044.329860:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800915f0a80 00000100:00100000:1.0:1746134044.329873:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2572 00000100:00100000:1.0:1746134044.329879:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2011:x1830953552400512:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746134044.330007:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2011:x1830953552400512:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 Request processed in 127us (1009us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134044.330016:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2572 00002000:00100000:1.0:1746134044.330021:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800915f0a80 x1830953552400512/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134044.330027:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915f0a80 with x1830953552400512 ext(0->4095) 00010000:00010000:1.0:1746134044.330032:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8de3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750271 expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746134044.330040:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8de3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750271 expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746134044.330045:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800915f0a80 00000100:00100000:0.0:1746134044.330413:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007282c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548155008:192.168.203.26@tcp:104: 00010000:00010000:0.0:1746134044.330431:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800917c0600/0x9682c7de153c8dea lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750278 expref: 38 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.330442:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917c0600, rc 0) 00000100:00100000:0.0:1746134044.330462:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+38:1755:x1830953552400128:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3089us (4602us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134044.330468:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29868 00000100:00100000:0.0:1746134044.333520:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.333810:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552400640 00000100:00100000:3.0:1746134044.333817:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552400640 00010000:00010000:3.0:1746134044.333845:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8de3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750271 expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00000100:00100000:3.0:1746134044.333881:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15170 00000100:00100000:3.0:1746134044.333888:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552400640:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134044.333898:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134044.333914:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8de3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750271 expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.333924:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8de3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750271 expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.333942:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8de3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750271 expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.333967:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.333969:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.333974:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800917c0600/0x9682c7de153c8dea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750278 expref: 37 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.333980:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800917c0600/0x9682c7de153c8dea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750278 expref: 37 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.334006:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800917c0600/0x9682c7de153c8dea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750278 expref: 37 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134044.334016:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548155136:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134044.334095:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c540 going to sleep for 11 seconds 00000100:00100000:3.0:1746134044.336984:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548155136:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134044.337000:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134044.337546:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.337765:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552400640:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3877us (4249us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134044.337774:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15170 00000100:00100000:3.0:1746134044.337814:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552400896 00000100:00100000:3.0:1746134044.337819:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552400896 00002000:00100000:3.0:1746134044.337844:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800916fc380 x1830953552400896/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134044.337853:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916fc380 with x1830953552400896 ext(0->4095) 00002000:00010000:3.0:1746134044.337858:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800916fc380 00000100:00100000:3.0:1746134044.337872:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13191 00000100:00100000:3.0:1746134044.337877:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+38:2010:x1830953552400896:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134044.338440:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+38:2010:x1830953552400896:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 561us (893us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134044.338446:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13191 00002000:00100000:3.0:1746134044.338452:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800916fc380 x1830953552400896/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134044.338459:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916fc380 with x1830953552400896 ext(0->4095) 00002000:00010000:3.0:1746134044.338461:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800916fc380 00000100:00100000:1.0:1746134044.340774:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134044.340835:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552401024 00000100:00100000:0.0:1746134044.340842:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552401024 00000100:00100000:0.0:1746134044.340896:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29869 00000100:00100000:0.0:1746134044.340902:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ff3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552401024:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134044.340916:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134044.340928:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800917c0a00/0x9682c7de153c8df1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575027f expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.340949:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800917c0600/0x9682c7de153c8dea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750278 expref: 37 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.340956:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134044.340958:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134044.340961:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800917c0a00/0x9682c7de153c8df1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575027f expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.340986:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800917c0600/0x9682c7de153c8dea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750278 expref: 37 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.340996:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800917c0600/0x9682c7de153c8dea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750278 expref: 37 pid: 9580 timeout: 813 lvb_type: 0 00000100:00100000:0.0:1746134044.341005:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800957a3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548155264:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134044.341077:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c240 going to sleep for 11 seconds 00000100:00100000:2.0:1746134044.342629:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800957a3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548155264:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134044.342650:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800917c0a00/0x9682c7de153c8df1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575027f expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.342660:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917c0a00, rc 0) 00000100:00100000:2.0:1746134044.343301:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ff3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552401024:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2397us (2531us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.343308:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29869 00000100:00100000:0.0:1746134044.343528:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.343624:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552401152 00000100:00100000:3.0:1746134044.343629:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552401152 00010000:00010000:3.0:1746134044.343648:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800917c0600/0x9682c7de153c8dea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750278 expref: 38 pid: 9580 timeout: 813 lvb_type: 0 00000100:00100000:3.0:1746134044.343669:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15171 00000100:00100000:3.0:1746134044.343674:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+38:2009:x1830953552401152:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134044.343684:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134044.343697:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800917c0600/0x9682c7de153c8dea lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750278 expref: 38 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.343706:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800917c0600/0x9682c7de153c8dea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750278 expref: 38 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.343723:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800917c0600/0x9682c7de153c8dea lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750278 expref: 38 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.343734:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.343736:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.343741:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800917c0a00/0x9682c7de153c8df1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575027f expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.343748:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800917c0a00/0x9682c7de153c8df1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575027f expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.343770:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800917c0a00/0x9682c7de153c8df1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575027f expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134044.343779:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548155392:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134044.343826:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c540 going to sleep for 11 seconds 00000100:00100000:0.0:1746134044.347017:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.347365:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548155392:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134044.347382:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134044.347905:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+37:2009:x1830953552401152:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4228us (4374us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134044.347914:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15171 00000100:00100000:2.0:1746134044.348243:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552401408 00000100:00100000:2.0:1746134044.348249:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552401408 00002000:00100000:2.0:1746134044.348280:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800957a3b80 x1830953552401408/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134044.348289:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957a3b80 with x1830953552401408 ext(0->4095) 00002000:00010000:2.0:1746134044.348293:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800957a3b80 00000100:00100000:2.0:1746134044.348307:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13192 00000100:00100000:2.0:1746134044.348313:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552401408:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134044.348415:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552401408:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (1406us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134044.348421:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13192 00002000:00100000:2.0:1746134044.348426:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800957a3b80 x1830953552401408/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134044.348433:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957a3b80 with x1830953552401408 ext(0->4095) 00002000:00010000:2.0:1746134044.348435:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800957a3b80 00000100:00100000:3.0:1746134044.348509:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.348800:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552401536 00000100:00100000:2.0:1746134044.348803:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552401536 00000100:00100000:2.0:1746134044.349281:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29870 00000100:00100000:2.0:1746134044.349288:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800872b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+37:1755:x1830953552401536:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134044.349297:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134044.349309:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8df8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750286 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.349330:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800917c0a00/0x9682c7de153c8df1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575027f expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.349337:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.349338:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.349341:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8df8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750286 expref: 38 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.349365:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800917c0a00/0x9682c7de153c8df1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575027f expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.349380:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800917c0a00/0x9682c7de153c8df1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575027f expref: 5 pid: 9580 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746134044.349390:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8b6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548155520:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134044.349446:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f240 going to sleep for 11 seconds 00000100:00100000:2.0:1746134044.351732:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f8b6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548155520:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134044.351758:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8df8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750286 expref: 38 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.351771:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fa00, rc 0) 00000100:00100000:2.0:1746134044.351858:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800872b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+38:1755:x1830953552401536:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2570us (3348us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.351865:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29870 00000100:00100000:0.0:1746134044.353420:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.353621:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552401664 00000100:00100000:2.0:1746134044.353627:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552401664 00000100:00100000:2.0:1746134044.353678:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29871 00000100:00100000:2.0:1746134044.353685:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+38:1757:x1830953552401664:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134044.353699:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134044.353713:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8dff lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575028d expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.353733:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.353737:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8df8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750286 expref: 39 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.353746:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134044.353748:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8dff lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575028d expref: 39 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.353775:0:9580:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8df8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750286 expref: 39 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.353785:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8dff lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575028d expref: 39 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.353793:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fc00, rc 0) 00000100:00100000:2.0:1746134044.353820:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+39:1757:x1830953552401664:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 136us (406us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.353826:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29871 00000100:00100000:0.0:1746134044.354007:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.354206:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552401792 00000100:00100000:2.0:1746134044.354209:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552401792 00010000:00010000:2.0:1746134044.354222:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800917c0a00/0x9682c7de153c8df1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575027f expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746134044.354526:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15172 00000100:00100000:2.0:1746134044.354531:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a85180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552401792:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134044.354538:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134044.354551:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800917c0a00/0x9682c7de153c8df1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575027f expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.354559:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800917c0a00/0x9682c7de153c8df1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575027f expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.354573:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800917c0a00/0x9682c7de153c8df1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575027f expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.354594:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.354596:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.354601:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8df8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750286 expref: 38 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.354606:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8df8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750286 expref: 38 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.354621:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8df8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750286 expref: 38 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.354629:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8df8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750286 expref: 38 pid: 9580 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746134044.354637:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8b6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548155776:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134044.354683:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f240 going to sleep for 11 seconds 00000100:00100000:0.0:1746134044.357764:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.357865:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f8b6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548155776:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134044.357881:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134044.357983:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552402048 00000100:00100000:3.0:1746134044.357988:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552402048 00002000:00100000:3.0:1746134044.358024:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880099b2ed80 x1830953552402048/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134044.358033:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099b2ed80 with x1830953552402048 ext(0->4095) 00010000:00010000:3.0:1746134044.358040:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8df8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750286 expref: 39 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.358051:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8df8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750286 expref: 39 pid: 9580 timeout: 813 lvb_type: 0 00002000:00010000:3.0:1746134044.358057:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099b2ed80 00000100:00100000:3.0:1746134044.358088:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2573 00000100:00100000:3.0:1746134044.358096:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+39:2009:x1830953552402048:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134044.358342:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a85180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552401792:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3809us (4333us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.358350:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15172 00000100:00100000:3.0:1746134044.358834:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+39:2009:x1830953552402048:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 737us (1075us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134044.358840:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2573 00002000:00100000:3.0:1746134044.358845:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880099b2ed80 x1830953552402048/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134044.358858:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099b2ed80 with x1830953552402048 ext(0->4095) 00010000:00010000:3.0:1746134044.358862:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8df8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750286 expref: 39 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.358871:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8df8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750286 expref: 39 pid: 9580 timeout: 813 lvb_type: 0 00002000:00010000:3.0:1746134044.358877:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099b2ed80 00000100:00100000:0.0:1746134044.361614:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.361703:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552402176 00000100:00100000:2.0:1746134044.361710:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552402176 00010000:00010000:2.0:1746134044.361740:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8df8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750286 expref: 39 pid: 9580 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746134044.361769:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15173 00000100:00100000:2.0:1746134044.361775:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088053800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+39:2010:x1830953552402176:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134044.361788:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134044.361805:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8df8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750286 expref: 39 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.361850:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8df8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750286 expref: 39 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.361869:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8df8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750286 expref: 39 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.362004:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.362007:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.362013:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8dff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575028d expref: 38 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.362020:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8dff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575028d expref: 38 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.362046:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8dff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575028d expref: 38 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134044.362056:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8b6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548155904:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134044.362159:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f240 going to sleep for 11 seconds 00000100:00100000:2.0:1746134044.365051:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134044.365291:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f8b6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548155904:192.168.203.26@tcp:105: 00010000:00010000:0.0:1746134044.365308:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134044.365586:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552402432 00000100:00100000:3.0:1746134044.365591:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552402432 00002000:00100000:3.0:1746134044.365620:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008f8b4a80 x1830953552402432/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134044.365628:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b4a80 with x1830953552402432 ext(0->4095) 00002000:00010000:3.0:1746134044.365632:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f8b4a80 00000100:00100000:3.0:1746134044.365651:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13193 00000100:00100000:3.0:1746134044.365656:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+39:2010:x1830953552402432:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746134044.365766:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088053800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+39:2010:x1830953552402176:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3989us (4155us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134044.365773:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15173 00000100:00100000:3.0:1746134044.366012:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+38:2010:x1830953552402432:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 354us (967us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134044.366017:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13193 00002000:00100000:3.0:1746134044.366022:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008f8b4a80 x1830953552402432/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134044.366029:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b4a80 with x1830953552402432 ext(0->4095) 00002000:00010000:3.0:1746134044.366031:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f8b4a80 00000100:00100000:0.0:1746134044.368693:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134044.368953:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552402560 00000100:00100000:1.0:1746134044.368959:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552402560 00000100:00100000:1.0:1746134044.368997:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29872 00000100:00100000:1.0:1746134044.369003:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088051880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552402560:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134044.369017:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134044.369029:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8e06 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750294 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.369051:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8dff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575028d expref: 37 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.369057:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134044.369058:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134044.369061:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8e06 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750294 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.369097:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8dff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575028d expref: 37 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.369106:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8dff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575028d expref: 37 pid: 9580 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746134044.369141:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092056a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548156032:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134044.369203:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746134044.371264:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092056a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548156032:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134044.371286:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8e06 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750294 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.371298:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095786800, rc 0) 00000100:00100000:1.0:1746134044.371341:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088051880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552402560:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2336us (2654us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134044.371348:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29872 00000100:00100000:0.0:1746134044.372171:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.373136:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552402688 00000100:00100000:2.0:1746134044.373144:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552402688 00010000:00010000:2.0:1746134044.373171:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8dff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575028d expref: 38 pid: 9580 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746134044.373201:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15174 00000100:00100000:2.0:1746134044.373207:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129eb4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+38:2010:x1830953552402688:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134044.373217:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134044.373231:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8dff lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575028d expref: 38 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.373241:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8dff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575028d expref: 38 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.373258:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8dff lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575028d expref: 38 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.373605:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.373607:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.373614:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8e06 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750294 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.373621:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8e06 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750294 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.373648:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8e06 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750294 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134044.373659:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8b6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548156160:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134044.373727:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f600 going to sleep for 11 seconds 00000100:00100000:1.0:1746134044.376493:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134044.376616:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.376671:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552402944 00000100:00100000:3.0:1746134044.376678:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552402944 00002000:00100000:3.0:1746134044.376714:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880092056a00 x1830953552402944/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134044.376723:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092056a00 with x1830953552402944 ext(0->4095) 00002000:00010000:3.0:1746134044.376728:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092056a00 00000100:00100000:0.0:1746134044.376760:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552403072 00000100:00100000:0.0:1746134044.376763:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552403072 00000100:00100000:2.0:1746134044.376810:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f8b6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548156160:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134044.376824:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134044.376856:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129eb4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+38:2010:x1830953552402688:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3649us (4686us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.376864:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15174 00000100:00100000:3.0:1746134044.376943:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13194 00000100:00100000:3.0:1746134044.376949:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092056a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552402944:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134044.377056:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092056a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552402944:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (570us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134044.377061:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13194 00002000:00100000:3.0:1746134044.377065:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880092056a00 x1830953552402944/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134044.377080:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092056a00 with x1830953552402944 ext(0->4095) 00002000:00010000:3.0:1746134044.377082:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092056a00 00000100:00100000:0.0:1746134044.377504:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29873 00000100:00100000:0.0:1746134044.377511:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092055f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+37:1755:x1830953552403072:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134044.377521:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134044.377533:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800917c0a00/0x9682c7de153c8e0d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575029b expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.377553:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8e06 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750294 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.377559:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134044.377561:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134044.377563:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800917c0a00/0x9682c7de153c8e0d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575029b expref: 38 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.377584:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8e06 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750294 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.377593:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8e06 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750294 expref: 5 pid: 18904 timeout: 813 lvb_type: 0 00000100:00100000:0.0:1746134044.377602:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088053100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548156288:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134044.377638:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c540 going to sleep for 11 seconds 00000100:00100000:2.0:1746134044.379959:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088053100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548156288:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134044.379983:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800917c0a00/0x9682c7de153c8e0d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575029b expref: 38 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.379996:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917c0a00, rc 0) 00000100:00100000:2.0:1746134044.380453:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092055f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+38:1755:x1830953552403072:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2941us (3835us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.380460:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29873 00000100:00100000:0.0:1746134044.382266:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.382566:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552403200 00000100:00100000:2.0:1746134044.382573:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552403200 00000100:00100000:2.0:1746134044.382615:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29874 00000100:00100000:2.0:1746134044.382621:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088053b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+38:1757:x1830953552403200:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134044.382635:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134044.382649:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8e14 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957502a2 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.382668:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.382674:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800917c0a00/0x9682c7de153c8e0d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575029b expref: 39 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.382679:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134044.382681:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8e14 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957502a2 expref: 39 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.382709:0:18904:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800917c0a00/0x9682c7de153c8e0d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575029b expref: 39 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.382717:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8e14 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957502a2 expref: 39 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.382724:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f600, rc 0) 00000100:00100000:2.0:1746134044.382770:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088053b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+39:1757:x1830953552403200:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 149us (508us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.382774:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29874 00000100:00100000:0.0:1746134044.383451:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.383586:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552403328 00000100:00100000:2.0:1746134044.383589:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552403328 00010000:00010000:2.0:1746134044.383605:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8e06 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750294 expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746134044.383629:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15175 00000100:00100000:2.0:1746134044.383633:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088052d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552403328:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134044.383640:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134044.383652:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8e06 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750294 expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.383665:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8e06 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750294 expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.383679:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8e06 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750294 expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.383690:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.383691:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.383696:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800917c0a00/0x9682c7de153c8e0d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575029b expref: 38 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.383702:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800917c0a00/0x9682c7de153c8e0d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575029b expref: 38 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.383716:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800917c0a00/0x9682c7de153c8e0d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575029b expref: 38 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.383724:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800917c0a00/0x9682c7de153c8e0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575029b expref: 38 pid: 18904 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746134044.383732:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8b6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548156544:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134044.383781:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f000 going to sleep for 11 seconds 00000100:00100000:2.0:1746134044.387347:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f8b6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548156544:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134044.387363:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134044.387399:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088052d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552403328:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3764us (3947us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.387411:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15175 00000100:00100000:0.0:1746134044.387811:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.388154:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552403584 00000100:00100000:2.0:1746134044.388160:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552403584 00002000:00100000:2.0:1746134044.388191:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880088052300 x1830953552403584/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134044.388199:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088052300 with x1830953552403584 ext(0->4095) 00010000:00010000:2.0:1746134044.388206:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800917c0a00/0x9682c7de153c8e0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575029b expref: 39 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.388216:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800917c0a00/0x9682c7de153c8e0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575029b expref: 39 pid: 18904 timeout: 813 lvb_type: 0 00002000:00010000:2.0:1746134044.388221:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088052300 00000100:00100000:2.0:1746134044.388248:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2574 00000100:00100000:2.0:1746134044.388254:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088052300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+39:2009:x1830953552403584:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134044.388362:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088052300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+39:2009:x1830953552403584:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (551us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134044.388367:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2574 00002000:00100000:2.0:1746134044.388372:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880088052300 x1830953552403584/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134044.388380:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088052300 with x1830953552403584 ext(0->4095) 00010000:00010000:2.0:1746134044.388384:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800917c0a00/0x9682c7de153c8e0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575029b expref: 39 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.388397:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800917c0a00/0x9682c7de153c8e0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575029b expref: 39 pid: 18904 timeout: 813 lvb_type: 0 00002000:00010000:2.0:1746134044.388403:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088052300 00000100:00100000:0.0:1746134044.390372:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.390540:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552403712 00000100:00100000:2.0:1746134044.390546:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552403712 00010000:00010000:2.0:1746134044.390571:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800917c0a00/0x9682c7de153c8e0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575029b expref: 39 pid: 18904 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746134044.390604:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15176 00000100:00100000:2.0:1746134044.390609:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088053100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+39:2010:x1830953552403712:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134044.390620:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134044.390635:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800917c0a00/0x9682c7de153c8e0d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575029b expref: 39 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.390644:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800917c0a00/0x9682c7de153c8e0d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575029b expref: 39 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.390664:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800917c0a00/0x9682c7de153c8e0d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575029b expref: 39 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.390678:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.390680:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.390686:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8e14 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957502a2 expref: 38 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.390696:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8e14 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957502a2 expref: 38 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.390720:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8e14 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957502a2 expref: 38 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134044.390730:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8b6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548156672:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134044.391609:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157fd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134044.393432:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.393531:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f8b6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548156672:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134044.393545:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134044.393585:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088053100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+38:2010:x1830953552403712:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2975us (3220us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.393593:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15176 00000100:00100000:3.0:1746134044.393772:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552403968 00000100:00100000:3.0:1746134044.393779:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552403968 00002000:00100000:3.0:1746134044.393806:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880088053800 x1830953552403968/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134044.393813:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088053800 with x1830953552403968 ext(0->4095) 00002000:00010000:3.0:1746134044.393817:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088053800 00000100:00100000:3.0:1746134044.393831:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13195 00000100:00100000:3.0:1746134044.393836:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088053800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+38:2011:x1830953552403968:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746134044.393936:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088053800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+38:2011:x1830953552403968:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 Request processed in 100us (508us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134044.393942:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13195 00002000:00100000:3.0:1746134044.393946:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880088053800 x1830953552403968/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134044.393951:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088053800 with x1830953552403968 ext(0->4095) 00002000:00010000:3.0:1746134044.393954:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088053800 00000100:00100000:0.0:1746134044.396468:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.397103:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552404096 00000100:00100000:2.0:1746134044.397224:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552404096 00000100:00100000:2.0:1746134044.397355:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29875 00000100:00100000:2.0:1746134044.397363:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b6db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552404096:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134044.397378:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134044.397391:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8e1b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957502a9 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.397414:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8e14 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957502a2 expref: 37 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.397421:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134044.397423:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134044.397426:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8e1b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957502a9 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.397449:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8e14 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502a2 expref: 37 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.397458:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8e14 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502a2 expref: 37 pid: 18904 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746134044.397467:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8b6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548156800:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134044.397864:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157fd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746134044.399511:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f8b6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548156800:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134044.399532:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8e1b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957502a9 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.399544:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fc00, rc 0) 00000100:00100000:2.0:1746134044.399574:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b6db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552404096:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2212us (3112us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.399581:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29875 00000100:00100000:0.0:1746134044.401751:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.401837:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552404224 00000100:00100000:2.0:1746134044.401843:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552404224 00010000:00010000:2.0:1746134044.401868:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8e14 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502a2 expref: 38 pid: 18904 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746134044.401896:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15177 00000100:00100000:2.0:1746134044.401901:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072971c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+38:2010:x1830953552404224:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134044.401914:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134044.401927:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8e14 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502a2 expref: 38 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.401936:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8e14 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502a2 expref: 38 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.401952:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8e14 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502a2 expref: 38 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.402133:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.402135:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.402142:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8e1b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957502a9 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.402148:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8e1b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957502a9 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.402174:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8e1b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957502a9 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134044.402183:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8b6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548156928:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134044.402604:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157fd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134044.404838:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.405335:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552404352 00000100:00100000:2.0:1746134044.405341:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552404352 00000100:00100000:2.0:1746134044.405370:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29876 00000100:00100000:2.0:1746134044.405376:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072972a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+38:1755:x1830953552404352:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134044.405392:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134044.405404:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8e22 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957502b0 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.405425:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8e1b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957502a9 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.405431:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.405432:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.405436:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8e22 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957502b0 expref: 39 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.405457:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8e1b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502a9 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.405465:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8e1b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502a9 expref: 5 pid: 9580 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746134044.405475:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800915f1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548157056:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134044.405539:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746134044.407220:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134044.407419:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f8b6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548156928:192.168.203.26@tcp:105: 00010000:00010000:0.0:1746134044.407437:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134044.407652:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552404608 00000100:00100000:3.0:1746134044.407659:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552404608 00002000:00100000:3.0:1746134044.407689:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007282dc00 x1830953552404608/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134044.407698:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282dc00 with x1830953552404608 ext(0->4095) 00010000:00010000:3.0:1746134044.407704:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8e1b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502a9 expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.407713:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8e1b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502a9 expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00002000:00010000:3.0:1746134044.407719:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007282dc00 00000100:00100000:3.0:1746134044.407744:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2575 00000100:00100000:3.0:1746134044.407751:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552404608:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134044.408322:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552404608:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 570us (1104us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134044.408328:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2575 00002000:00100000:3.0:1746134044.408334:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007282dc00 x1830953552404608/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134044.408346:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282dc00 with x1830953552404608 ext(0->4095) 00010000:00010000:3.0:1746134044.408350:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8e1b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502a9 expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.408358:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8e1b lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502a9 expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00002000:00010000:3.0:1746134044.408363:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007282dc00 00000100:00100000:0.0:1746134044.408410:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072971c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+39:2010:x1830953552404224:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 6508us (6664us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134044.408417:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15177 00000100:00100000:3.0:1746134044.408647:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800915f1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548157056:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134044.408661:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8e22 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957502b0 expref: 38 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.408672:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f200, rc 0) 00000100:00100000:3.0:1746134044.409392:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072972a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+38:1755:x1830953552404352:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4014us (4557us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134044.409398:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29876 00000100:00100000:0.0:1746134044.412012:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.412210:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552404736 00000100:00100000:2.0:1746134044.412217:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552404736 00010000:00010000:2.0:1746134044.412246:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8e1b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502a9 expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746134044.412277:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15178 00000100:00100000:2.0:1746134044.412283:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072971180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552404736:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134044.412295:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134044.412311:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8e1b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502a9 expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.412321:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8e1b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502a9 expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.412339:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8e1b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502a9 expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.412364:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.412366:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.412371:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8e22 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957502b0 expref: 37 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.412378:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8e22 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957502b0 expref: 37 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.412405:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8e22 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957502b0 expref: 37 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134044.412415:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007282c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548157184:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134044.412484:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134044.414947:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.415293:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552404992 00000100:00100000:3.0:1746134044.415299:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552404992 00002000:00100000:3.0:1746134044.415332:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008f8b6300 x1830953552404992/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134044.415340:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b6300 with x1830953552404992 ext(0->4095) 00002000:00010000:3.0:1746134044.415343:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f8b6300 00000100:00100000:3.0:1746134044.415359:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13196 00000100:00100000:3.0:1746134044.415365:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+38:2010:x1830953552404992:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134044.415494:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+38:2010:x1830953552404992:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (552us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134044.415500:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13196 00002000:00100000:3.0:1746134044.415505:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008f8b6300 x1830953552404992/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134044.415511:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b6300 with x1830953552404992 ext(0->4095) 00002000:00010000:3.0:1746134044.415514:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f8b6300 00000100:00100000:2.0:1746134044.415950:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007282c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548157184:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134044.415965:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134044.415987:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072971180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552404736:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3704us (3980us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.415996:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15178 00000100:00100000:0.0:1746134044.419293:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.428750:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552405120 00000100:00100000:3.0:1746134044.428762:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552405120 00000100:00100000:3.0:1746134044.428812:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29877 00000100:00100000:3.0:1746134044.428821:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552405120:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134044.428835:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134044.428851:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8e29 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957502b7 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.428873:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8e22 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957502b0 expref: 37 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.428880:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134044.428882:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134044.428885:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8e29 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957502b7 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.428909:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8e22 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502b0 expref: 37 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.428923:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8e22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502b0 expref: 37 pid: 9580 timeout: 813 lvb_type: 0 00000100:00100000:3.0:1746134044.428932:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548157312:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134044.429010:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10cd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746134044.434320:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548157312:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134044.434345:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8e29 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957502b7 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.434360:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800955af600, rc 0) 00000100:00100000:3.0:1746134044.434560:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552405120:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5739us (15271us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134044.434568:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29877 00000100:00100000:0.0:1746134044.441396:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.442006:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552405248 00000100:00100000:3.0:1746134044.442013:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552405248 00002000:00100000:3.0:1746134044.442046:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880085f3ea00 x1830953552405248/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 496/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134044.442055:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3ea00 with x1830953552405248 ext(0->7) 00010000:00010000:3.0:1746134044.442062:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8e22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502b0 expref: 38 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.442084:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8e22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502b0 expref: 38 pid: 9580 timeout: 813 lvb_type: 0 00002000:00010000:3.0:1746134044.442094:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085f3ea00 00000100:00100000:3.0:1746134044.442148:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2576 00000100:00100000:3.0:1746134044.442156:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+38:2009:x1830953552405248:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746134044.447489:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+40:2009:x1830953552405248:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 5324us (6090us total) trans 4294970675 rc 0/0 00000100:00100000:3.0:1746134044.447499:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2576 00002000:00100000:3.0:1746134044.447507:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880085f3ea00 x1830953552405248/t4294970675(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 496/448 e 0 to 0 dl 1746134055 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134044.447516:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3ea00 with x1830953552405248 ext(0->7) 00010000:00010000:3.0:1746134044.447523:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8e22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502b0 expref: 40 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.447536:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8e22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502b0 expref: 40 pid: 9580 timeout: 813 lvb_type: 0 00002000:00010000:3.0:1746134044.447542:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085f3ea00 00000100:00100000:0.0:1746134044.452911:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.453708:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552405376 00000100:00100000:2.0:1746134044.453716:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552405376 00010000:00010000:2.0:1746134044.453745:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8e22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502b0 expref: 40 pid: 9580 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746134044.453780:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15179 00000100:00100000:2.0:1746134044.453788:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cbca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+40:2009:x1830953552405376:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134044.453800:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746134044.453814:0:7221:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb mtime from disk: 1746134044 -> 1746134045 00002000:00010000:2.0:1746134044.453816:0:7221:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb ctime from disk: 1746134044 -> 1746134045 00010000:00010000:2.0:1746134044.453821:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8e22 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502b0 expref: 40 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.453831:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8e22 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502b0 expref: 40 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.453849:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8e22 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502b0 expref: 40 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.453876:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.453878:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.453885:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8e29 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957502b7 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.453892:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8e29 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957502b7 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.453923:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8e29 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957502b7 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134044.453934:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007282c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548157440:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134044.453996:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746134044.457666:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007282c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548157440:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134044.457683:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134044.457727:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cbca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+39:2009:x1830953552405376:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3939us (4822us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.457736:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15179 00000100:00100000:0.0:1746134044.463881:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.463961:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552405632 00000100:00100000:3.0:1746134044.463967:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552405632 00002000:00100000:3.0:1746134044.464001:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880131cbf800 x1830953552405632/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134044.464009:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cbf800 with x1830953552405632 ext(0->4095) 00002000:00010000:3.0:1746134044.464014:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131cbf800 00000100:00100000:3.0:1746134044.464027:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13197 00000100:00100000:3.0:1746134044.464031:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552405632:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134044.464628:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552405632:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 594us (751us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134044.464634:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13197 00002000:00100000:3.0:1746134044.464639:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880131cbf800 x1830953552405632/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134044.464645:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cbf800 with x1830953552405632 ext(0->4095) 00002000:00010000:3.0:1746134044.464647:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131cbf800 00000100:00100000:0.0:1746134044.465983:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134044.466051:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.474192:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552405760 00000100:00100000:3.0:1746134044.474203:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552405760 00000100:00100000:1.0:1746134044.488143:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552405888 00000100:00100000:1.0:1746134044.488156:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552405888 00000100:00100000:1.0:1746134044.488211:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29878 00000100:00100000:1.0:1746134044.488218:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009558d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+40:1757:x1830953552405888:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134044.488234:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134044.488249:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c8e30 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957502c5 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.488272:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8e29 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957502b7 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.488279:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134044.488280:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134044.488283:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c8e30 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957502c5 expref: 41 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.488310:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8e29 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502b7 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.488321:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8e29 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502b7 expref: 5 pid: 9580 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746134044.488331:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5e1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548157568:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134044.490155:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29879 00000100:00100000:3.0:1746134044.490162:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009558ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+41:1755:x1830953552405760:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134044.490173:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134044.490186:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8e37 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957502be expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.490204:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.490208:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c8e30 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957502c5 expref: 42 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.490213:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134044.490216:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8e37 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957502be expref: 42 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.490240:0:9580:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c8e30 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b231957502c5 expref: 42 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.490253:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8e37 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957502be expref: 42 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.490262:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800955af200, rc 0) 00000100:00100000:3.0:1746134044.490295:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009558ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+42:1755:x1830953552405760:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (24316us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134044.490301:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29879 00000100:00100000:0.0:1746134044.490447:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746134044.490458:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009558f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3769:1830953548157824:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746134044.490493:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746134044.490514:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548157824 00000100:00100000:0.0:1746134044.490518:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548157824 00000100:00100000:0.0:1746134044.490535:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 496 00000100:00100000:0.0:1746134044.490539:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009558c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830953548157824:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1746134044.490554:0:9584:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 490158912 pending 0 free 3922366464 avail 3690844160 00000100:00100000:0.0:1746134044.490574:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009558c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830953548157824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 34us (81us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134044.490579:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 496 00000100:00100000:0.0:1746134044.492164:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.492227:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552406016 00000100:00100000:3.0:1746134044.492232:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552406016 00010000:00010000:3.0:1746134044.492256:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8e29 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502b7 expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00000100:00100000:3.0:1746134044.492281:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15180 00000100:00100000:3.0:1746134044.492287:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552406016:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134044.492295:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134044.492311:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8e29 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502b7 expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.492320:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8e29 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502b7 expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.492338:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.492339:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.492345:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c8e30 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.26@tcp remote: 0xb596b231957502c5 expref: 41 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.492357:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c8e30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.26@tcp remote: 0xb596b231957502c5 expref: 41 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.492379:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c8e30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b231957502c5 expref: 41 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.492388:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c8e30 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.26@tcp remote: 0xb596b231957502c5 expref: 41 pid: 18904 timeout: 813 lvb_type: 0 00000100:00100000:3.0:1746134044.492398:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548157952:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134044.494425:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20b40 going to sleep for 11 seconds 00010000:00010000:1.0:1746134044.494458:0:18904:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8e29 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502b7 expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746134044.494474:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d5e1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548157568:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134044.494493:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c8e30 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502c5 expref: 41 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746134044.494501:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c8e30 lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502c5 expref: 41 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746134044.494516:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095786c00, rc 0) 00000100:00100000:1.0:1746134044.494550:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009558d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+41:1757:x1830953552405888:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6331us (28498us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134044.494557:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29878 00000100:00100000:0.0:1746134044.494653:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009558f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3769:1830953548157824:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1746134044.494819:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c840 going to sleep for 11 seconds 00000100:00100000:3.0:1746134044.494833:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548157952:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134044.494843:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134044.494863:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552406016:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2576us (2703us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134044.494870:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15180 00000100:00100000:0.0:1746134044.500835:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.500890:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552406272 00000100:00100000:2.0:1746134044.500896:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552406272 00002000:00100000:2.0:1746134044.500926:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009cb9f480 x1830953552406272/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134044.500936:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9f480 with x1830953552406272 ext(0->4095) 00010000:00010000:2.0:1746134044.500943:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c8e30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502c5 expref: 41 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.500955:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c8e30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502c5 expref: 41 pid: 18904 timeout: 813 lvb_type: 0 00002000:00010000:2.0:1746134044.500961:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb9f480 00000100:00100000:2.0:1746134044.500988:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2577 00000100:00100000:2.0:1746134044.500994:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+41:2009:x1830953552406272:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134044.501135:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+41:2009:x1830953552406272:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (287us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134044.501141:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2577 00002000:00100000:2.0:1746134044.501146:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009cb9f480 x1830953552406272/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134044.501153:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9f480 with x1830953552406272 ext(0->4095) 00010000:00010000:2.0:1746134044.501157:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c8e30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502c5 expref: 41 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.501165:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c8e30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502c5 expref: 41 pid: 18904 timeout: 813 lvb_type: 0 00002000:00010000:2.0:1746134044.501171:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb9f480 00000100:00100000:0.0:1746134044.505257:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134044.507280:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552406400 00000100:00100000:1.0:1746134044.507293:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552406400 00000100:00100000:1.0:1746134044.508189:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29880 00000100:00100000:1.0:1746134044.508198:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552406400:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134044.508212:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134044.508225:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8e3e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957502cc expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.508248:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134044.508252:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8e37 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957502be expref: 40 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.508258:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746134044.508260:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8e3e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957502cc expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.508289:0:18904:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8e37 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502be expref: 40 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.508300:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8e3e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957502cc expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.508312:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095786e00, rc 0) 00000100:00100000:1.0:1746134044.508356:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552406400:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (3106us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134044.508361:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29880 00000100:00100000:0.0:1746134044.509842:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.510181:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552406528 00000100:00100000:2.0:1746134044.510188:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552406528 00010000:00010000:2.0:1746134044.510211:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c8e30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502c5 expref: 41 pid: 18904 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746134044.510239:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15181 00000100:00100000:2.0:1746134044.510245:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129e4e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+41:2010:x1830953552406528:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134044.510253:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134044.510268:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c8e30 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502c5 expref: 41 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.510277:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c8e30 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502c5 expref: 41 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.510295:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c8e30 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502c5 expref: 41 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.510308:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.510309:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.510314:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8e37 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502be expref: 40 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.510320:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8e37 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502be expref: 40 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.510341:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8e37 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502be expref: 40 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.510350:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8e37 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502be expref: 40 pid: 9580 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746134044.510360:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007282c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548158208:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134044.511182:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157fd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134044.517253:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.517354:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007282c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548158208:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134044.517369:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134044.517576:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129e4e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+40:2010:x1830953552406528:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 7329us (7736us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.517586:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15181 00000100:00100000:3.0:1746134044.517943:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552406784 00000100:00100000:3.0:1746134044.517949:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552406784 00002000:00100000:3.0:1746134044.517979:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009cb9d880 x1830953552406784/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134044.517988:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9d880 with x1830953552406784 ext(0->4095) 00010000:00010000:3.0:1746134044.517995:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8e37 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502be expref: 40 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.518011:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8e37 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502be expref: 40 pid: 9580 timeout: 813 lvb_type: 0 00002000:00010000:3.0:1746134044.518017:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb9d880 00000100:00100000:3.0:1746134044.518039:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2578 00000100:00100000:3.0:1746134044.518044:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+40:2009:x1830953552406784:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134044.519201:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+40:2009:x1830953552406784:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 1152us (1951us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134044.519208:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2578 00002000:00100000:3.0:1746134044.519214:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009cb9d880 x1830953552406784/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134044.519221:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9d880 with x1830953552406784 ext(0->4095) 00010000:00010000:3.0:1746134044.519227:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8e37 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502be expref: 40 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.519237:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8e37 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502be expref: 40 pid: 9580 timeout: 813 lvb_type: 0 00002000:00010000:3.0:1746134044.519242:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009cb9d880 00000100:00100000:2.0:1746134044.521490:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3769:1830953548158336:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1746134044.521540:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746134044.521649:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548158336 00000100:00100000:0.0:1746134044.521656:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548158336 00000100:00100000:0.0:1746134044.521699:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00100000:0.0:1746134044.521706:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830953548158336:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746134044.521723:0:9583:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 490158912 pending 0 free 3922366464 avail 3690844160 00000100:00100000:0.0:1746134044.521765:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830953548158336:12345-0@lo:13:osp-pre-0-0.0 Request processed in 60us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134044.521770:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00000100:00100000:2.0:1746134044.521836:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3769:1830953548158336:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746134044.528225:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134044.528265:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.528328:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552406912 00000100:00100000:3.0:1746134044.528335:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552406912 00000100:00100000:3.0:1746134044.528374:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29881 00000100:00100000:3.0:1746134044.528380:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+40:1755:x1830953552406912:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134044.528395:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134044.528409:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8e45 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957502d3 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.528431:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134044.528436:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8e3e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957502cc expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.528441:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746134044.528445:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8e45 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957502d3 expref: 41 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.528473:0:10181:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8e3e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502cc expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.528484:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8e45 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957502d3 expref: 41 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.528492:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800955ae400, rc 0) 00000100:00100000:3.0:1746134044.528525:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+41:1755:x1830953552406912:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 144us (306us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134044.528530:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29881 00000100:00100000:2.0:1746134044.528808:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552407040 00000100:00100000:2.0:1746134044.528812:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552407040 00010000:00010000:2.0:1746134044.528827:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8e37 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502be expref: 41 pid: 9580 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746134044.528852:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15182 00000100:00100000:2.0:1746134044.528858:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009558f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+41:2010:x1830953552407040:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134044.528865:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134044.528879:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8e37 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502be expref: 41 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.528888:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8e37 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502be expref: 41 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.528903:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8e37 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502be expref: 41 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.528915:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.528917:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.528922:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8e3e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502cc expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.528928:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8e3e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502cc expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.528950:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8e3e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502cc expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.528959:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8e3e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502cc expref: 5 pid: 18904 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746134044.528968:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088052d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548158592:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134044.529027:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f000 going to sleep for 11 seconds 00000100:00100000:2.0:1746134044.531536:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088052d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548158592:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134044.531552:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134044.531961:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.533180:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009558f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+40:2010:x1830953552407040:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4316us (4908us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.533190:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15182 00000100:00100000:3.0:1746134044.533334:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552407296 00000100:00100000:3.0:1746134044.533341:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552407296 00002000:00100000:3.0:1746134044.533371:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009ce30700 x1830953552407296/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134044.533380:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce30700 with x1830953552407296 ext(0->4095) 00010000:00010000:3.0:1746134044.533388:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8e3e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502cc expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.533405:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8e3e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502cc expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00002000:00010000:3.0:1746134044.533411:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ce30700 00000100:00100000:3.0:1746134044.533434:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2579 00000100:00100000:3.0:1746134044.533440:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552407296:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134044.534712:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552407296:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 1267us (2746us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134044.534720:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2579 00002000:00100000:3.0:1746134044.534728:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009ce30700 x1830953552407296/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134044.534734:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce30700 with x1830953552407296 ext(0->4095) 00010000:00010000:3.0:1746134044.534740:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8e3e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502cc expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.534751:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8e3e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502cc expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00002000:00010000:3.0:1746134044.534756:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ce30700 00000100:00100000:2.0:1746134044.544454:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134044.544772:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552407424 00000100:00100000:0.0:1746134044.544780:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552407424 00010000:00010000:0.0:1746134044.544810:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8e3e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502cc expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00000100:00100000:0.0:1746134044.544840:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15183 00000100:00100000:0.0:1746134044.544846:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088052d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552407424:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134044.544857:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134044.544872:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8e3e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502cc expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746134044.544882:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8e3e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502cc expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746134044.544899:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8e3e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502cc expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746134044.544925:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134044.544927:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134044.544933:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8e45 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957502d3 expref: 39 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.544939:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8e45 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957502d3 expref: 39 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.544968:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8e45 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957502d3 expref: 39 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134044.544979:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ce32a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548158720:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134044.545044:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90ca80 going to sleep for 11 seconds 00000100:00100000:2.0:1746134044.548598:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ce32a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548158720:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134044.548615:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134044.548648:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088052d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552407424:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3802us (4209us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.548657:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15183 00000100:00100000:0.0:1746134044.549605:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.549687:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552407680 00000100:00100000:3.0:1746134044.549692:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552407680 00002000:00100000:3.0:1746134044.549720:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009ce31880 x1830953552407680/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134044.549728:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce31880 with x1830953552407680 ext(0->4095) 00002000:00010000:3.0:1746134044.549732:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ce31880 00000100:00100000:3.0:1746134044.549755:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13198 00000100:00100000:3.0:1746134044.549761:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+40:2011:x1830953552407680:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746134044.549865:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+40:2011:x1830953552407680:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 Request processed in 104us (263us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134044.549871:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13198 00002000:00100000:3.0:1746134044.549876:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009ce31880 x1830953552407680/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134044.549883:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce31880 with x1830953552407680 ext(0->4095) 00002000:00010000:3.0:1746134044.549885:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ce31880 00000100:00100000:0.0:1746134044.554249:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134044.554325:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552407808 00000100:00100000:1.0:1746134044.554332:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552407808 00000100:00100000:1.0:1746134044.554382:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29882 00000100:00100000:1.0:1746134044.554392:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552407808:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134044.554409:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134044.554423:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8e4c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957502da expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.554449:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8e45 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957502d3 expref: 39 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.554456:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134044.554457:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134044.554460:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8e4c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957502da expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.554484:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8e45 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502d3 expref: 39 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.554495:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8e45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502d3 expref: 39 pid: 10181 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746134044.554514:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5e1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548158848:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134044.554590:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746134044.556794:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d5e1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548158848:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134044.556813:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8e4c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957502da expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.556825:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095786000, rc 0) 00000100:00100000:1.0:1746134044.556856:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552407808:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2467us (2614us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134044.556864:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29882 00000100:00100000:0.0:1746134044.557663:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.557783:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552407936 00000100:00100000:2.0:1746134044.557789:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552407936 00010000:00010000:2.0:1746134044.557812:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8e45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502d3 expref: 40 pid: 10181 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746134044.557842:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15184 00000100:00100000:2.0:1746134044.557850:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091868380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+40:2010:x1830953552407936:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134044.558030:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134044.558047:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8e45 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502d3 expref: 40 pid: 10181 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.558057:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8e45 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502d3 expref: 40 pid: 10181 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.558082:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8e45 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502d3 expref: 40 pid: 10181 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.558104:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.558106:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.558137:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8e4c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957502da expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.558145:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8e4c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957502da expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.558169:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8e4c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957502da expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134044.558178:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088053100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548158976:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134044.558238:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f000 going to sleep for 11 seconds 00000100:00100000:0.0:1746134044.559298:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134044.559408:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552408064 00000100:00100000:1.0:1746134044.559412:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552408064 00000100:00100000:1.0:1746134044.559446:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29883 00000100:00100000:1.0:1746134044.559452:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+40:1755:x1830953552408064:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134044.559464:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134044.559474:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c8e53 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957502e1 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.559491:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8e4c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957502da expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.559497:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134044.559498:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134044.559501:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c8e53 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957502e1 expref: 41 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.559521:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8e4c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502da expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.559530:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8e4c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502da expref: 5 pid: 18904 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746134044.559537:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5e1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548159104:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134044.559583:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746134044.561156:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d5e1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548159104:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134044.561172:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c8e53 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957502e1 expref: 41 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.561182:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095786a00, rc 0) 00000100:00100000:2.0:1746134044.561233:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088053100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548158976:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134044.561242:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134044.561260:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091868380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+41:2010:x1830953552407936:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3411us (3600us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.561268:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15184 00000100:00100000:1.0:1746134044.561400:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+40:1755:x1830953552408064:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1948us (2104us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134044.561406:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29883 00000100:00100000:0.0:1746134044.563186:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.563671:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552408320 00000100:00100000:2.0:1746134044.563677:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552408320 00002000:00100000:2.0:1746134044.563709:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091869880 x1830953552408320/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134044.564992:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091869880 with x1830953552408320 ext(0->4095) 00010000:00010000:2.0:1746134044.565004:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8e4c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502da expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.565016:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8e4c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502da expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00002000:00010000:2.0:1746134044.565022:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091869880 00000100:00100000:2.0:1746134044.565053:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2580 00000100:00100000:2.0:1746134044.565062:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091869880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552408320:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134044.565226:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091869880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552408320:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 166us (2044us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134044.565232:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2580 00002000:00100000:2.0:1746134044.565237:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091869880 x1830953552408320/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134044.565244:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091869880 with x1830953552408320 ext(0->4095) 00010000:00010000:2.0:1746134044.565248:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8e4c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502da expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.565260:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8e4c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502da expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00002000:00010000:2.0:1746134044.565264:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091869880 00000100:00100000:0.0:1746134044.568651:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.568859:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552408448 00000100:00100000:2.0:1746134044.568867:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552408448 00010000:00010000:2.0:1746134044.568896:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8e4c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502da expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746134044.568931:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15185 00000100:00100000:2.0:1746134044.568938:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552408448:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134044.568949:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134044.568964:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8e4c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502da expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.568973:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8e4c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502da expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.568990:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8e4c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502da expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.569481:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.569483:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.569489:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c8e53 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957502e1 expref: 39 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.569500:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c8e53 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957502e1 expref: 39 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.569539:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c8e53 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957502e1 expref: 39 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134044.569548:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088053100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548159232:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134044.569612:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f240 going to sleep for 11 seconds 00000100:00100000:2.0:1746134044.572036:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088053100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548159232:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134044.572052:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134044.572092:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552408448:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3153us (3445us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.572101:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15185 00000100:00100000:0.0:1746134044.572459:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.573140:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552408704 00000100:00100000:2.0:1746134044.573146:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552408704 00002000:00100000:2.0:1746134044.573174:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091868000 x1830953552408704/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134044.573184:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091868000 with x1830953552408704 ext(0->4095) 00002000:00010000:2.0:1746134044.573188:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091868000 00000100:00100000:2.0:1746134044.573212:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13199 00000100:00100000:2.0:1746134044.573219:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091868000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+40:2010:x1830953552408704:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134044.573327:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091868000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+40:2010:x1830953552408704:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (868us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134044.573335:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13199 00002000:00100000:2.0:1746134044.573340:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091868000 x1830953552408704/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134044.573346:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091868000 with x1830953552408704 ext(0->4095) 00002000:00010000:2.0:1746134044.573348:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091868000 00000100:00100000:2.0:1746134044.588481:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134044.588575:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552408832 00000100:00100000:1.0:1746134044.588583:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552408832 00000100:00100000:1.0:1746134044.588627:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29884 00000100:00100000:1.0:1746134044.588633:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088053100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552408832:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134044.588647:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134044.588659:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8e5a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957502e8 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.588680:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c8e53 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957502e1 expref: 39 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.588687:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134044.588688:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134044.588691:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8e5a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957502e8 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.588713:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c8e53 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502e1 expref: 39 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.588723:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c8e53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502e1 expref: 39 pid: 18904 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746134044.588732:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5e1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548159360:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134044.589442:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746134044.592871:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d5e1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548159360:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134044.592896:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8e5a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957502e8 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.592911:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095786e00, rc 0) 00000100:00100000:1.0:1746134044.592959:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088053100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552408832:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4324us (4483us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134044.592966:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29884 00000100:00100000:0.0:1746134044.595309:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.595384:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552408960 00000100:00100000:3.0:1746134044.595391:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552408960 00002000:00100000:3.0:1746134044.595426:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009186a300 x1830953552408960/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 496/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134044.595435:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186a300 with x1830953552408960 ext(0->7) 00010000:00010000:3.0:1746134044.595442:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c8e53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502e1 expref: 40 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.595454:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c8e53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502e1 expref: 40 pid: 18904 timeout: 813 lvb_type: 0 00002000:00010000:3.0:1746134044.595460:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009186a300 00000100:00100000:3.0:1746134044.595488:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2581 00000100:00100000:3.0:1746134044.595495:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+40:2010:x1830953552408960:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746134044.596138:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+42:2010:x1830953552408960:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 619us (810us total) trans 4294970676 rc 0/0 00000100:00100000:0.0:1746134044.596148:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2581 00002000:00100000:0.0:1746134044.596154:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009186a300 x1830953552408960/t4294970676(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 496/448 e 0 to 0 dl 1746134055 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134044.596160:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186a300 with x1830953552408960 ext(0->7) 00010000:00010000:0.0:1746134044.596165:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c8e53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502e1 expref: 42 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746134044.596174:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c8e53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502e1 expref: 42 pid: 18904 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746134044.596179:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009186a300 00000100:00100000:0.0:1746134044.601511:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.601562:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552409088 00000100:00100000:2.0:1746134044.601569:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552409088 00010000:00010000:2.0:1746134044.601596:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c8e53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502e1 expref: 42 pid: 18904 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746134044.601631:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15186 00000100:00100000:2.0:1746134044.601638:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091aed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+42:2011:x1830953552409088:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134044.601649:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134044.601664:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c8e53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502e1 expref: 42 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.601674:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c8e53 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502e1 expref: 42 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.601691:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c8e53 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502e1 expref: 42 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.601715:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.601717:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.601723:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8e5a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957502e8 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.601730:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8e5a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957502e8 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.601756:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8e5a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957502e8 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134044.601766:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072971c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548159488:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134044.601830:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157fcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134044.611215:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134044.611326:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552409216 00000100:00100000:1.0:1746134044.611333:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552409216 00000100:00100000:1.0:1746134044.613232:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29885 00000100:00100000:1.0:1746134044.613245:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091aefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+42:1755:x1830953552409216:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134044.613263:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134044.613279:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8e61 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957502ef expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.613310:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8e5a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957502e8 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.613317:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134044.613319:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134044.613322:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8e61 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957502ef expref: 43 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.613348:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8e5a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502e8 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.613357:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8e5a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502e8 expref: 5 pid: 18904 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746134044.613366:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5e1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548159616:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134044.613445:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134044.616083:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.616178:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072971c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548159488:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134044.616192:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134044.616223:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091aed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+43:2011:x1830953552409088:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 14586us (14719us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.616233:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15186 00000100:00100000:1.0:1746134044.616245:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d5e1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548159616:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134044.616261:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8e61 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957502ef expref: 42 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.616272:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095786600, rc 0) 00000100:00100000:1.0:1746134044.616289:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091aefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+42:1755:x1830953552409216:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3048us (5082us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134044.616296:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29885 00000100:00100000:3.0:1746134044.616375:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552409472 00000100:00100000:3.0:1746134044.616381:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552409472 00002000:00100000:3.0:1746134044.616410:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091aee680 x1830953552409472/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134044.616418:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091aee680 with x1830953552409472 ext(0->4095) 00010000:00010000:3.0:1746134044.616424:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8e5a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502e8 expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.616434:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8e5a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502e8 expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00002000:00010000:3.0:1746134044.616440:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091aee680 00000100:00100000:3.0:1746134044.616455:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2582 00000100:00100000:3.0:1746134044.616461:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091aee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552409472:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134044.616567:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091aee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552409472:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (500us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134044.616572:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2582 00002000:00100000:3.0:1746134044.616577:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091aee680 x1830953552409472/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134044.616583:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091aee680 with x1830953552409472 ext(0->4095) 00010000:00010000:3.0:1746134044.616587:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8e5a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502e8 expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.616595:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8e5a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502e8 expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00002000:00010000:3.0:1746134044.616599:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091aee680 00000100:00100000:0.0:1746134044.618764:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.618834:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552409600 00000100:00100000:2.0:1746134044.618839:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552409600 00010000:00010000:2.0:1746134044.618860:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8e5a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502e8 expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746134044.618891:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15187 00000100:00100000:2.0:1746134044.618896:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091aed180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552409600:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134044.618906:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134044.618918:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8e5a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502e8 expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.618932:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8e5a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502e8 expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.618947:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8e5a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502e8 expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.618970:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.618971:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.618977:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8e61 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957502ef expref: 41 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.618984:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8e61 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957502ef expref: 41 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.619008:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8e61 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957502ef expref: 41 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134044.620053:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072971c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548159744:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134044.620270:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157fcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746134044.624813:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.624871:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072971c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548159744:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134044.624880:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552409856 00000100:00100000:0.0:1746134044.624886:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552409856 00010000:00010000:2.0:1746134044.624888:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:0.0:1746134044.624915:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d5e1180 x1830953552409856/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746134044.624921:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091aed180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552409600:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 6024us (6162us total) trans 0 rc 0/0 00002000:00100000:0.0:1746134044.624924:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d5e1180 with x1830953552409856 ext(0->4095) 00002000:00010000:0.0:1746134044.624928:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d5e1180 00000100:00100000:2.0:1746134044.624929:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15187 00000100:00100000:0.0:1746134044.625080:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13200 00000100:00100000:0.0:1746134044.625086:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+42:2010:x1830953552409856:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746134044.625195:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+42:2010:x1830953552409856:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (389us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134044.625201:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13200 00002000:00100000:0.0:1746134044.625205:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d5e1180 x1830953552409856/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134044.625212:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d5e1180 with x1830953552409856 ext(0->4095) 00002000:00010000:0.0:1746134044.625215:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d5e1180 00000100:00100000:0.0:1746134044.630010:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134044.630212:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552409984 00000100:00100000:1.0:1746134044.630219:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552409984 00000100:00100000:1.0:1746134044.630258:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29886 00000100:00100000:1.0:1746134044.630264:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091aeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552409984:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134044.630277:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134044.630289:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8e68 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957502f6 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.630309:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8e61 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957502ef expref: 41 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.630315:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134044.630317:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134044.630319:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8e68 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957502f6 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.630340:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8e61 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502ef expref: 41 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.630348:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8e61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502ef expref: 41 pid: 18904 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746134044.630357:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548159872:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134044.635892:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746134044.639036:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d5e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548159872:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134044.639061:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8e68 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957502f6 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.639085:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095786800, rc 0) 00000100:00100000:1.0:1746134044.639147:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091aeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552409984:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8881us (9142us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134044.639155:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29886 00000100:00100000:0.0:1746134044.648247:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.648614:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552410112 00000100:00100000:3.0:1746134044.648622:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552410112 00002000:00100000:3.0:1746134044.648656:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880091aec700 x1830953552410112/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 496/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134044.648665:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091aec700 with x1830953552410112 ext(0->7) 00010000:00010000:3.0:1746134044.648672:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8e61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502ef expref: 42 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.648684:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8e61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502ef expref: 42 pid: 18904 timeout: 813 lvb_type: 0 00002000:00010000:3.0:1746134044.648691:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091aec700 00000100:00100000:0.0:1746134044.652342:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2583 00000100:00100000:0.0:1746134044.652359:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091aec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+42:2010:x1830953552410112:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746134044.654326:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091aec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:2010:x1830953552410112:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 1968us (6079us total) trans 4294970677 rc 0/0 00000100:00100000:0.0:1746134044.654336:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2583 00002000:00100000:0.0:1746134044.654344:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880091aec700 x1830953552410112/t4294970677(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 496/448 e 0 to 0 dl 1746134055 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134044.654353:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091aec700 with x1830953552410112 ext(0->7) 00010000:00010000:0.0:1746134044.654361:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8e61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502ef expref: 44 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746134044.654375:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8e61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502ef expref: 44 pid: 18904 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746134044.654381:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091aec700 00000100:00100000:2.0:1746134044.654521:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134044.654726:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552410240 00000100:00100000:0.0:1746134044.654731:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552410240 00000100:00100000:0.0:1746134044.654770:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29887 00000100:00100000:0.0:1746134044.654776:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072971c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:1755:x1830953552410240:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134044.654786:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134044.654797:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8e6f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957502fd expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.654814:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134044.654818:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8e68 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957502f6 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.654824:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746134044.654827:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8e6f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957502fd expref: 45 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.654852:0:18904:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8e68 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502f6 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.654862:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8e6f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957502fd expref: 45 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.654869:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244d800, rc 0) 00000100:00100000:0.0:1746134044.654889:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072971c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+45:1755:x1830953552410240:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 113us (369us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134044.654893:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29887 00000100:00100000:0.0:1746134044.659883:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.659988:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552410368 00000100:00100000:2.0:1746134044.659996:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552410368 00010000:00010000:2.0:1746134044.660023:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8e61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502ef expref: 45 pid: 18904 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746134044.660055:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15188 00000100:00100000:2.0:1746134044.660061:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129e4e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+45:2009:x1830953552410368:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134044.660082:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134044.660096:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8e61 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502ef expref: 45 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.660106:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8e61 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502ef expref: 45 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.660150:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095786600/0x9682c7de153c8e61 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502ef expref: 45 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.660171:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.660172:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.660177:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8e68 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502f6 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.660183:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8e68 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502f6 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.660209:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8e68 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502f6 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.660222:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8e68 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502f6 expref: 5 pid: 18904 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746134044.660231:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072971180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548160128:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134044.660290:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157fcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746134044.662003:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072971180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548160128:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134044.662008:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00010000:00010000:2.0:1746134044.662017:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134044.662044:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129e4e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:2009:x1830953552410368:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1983us (2167us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.662052:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15188 00000100:00100000:1.0:1746134044.662082:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552410624 00000100:00100000:1.0:1746134044.662086:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552410624 00002000:00100000:1.0:1746134044.662130:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091aec380 x1830953552410624/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134044.662139:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091aec380 with x1830953552410624 ext(0->4095) 00010000:00010000:1.0:1746134044.662146:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8e68 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502f6 expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746134044.662156:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8e68 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502f6 expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746134044.662162:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091aec380 00000100:00100000:1.0:1746134044.662311:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2584 00000100:00100000:1.0:1746134044.662317:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091aec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552410624:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134044.662418:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091aec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552410624:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (410us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134044.662423:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2584 00002000:00100000:1.0:1746134044.662659:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091aec380 x1830953552410624/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134044.662667:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091aec380 with x1830953552410624 ext(0->4095) 00010000:00010000:1.0:1746134044.662672:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8e68 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502f6 expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746134044.662681:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8e68 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502f6 expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746134044.662686:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091aec380 00000100:00100000:0.0:1746134044.666377:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.666439:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552410752 00000100:00100000:2.0:1746134044.666447:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552410752 00010000:00010000:2.0:1746134044.666473:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8e68 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502f6 expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746134044.666506:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15189 00000100:00100000:2.0:1746134044.666512:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091aec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552410752:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134044.666522:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134044.666537:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8e68 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502f6 expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.666548:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8e68 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502f6 expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.666565:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095786800/0x9682c7de153c8e68 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502f6 expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.666589:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.666591:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.666596:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8e6f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957502fd expref: 43 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.666604:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8e6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957502fd expref: 43 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.666628:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8e6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957502fd expref: 43 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134044.666637:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072971180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548160256:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134044.666699:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f180 going to sleep for 11 seconds 00000100:00100000:2.0:1746134044.668381:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072971180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548160256:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134044.668393:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134044.668417:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091aec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552410752:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1904us (2045us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.668424:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15189 00000100:00100000:0.0:1746134044.668564:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134044.668606:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552411008 00000100:00100000:1.0:1746134044.668611:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552411008 00002000:00100000:1.0:1746134044.668635:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091aed880 x1830953552411008/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134044.668644:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091aed880 with x1830953552411008 ext(0->4095) 00002000:00010000:1.0:1746134044.668648:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091aed880 00000100:00100000:1.0:1746134044.668675:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13201 00000100:00100000:1.0:1746134044.668680:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091aed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:2012:x1830953552411008:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746134044.668780:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091aed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:2012:x1830953552411008:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 Request processed in 99us (216us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134044.668786:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13201 00002000:00100000:1.0:1746134044.668791:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091aed880 x1830953552411008/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134044.668799:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091aed880 with x1830953552411008 ext(0->4095) 00002000:00010000:1.0:1746134044.668801:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091aed880 00000100:00100000:0.0:1746134044.671674:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.671750:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552411136 00000100:00100000:3.0:1746134044.671756:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552411136 00000100:00100000:3.0:1746134044.671785:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29888 00000100:00100000:3.0:1746134044.671790:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091aed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552411136:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134044.671802:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134044.671815:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8e76 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750304 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.671838:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8e6f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957502fd expref: 43 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.671845:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134044.671847:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134044.671850:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8e76 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750304 expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.671875:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8e6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502fd expref: 43 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.671885:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8e6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502fd expref: 43 pid: 18904 timeout: 813 lvb_type: 0 00000100:00100000:3.0:1746134044.671894:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548160384:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134044.672335:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746134044.674644:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548160384:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134044.674666:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8e76 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750304 expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.674679:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800955af600, rc 0) 00000100:00100000:3.0:1746134044.674709:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091aed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552411136:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2918us (3040us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134044.674716:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29888 00000100:00100000:0.0:1746134044.676791:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.677004:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552411264 00000100:00100000:2.0:1746134044.677010:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552411264 00010000:00010000:2.0:1746134044.677035:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8e6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502fd expref: 44 pid: 18904 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746134044.677074:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15190 00000100:00100000:2.0:1746134044.677081:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f846a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:2010:x1830953552411264:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134044.677093:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134044.677108:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8e6f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502fd expref: 44 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.677235:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8e6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502fd expref: 44 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.677253:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8e6f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957502fd expref: 44 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.677274:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.677275:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.677283:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8e76 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750304 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.677290:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8e76 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750304 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.677314:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8e76 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750304 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134044.677324:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072971180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548160512:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134044.677404:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f180 going to sleep for 11 seconds 00000100:00100000:0.0:1746134044.680047:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.680101:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552411392 00000100:00100000:3.0:1746134044.680106:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552411392 00000100:00100000:3.0:1746134044.680158:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29889 00000100:00100000:3.0:1746134044.680163:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f846300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:1755:x1830953552411392:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134044.680174:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134044.680183:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8e7d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575030b expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.680199:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8e76 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750304 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.680204:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.680205:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.680207:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8e7d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575030b expref: 45 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.680222:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8e76 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750304 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.680228:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8e76 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750304 expref: 5 pid: 10181 timeout: 813 lvb_type: 0 00000100:00100000:3.0:1746134044.680235:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548160640:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134044.680279:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134044.680961:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.681205:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072971180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548160512:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134044.681218:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134044.681245:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f846a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+45:2010:x1830953552411264:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4164us (4459us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.681255:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15190 00000100:00100000:1.0:1746134044.681547:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552411648 00000100:00100000:1.0:1746134044.681552:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552411648 00002000:00100000:1.0:1746134044.681576:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012f845f80 x1830953552411648/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134044.681585:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f845f80 with x1830953552411648 ext(0->4095) 00010000:00010000:1.0:1746134044.681591:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8e76 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750304 expref: 6 pid: 10181 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746134044.681602:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8e76 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750304 expref: 6 pid: 10181 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746134044.681609:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f845f80 00000100:00100000:1.0:1746134044.681633:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2585 00000100:00100000:1.0:1746134044.681639:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f845f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552411648:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134044.681747:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f845f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552411648:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (787us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134044.681753:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2585 00002000:00100000:1.0:1746134044.681758:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012f845f80 x1830953552411648/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134044.681765:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f845f80 with x1830953552411648 ext(0->4095) 00010000:00010000:1.0:1746134044.681770:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8e76 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750304 expref: 6 pid: 10181 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746134044.681779:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8e76 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750304 expref: 6 pid: 10181 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746134044.681788:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f845f80 00000100:00100000:0.0:1746134044.684969:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.685168:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548160640:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134044.685192:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8e7d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575030b expref: 44 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.685206:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800955af200, rc 0) 00000100:00100000:3.0:1746134044.685256:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f846300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:1755:x1830953552411392:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5092us (5214us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134044.685264:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29889 00000100:00100000:0.0:1746134044.685652:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.685715:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552411776 00000100:00100000:2.0:1746134044.685722:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552411776 00010000:00010000:2.0:1746134044.685743:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8e76 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750304 expref: 6 pid: 10181 timeout: 813 lvb_type: 0 00000100:00100000:3.0:1746134044.685930:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552411904 00000100:00100000:3.0:1746134044.685933:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552411904 00000100:00100000:3.0:1746134044.685960:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29890 00000100:00100000:2.0:1746134044.685960:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15191 00000100:00100000:3.0:1746134044.685966:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092399f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+7:1757:x1830953552411904:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746134044.685966:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092399880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+7:2009:x1830953552411776:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134044.685978:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134044.685978:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134044.685987:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c8e84 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750312 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.685992:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8e76 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750304 expref: 7 pid: 10181 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.686291:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.686297:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8e7d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575030b expref: 43 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.686303:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134044.686306:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c8e84 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750312 expref: 8 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.686742:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8e76 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750304 expref: 8 pid: 10181 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.686902:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8e76 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750304 expref: 8 pid: 10181 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.686906:0:10181:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8e7d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575030b expref: 43 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.686917:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c8e84 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750312 expref: 7 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.686922:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.686924:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.686929:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8e7d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575030b expref: 43 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.686935:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8e7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575030b expref: 43 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.686943:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800955af400, rc 0) 00000100:00100000:3.0:1746134044.686990:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092399f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+7:1757:x1830953552411904:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1024us (1338us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134044.686995:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29890 00010000:00010000:0.0:1746134044.687073:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8e7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575030b expref: 43 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.687084:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8e7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575030b expref: 43 pid: 10181 timeout: 813 lvb_type: 0 00000100:00100000:0.0:1746134044.687093:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092398000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548160896:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134044.687158:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c000 going to sleep for 11 seconds 00000100:00100000:2.0:1746134044.689136:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092398000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548160896:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134044.689153:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134044.689198:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092399880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552411776:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3231us (4236us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.689206:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15191 00000100:00100000:0.0:1746134044.689486:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.689647:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552412160 00000100:00100000:3.0:1746134044.689653:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552412160 00002000:00100000:3.0:1746134044.689680:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009239bb80 x1830953552412160/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134044.689687:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009239bb80 with x1830953552412160 ext(0->4095) 00010000:00010000:3.0:1746134044.689693:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8e7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575030b expref: 44 pid: 10181 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.689701:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8e7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575030b expref: 44 pid: 10181 timeout: 813 lvb_type: 0 00002000:00010000:3.0:1746134044.689705:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009239bb80 00000100:00100000:3.0:1746134044.689728:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2586 00000100:00100000:3.0:1746134044.689734:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009239bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:2009:x1830953552412160:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134044.689824:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009239bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:2009:x1830953552412160:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 90us (370us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134044.689828:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2586 00002000:00100000:3.0:1746134044.689831:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009239bb80 x1830953552412160/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134044.689835:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009239bb80 with x1830953552412160 ext(0->4095) 00010000:00010000:3.0:1746134044.689838:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8e7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575030b expref: 44 pid: 10181 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.689844:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8e7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575030b expref: 44 pid: 10181 timeout: 813 lvb_type: 0 00002000:00010000:3.0:1746134044.689847:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009239bb80 00000100:00100000:0.0:1746134044.691550:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.691767:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552412288 00000100:00100000:3.0:1746134044.691772:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552412288 00000100:00100000:3.0:1746134044.691806:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29891 00000100:00100000:3.0:1746134044.691812:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009239ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:1755:x1830953552412288:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134044.691823:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134044.691835:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8e8b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750319 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.691852:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134044.691856:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c8e84 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750312 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.691861:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746134044.691865:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8e8b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750319 expref: 45 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.691888:0:10181:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c8e84 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750312 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.691898:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8e8b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750319 expref: 45 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.691905:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800955ae000, rc 0) 00000100:00100000:3.0:1746134044.691931:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009239ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+45:1755:x1830953552412288:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 119us (384us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134044.691936:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29891 00000100:00100000:0.0:1746134044.691981:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.692273:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552412416 00000100:00100000:2.0:1746134044.692277:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552412416 00010000:00010000:2.0:1746134044.692290:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8e7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575030b expref: 45 pid: 10181 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746134044.692312:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15192 00000100:00100000:2.0:1746134044.692317:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092399c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+45:2009:x1830953552412416:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134044.692324:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134044.692335:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8e7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575030b expref: 45 pid: 10181 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.692344:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8e7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575030b expref: 45 pid: 10181 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.692356:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8e7d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575030b expref: 45 pid: 10181 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.692480:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.692482:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.692486:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c8e84 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750312 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.692493:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c8e84 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750312 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.692510:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c8e84 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750312 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.692519:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c8e84 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750312 expref: 5 pid: 10181 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746134044.692527:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072971180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548161152:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134044.692693:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f180 going to sleep for 11 seconds 00000100:00100000:2.0:1746134044.693627:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072971180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548161152:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134044.693658:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134044.693801:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092399c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:2009:x1830953552412416:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1482us (1818us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.693808:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15192 00000100:00100000:0.0:1746134044.694941:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.694980:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552412672 00000100:00100000:3.0:1746134044.694984:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552412672 00002000:00100000:3.0:1746134044.695007:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880092398000 x1830953552412672/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134044.695013:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092398000 with x1830953552412672 ext(0->4095) 00010000:00010000:3.0:1746134044.695018:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c8e84 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750312 expref: 6 pid: 10181 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.695026:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c8e84 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750312 expref: 6 pid: 10181 timeout: 813 lvb_type: 0 00002000:00010000:3.0:1746134044.695030:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092398000 00000100:00100000:3.0:1746134044.695099:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2587 00000100:00100000:3.0:1746134044.695105:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092398000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552412672:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134044.695244:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092398000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552412672:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 139us (305us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134044.695249:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2587 00002000:00100000:3.0:1746134044.695255:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880092398000 x1830953552412672/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134044.695261:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092398000 with x1830953552412672 ext(0->4095) 00010000:00010000:3.0:1746134044.695265:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c8e84 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750312 expref: 6 pid: 10181 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.695272:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c8e84 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750312 expref: 6 pid: 10181 timeout: 813 lvb_type: 0 00002000:00010000:3.0:1746134044.695277:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092398000 00000100:00100000:0.0:1746134044.697343:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.697479:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552412800 00000100:00100000:2.0:1746134044.697484:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552412800 00010000:00010000:2.0:1746134044.697507:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c8e84 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750312 expref: 6 pid: 10181 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746134044.697538:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15193 00000100:00100000:2.0:1746134044.697544:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552412800:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134044.697554:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134044.697567:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c8e84 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750312 expref: 6 pid: 10181 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.697581:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c8e84 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750312 expref: 6 pid: 10181 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.697599:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c8e84 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750312 expref: 6 pid: 10181 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.697611:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.697612:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.697618:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8e8b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750319 expref: 43 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.697624:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8e8b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750319 expref: 43 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.697646:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8e8b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750319 expref: 43 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134044.697656:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072971180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548161280:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134044.697724:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f180 going to sleep for 11 seconds 00000100:00100000:2.0:1746134044.698813:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072971180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548161280:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134044.698825:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134044.698975:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552412800:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1304us (1509us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.698983:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15193 00000100:00100000:0.0:1746134044.699409:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.699481:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552413056 00000100:00100000:3.0:1746134044.699485:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552413056 00002000:00100000:3.0:1746134044.699513:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800923a4e00 x1830953552413056/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134044.699528:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923a4e00 with x1830953552413056 ext(0->4095) 00002000:00010000:3.0:1746134044.699531:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800923a4e00 00000100:00100000:3.0:1746134044.699557:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13202 00000100:00100000:3.0:1746134044.699564:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:2009:x1830953552413056:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134044.700157:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:2009:x1830953552413056:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (261us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134044.700164:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13202 00002000:00100000:3.0:1746134044.700171:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800923a4e00 x1830953552413056/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134044.700177:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923a4e00 with x1830953552413056 ext(0->4095) 00002000:00010000:3.0:1746134044.700180:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800923a4e00 00000100:00100000:0.0:1746134044.700883:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134044.700970:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552413184 00000100:00100000:1.0:1746134044.700975:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552413184 00000100:00100000:1.0:1746134044.701011:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29892 00000100:00100000:1.0:1746134044.701016:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552413184:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134044.701026:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134044.701038:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c8e92 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750320 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.701057:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8e8b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750319 expref: 43 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.701073:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134044.701074:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134044.701078:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c8e92 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750320 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.701099:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8e8b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750319 expref: 43 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.701109:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8e8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750319 expref: 43 pid: 10181 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746134044.701136:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548161408:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134044.701261:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20780 going to sleep for 11 seconds 00000100:00100000:1.0:1746134044.702721:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d5e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548161408:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134044.702741:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c8e92 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750320 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.702754:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095786a00, rc 0) 00000100:00100000:1.0:1746134044.702779:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552413184:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1763us (1897us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134044.702787:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29892 00000100:00100000:0.0:1746134044.703135:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.703373:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552413312 00000100:00100000:3.0:1746134044.703378:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552413312 00010000:00010000:3.0:1746134044.703397:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8e8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750319 expref: 44 pid: 10181 timeout: 813 lvb_type: 0 00000100:00100000:3.0:1746134044.703498:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15194 00000100:00100000:3.0:1746134044.703505:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:2009:x1830953552413312:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134044.703514:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134044.703528:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8e8b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750319 expref: 44 pid: 10181 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.703539:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8e8b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750319 expref: 44 pid: 10181 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.703556:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8e8b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750319 expref: 44 pid: 10181 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.704218:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.704221:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.704228:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c8e92 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750320 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.704237:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c8e92 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750320 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.704263:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c8e92 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750320 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134044.704274:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548161536:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134044.704333:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c180 going to sleep for 11 seconds 00000100:00100000:3.0:1746134044.706225:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548161536:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134044.706238:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134044.706277:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+43:2009:x1830953552413312:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2772us (3166us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134044.706286:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15194 00000100:00100000:2.0:1746134044.706449:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.706918:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552413568 00000100:00100000:3.0:1746134044.706924:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552413568 00002000:00100000:3.0:1746134044.706953:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072971180 x1830953552413568/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134044.706966:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072971180 with x1830953552413568 ext(0->4095) 00002000:00010000:3.0:1746134044.706970:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072971180 00000100:00100000:3.0:1746134044.706990:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13203 00000100:00100000:3.0:1746134044.706996:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072971180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552413568:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134044.707140:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072971180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552413568:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 144us (691us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134044.707146:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13203 00002000:00100000:3.0:1746134044.707152:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072971180 x1830953552413568/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134044.707158:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072971180 with x1830953552413568 ext(0->4095) 00002000:00010000:3.0:1746134044.707160:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072971180 00000100:00100000:0.0:1746134044.709346:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134044.709433:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552413696 00000100:00100000:1.0:1746134044.709438:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552413696 00000100:00100000:1.0:1746134044.709473:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29893 00000100:00100000:1.0:1746134044.709478:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a03bf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+43:1757:x1830953552413696:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134044.709488:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134044.709499:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8e99 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750327 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.709516:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c8e92 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750320 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.709521:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134044.709521:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134044.709524:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8e99 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750327 expref: 44 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.709542:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c8e92 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750320 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.709549:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c8e92 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750320 expref: 5 pid: 18904 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746134044.709557:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548161664:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134044.709616:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20780 going to sleep for 11 seconds 00000100:00100000:0.0:1746134044.709810:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.709847:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552413824 00000100:00100000:3.0:1746134044.709850:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552413824 00000100:00100000:3.0:1746134044.709872:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29894 00000100:00100000:3.0:1746134044.709876:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+45:1755:x1830953552413824:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134044.709881:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134044.709885:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8ea0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575032e expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.709894:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.709896:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8e99 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750327 expref: 46 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.709899:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134044.709901:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8ea0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575032e expref: 46 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.709914:0:10181:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8e99 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750327 expref: 46 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.709921:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8ea0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575032e expref: 46 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.709926:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800955ae400, rc 0) 00000100:00100000:3.0:1746134044.709944:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+46:1755:x1830953552413824:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 68us (134us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134044.709952:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29894 00000100:00100000:1.0:1746134044.711160:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d5e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548161664:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134044.711177:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8e99 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750327 expref: 45 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.711187:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095786000, rc 0) 00000100:00100000:0.0:1746134044.711188:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134044.711212:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a03bf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+45:1757:x1830953552413696:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1735us (1870us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134044.711218:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29893 00000100:00100000:3.0:1746134044.711240:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552413952 00000100:00100000:3.0:1746134044.711245:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552413952 00010000:00010000:3.0:1746134044.711269:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c8e92 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750320 expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00000100:00100000:3.0:1746134044.711297:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15195 00000100:00100000:3.0:1746134044.711303:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129e4f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552413952:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134044.711311:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134044.711325:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c8e92 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750320 expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.711334:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c8e92 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750320 expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.711350:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095786a00/0x9682c7de153c8e92 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750320 expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.711360:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.711362:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.711367:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8e99 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750327 expref: 44 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.711373:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8e99 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750327 expref: 44 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.711391:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8e99 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750327 expref: 44 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.711398:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8e99 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750327 expref: 44 pid: 18904 timeout: 813 lvb_type: 0 00000100:00100000:3.0:1746134044.711406:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548161920:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134044.711442:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c180 going to sleep for 11 seconds 00000100:00100000:3.0:1746134044.713675:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548161920:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134044.713692:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134044.713741:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129e4f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552413952:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2436us (2550us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134044.713749:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15195 00000100:00100000:0.0:1746134044.713834:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.713992:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552414208 00000100:00100000:3.0:1746134044.713997:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552414208 00002000:00100000:3.0:1746134044.714023:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a1d500 x1830953552414208/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134044.714037:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a1d500 with x1830953552414208 ext(0->4095) 00010000:00010000:3.0:1746134044.714044:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8e99 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750327 expref: 45 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.714054:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8e99 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750327 expref: 45 pid: 18904 timeout: 813 lvb_type: 0 00002000:00010000:3.0:1746134044.714060:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091a1d500 00000100:00100000:3.0:1746134044.714089:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2588 00000100:00100000:3.0:1746134044.714095:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+45:2009:x1830953552414208:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134044.714230:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+45:2009:x1830953552414208:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (396us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134044.714235:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2588 00002000:00100000:3.0:1746134044.714240:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a1d500 x1830953552414208/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134044.714246:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a1d500 with x1830953552414208 ext(0->4095) 00010000:00010000:3.0:1746134044.714250:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8e99 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750327 expref: 45 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.714257:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8e99 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750327 expref: 45 pid: 18904 timeout: 813 lvb_type: 0 00002000:00010000:3.0:1746134044.714262:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091a1d500 00000100:00100000:0.0:1746134044.716312:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134044.716533:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552414336 00000100:00100000:1.0:1746134044.716539:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552414336 00000100:00100000:1.0:1746134044.716572:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29895 00000100:00100000:1.0:1746134044.716578:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552414336:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134044.716590:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134044.716603:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8ea7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750335 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.716621:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134044.716625:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8ea0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575032e expref: 44 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.716630:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746134044.716632:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8ea7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750335 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.716662:0:18904:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8ea0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575032e expref: 44 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.716671:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8ea7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750335 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.716678:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095786e00, rc 0) 00000100:00100000:1.0:1746134044.716748:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552414336:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 169us (441us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134044.716754:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29895 00000100:00100000:1.0:1746134044.716815:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.716898:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552414464 00000100:00100000:3.0:1746134044.716905:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552414464 00010000:00010000:3.0:1746134044.716922:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8e99 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750327 expref: 45 pid: 18904 timeout: 813 lvb_type: 0 00000100:00100000:3.0:1746134044.716946:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15196 00000100:00100000:3.0:1746134044.716952:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+45:2009:x1830953552414464:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134044.716959:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134044.716972:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8e99 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750327 expref: 45 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.717056:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8e99 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750327 expref: 45 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.717083:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8e99 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750327 expref: 45 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.717104:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.717106:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.717110:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8ea0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575032e expref: 44 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.717132:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8ea0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575032e expref: 44 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.717151:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8ea0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575032e expref: 44 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.717161:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8ea0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575032e expref: 44 pid: 10181 timeout: 813 lvb_type: 0 00000100:00100000:3.0:1746134044.717176:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548162176:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134044.717269:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10ca80 going to sleep for 11 seconds 00000100:00100000:3.0:1746134044.719520:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548162176:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134044.719536:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134044.719638:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:2009:x1830953552414464:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2684us (2820us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134044.719647:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15196 00000100:00100000:2.0:1746134044.719928:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134044.720131:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552414720 00000100:00100000:1.0:1746134044.720137:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552414720 00002000:00100000:1.0:1746134044.720165:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072972a00 x1830953552414720/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134044.720173:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072972a00 with x1830953552414720 ext(0->4095) 00010000:00010000:1.0:1746134044.720179:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8ea0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575032e expref: 44 pid: 10181 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746134044.720189:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8ea0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575032e expref: 44 pid: 10181 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746134044.720194:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072972a00 00000100:00100000:1.0:1746134044.720221:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2589 00000100:00100000:1.0:1746134044.720226:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072972a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:2009:x1830953552414720:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134044.720726:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072972a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:2009:x1830953552414720:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 498us (797us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134044.720732:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2589 00002000:00100000:1.0:1746134044.720737:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072972a00 x1830953552414720/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134044.720744:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072972a00 with x1830953552414720 ext(0->4095) 00010000:00010000:1.0:1746134044.720748:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8ea0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575032e expref: 44 pid: 10181 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746134044.720758:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8ea0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575032e expref: 44 pid: 10181 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746134044.720763:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072972a00 00000100:00100000:0.0:1746134044.722214:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134044.722365:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552414848 00000100:00100000:1.0:1746134044.722370:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552414848 00000100:00100000:0.0:1746134044.722389:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.722433:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552414976 00000100:00100000:3.0:1746134044.722438:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552414976 00010000:00010000:3.0:1746134044.722455:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8ea0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575032e expref: 45 pid: 10181 timeout: 813 lvb_type: 0 00000100:00100000:3.0:1746134044.722487:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15197 00000100:00100000:3.0:1746134044.722493:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a1c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+45:2012:x1830953552414976:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134044.722503:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134044.722521:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8ea0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575032e expref: 45 pid: 10181 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.722532:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8ea0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575032e expref: 45 pid: 10181 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.722548:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8ea0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575032e expref: 45 pid: 10181 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.722559:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.722561:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.722566:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8ea7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750335 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.722572:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8ea7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750335 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.722596:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8ea7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750335 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134044.722606:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548162304:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134044.722662:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10ca80 going to sleep for 11 seconds 00000100:00100000:1.0:1746134044.722787:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29896 00000100:00100000:1.0:1746134044.722793:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:1755:x1830953552414848:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134044.722802:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134044.722811:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c8eae lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575033c expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.722825:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8ea7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750335 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.722830:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134044.722831:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134044.722834:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c8eae lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575033c expref: 45 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.722849:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8ea7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750335 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.722859:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8ea7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750335 expref: 5 pid: 18904 timeout: 813 lvb_type: 0 00000100:00100000:1.0:1746134044.722866:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5e1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548162432:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134044.722889:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20780 going to sleep for 11 seconds 00000100:00100000:3.0:1746134044.724221:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548162304:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134044.724235:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134044.724264:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a1c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+45:2012:x1830953552414976:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1771us (1873us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134044.724271:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15197 00000100:00100000:0.0:1746134044.725446:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134044.725548:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552415232 00000100:00100000:1.0:1746134044.725555:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552415232 00002000:00100000:1.0:1746134044.725584:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880081158e00 x1830953552415232/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134044.725593:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081158e00 with x1830953552415232 ext(0->4095) 00010000:00010000:1.0:1746134044.725599:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8ea7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750335 expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746134044.725609:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8ea7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750335 expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746134044.725615:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081158e00 00000100:00100000:1.0:1746134044.725640:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2590 00000100:00100000:1.0:1746134044.725646:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081158e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552415232:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134044.725672:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d5e1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548162432:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134044.725687:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c8eae lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575033c expref: 44 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.725698:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095786c00, rc 0) 00000100:00100000:2.0:1746134044.725723:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:1755:x1830953552414848:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2931us (3514us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.725729:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29896 00000100:00100000:1.0:1746134044.725734:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081158e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552415232:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 88us (292us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134044.725742:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2590 00002000:00100000:1.0:1746134044.725746:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880081158e00 x1830953552415232/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134044.725753:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081158e00 with x1830953552415232 ext(0->4095) 00010000:00010000:1.0:1746134044.726758:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8ea7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750335 expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:1.0:1746134044.726774:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8ea7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750335 expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00002000:00010000:1.0:1746134044.726780:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081158e00 00000100:00100000:0.0:1746134044.729354:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.729420:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552415360 00000100:00100000:3.0:1746134044.729427:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552415360 00010000:00010000:3.0:1746134044.729456:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8ea7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750335 expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00000100:00100000:3.0:1746134044.729490:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15198 00000100:00100000:3.0:1746134044.729497:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081159180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953552415360:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134044.729508:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134044.729524:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8ea7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750335 expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.729538:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8ea7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750335 expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.729561:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095786e00/0x9682c7de153c8ea7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750335 expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.729572:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.729574:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.729579:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c8eae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575033c expref: 43 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.729585:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c8eae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575033c expref: 43 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.729611:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c8eae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575033c expref: 43 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134044.729621:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548162560:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134044.729687:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10ca80 going to sleep for 11 seconds 00000100:00100000:3.0:1746134044.731550:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548162560:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134044.731565:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134044.731605:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081159180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2012:x1830953552415360:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2108us (2258us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134044.731614:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15198 00000100:00100000:0.0:1746134044.732916:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134044.733005:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552415616 00000100:00100000:1.0:1746134044.733011:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552415616 00002000:00100000:1.0:1746134044.733046:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917f7800 x1830953552415616/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134044.733053:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917f7800 with x1830953552415616 ext(0->4095) 00002000:00010000:1.0:1746134044.733057:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917f7800 00000100:00100000:3.0:1746134044.733270:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13204 00000100:00100000:3.0:1746134044.733280:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:2009:x1830953552415616:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134044.733397:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:2009:x1830953552415616:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (484us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134044.733403:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13204 00002000:00100000:3.0:1746134044.733408:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917f7800 x1830953552415616/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134044.733413:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917f7800 with x1830953552415616 ext(0->4095) 00002000:00010000:3.0:1746134044.733416:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917f7800 00000100:00100000:0.0:1746134044.735354:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.735484:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552415744 00000100:00100000:2.0:1746134044.735490:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552415744 00000100:00100000:2.0:1746134044.735640:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29897 00000100:00100000:2.0:1746134044.735647:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552415744:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134044.735660:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134044.735673:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8eb5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750343 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.735698:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c8eae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575033c expref: 43 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.735705:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134044.735706:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134044.735709:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8eb5 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750343 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.735732:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c8eae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575033c expref: 43 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.735746:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c8eae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575033c expref: 43 pid: 18904 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746134044.735756:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072971c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548162688:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134044.735832:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f180 going to sleep for 11 seconds 00000100:00100000:2.0:1746134044.737707:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072971c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548162688:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134044.737725:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8eb5 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750343 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.737738:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90e600, rc 0) 00000100:00100000:2.0:1746134044.737766:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552415744:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2120us (2417us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.737773:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29897 00000100:00100000:0.0:1746134044.738744:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.738914:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552415872 00000100:00100000:3.0:1746134044.738919:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552415872 00010000:00010000:3.0:1746134044.738942:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c8eae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575033c expref: 44 pid: 18904 timeout: 813 lvb_type: 0 00000100:00100000:3.0:1746134044.738961:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15199 00000100:00100000:3.0:1746134044.738967:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:2010:x1830953552415872:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134044.738976:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134044.738991:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c8eae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575033c expref: 44 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.739000:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c8eae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575033c expref: 44 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.739018:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095786c00/0x9682c7de153c8eae lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575033c expref: 44 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.739045:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.739047:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.739052:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8eb5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750343 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.739058:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8eb5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750343 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.739088:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8eb5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750343 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134044.739099:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548162816:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134044.739413:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746134044.741159:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548162816:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134044.741172:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134044.741196:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+43:2010:x1830953552415872:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2228us (2453us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134044.741203:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15199 00000100:00100000:0.0:1746134044.742932:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134044.743619:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552416128 00000100:00100000:1.0:1746134044.743625:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552416128 00002000:00100000:1.0:1746134044.743660:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917f5c00 x1830953552416128/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134044.743668:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917f5c00 with x1830953552416128 ext(0->4095) 00002000:00010000:1.0:1746134044.743671:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917f5c00 00000100:00100000:1.0:1746134044.743700:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13205 00000100:00100000:1.0:1746134044.743707:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552416128:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134044.743817:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552416128:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (887us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134044.743823:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13205 00002000:00100000:1.0:1746134044.743827:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917f5c00 x1830953552416128/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134044.743833:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917f5c00 with x1830953552416128 ext(0->4095) 00002000:00010000:1.0:1746134044.743836:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917f5c00 00000100:00100000:0.0:1746134044.744074:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.744215:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552416256 00000100:00100000:3.0:1746134044.744218:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552416256 00000100:00100000:3.0:1746134044.744240:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29898 00000100:00100000:3.0:1746134044.744245:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+43:1755:x1830953552416256:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134044.744253:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134044.744265:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8ebc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575034a expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.744288:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8eb5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750343 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.744295:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.744296:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.744299:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8ebc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575034a expref: 44 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.744322:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8eb5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750343 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.744332:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8eb5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750343 expref: 5 pid: 18904 timeout: 813 lvb_type: 0 00000100:00100000:3.0:1746134044.744341:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548162944:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134044.744382:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134044.746863:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.747830:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552416384 00000100:00100000:2.0:1746134044.747838:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552416384 00000100:00100000:2.0:1746134044.747869:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29899 00000100:00100000:2.0:1746134044.747875:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+45:1757:x1830953552416384:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134044.747889:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134044.747902:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8ec3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750351 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.747921:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.747925:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8ebc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575034a expref: 46 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.747934:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134044.747937:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8ec3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750351 expref: 46 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.747964:0:9580:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8ebc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319575034a expref: 46 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.747975:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8ec3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750351 expref: 46 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.747983:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fe00, rc 0) 00000100:00100000:2.0:1746134044.748018:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+46:1757:x1830953552416384:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 143us (1161us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.748023:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29899 00000100:00100000:1.0:1746134044.748346:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.748411:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548162944:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134044.748426:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8ebc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575034a expref: 45 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.748433:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800955af200, rc 0) 00000100:00100000:3.0:1746134044.748453:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+45:1755:x1830953552416256:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4208us (4387us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134044.748457:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29898 00000100:00100000:2.0:1746134044.748556:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552416512 00000100:00100000:2.0:1746134044.748560:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552416512 00010000:00010000:2.0:1746134044.748575:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8eb5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750343 expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746134044.748601:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15200 00000100:00100000:2.0:1746134044.748606:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552416512:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134044.748613:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134044.748627:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8eb5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750343 expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.748717:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8eb5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750343 expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.748735:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8eb5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750343 expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.748749:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.748750:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.748755:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8ebc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575034a expref: 44 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.748762:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8ebc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575034a expref: 44 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.748780:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8ebc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575034a expref: 44 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.748789:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8ebc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575034a expref: 44 pid: 18904 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746134044.748798:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072971c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548163200:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134044.748860:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f180 going to sleep for 11 seconds 00000100:00100000:2.0:1746134044.751079:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072971c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548163200:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134044.751093:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134044.751540:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552416512:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2931us (3193us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.751549:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15200 00000100:00100000:1.0:1746134044.751862:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.752161:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552416768 00000100:00100000:2.0:1746134044.752167:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552416768 00002000:00100000:2.0:1746134044.752192:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d5e0e00 x1830953552416768/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134044.752201:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d5e0e00 with x1830953552416768 ext(0->4095) 00010000:00010000:2.0:1746134044.752207:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8ebc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575034a expref: 45 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.752218:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8ebc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575034a expref: 45 pid: 18904 timeout: 813 lvb_type: 0 00002000:00010000:2.0:1746134044.752224:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d5e0e00 00000100:00100000:2.0:1746134044.752236:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2591 00000100:00100000:2.0:1746134044.752241:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+45:2010:x1830953552416768:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134044.752337:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+45:2010:x1830953552416768:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 95us (476us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134044.752343:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2591 00002000:00100000:2.0:1746134044.752347:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d5e0e00 x1830953552416768/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134044.752353:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d5e0e00 with x1830953552416768 ext(0->4095) 00010000:00010000:2.0:1746134044.752358:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8ebc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575034a expref: 45 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.752367:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8ebc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575034a expref: 45 pid: 18904 timeout: 813 lvb_type: 0 00002000:00010000:2.0:1746134044.752371:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d5e0e00 00000100:00100000:0.0:1746134044.754791:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.754862:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552416896 00000100:00100000:2.0:1746134044.754868:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552416896 00010000:00010000:2.0:1746134044.754890:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8ebc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575034a expref: 45 pid: 18904 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746134044.755755:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15201 00000100:00100000:2.0:1746134044.755763:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe85180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+45:2011:x1830953552416896:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134044.755775:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134044.755791:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8ebc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575034a expref: 45 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.755800:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8ebc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575034a expref: 45 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.755817:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8ebc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575034a expref: 45 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.755837:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.755839:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.755844:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8ec3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750351 expref: 44 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.755850:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8ec3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750351 expref: 44 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.755876:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8ec3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750351 expref: 44 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134044.755891:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072971c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548163328:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134044.756640:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157fb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134044.760403:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.760688:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072971c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548163328:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134044.760703:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134044.760738:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe85180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:2011:x1830953552416896:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4976us (5951us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.760747:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15201 00000100:00100000:1.0:1746134044.761062:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552417152 00000100:00100000:1.0:1746134044.761076:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552417152 00002000:00100000:1.0:1746134044.761104:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008ad8fb80 x1830953552417152/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134044.761142:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ad8fb80 with x1830953552417152 ext(0->4095) 00002000:00010000:1.0:1746134044.761146:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ad8fb80 00000100:00100000:1.0:1746134044.761170:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13206 00000100:00100000:1.0:1746134044.761176:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:2009:x1830953552417152:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134044.761273:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:2009:x1830953552417152:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 97us (877us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134044.761278:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13206 00002000:00100000:1.0:1746134044.761283:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008ad8fb80 x1830953552417152/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134044.761290:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ad8fb80 with x1830953552417152 ext(0->4095) 00002000:00010000:1.0:1746134044.761293:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ad8fb80 00000100:00100000:0.0:1746134044.763392:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.763501:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552417280 00000100:00100000:3.0:1746134044.763507:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552417280 00000100:00100000:3.0:1746134044.763538:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29900 00000100:00100000:3.0:1746134044.763545:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552417280:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134044.763557:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134044.763570:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8eca lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750358 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.763590:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8ec3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750351 expref: 43 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.763596:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134044.763597:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134044.763600:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8eca lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750358 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.763621:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8ec3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750351 expref: 43 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.763631:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8ec3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750351 expref: 43 pid: 9580 timeout: 813 lvb_type: 0 00000100:00100000:3.0:1746134044.763639:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548163456:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134044.763927:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746134044.766498:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548163456:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134044.766520:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8eca lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750358 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.766536:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800955afe00, rc 0) 00000100:00100000:3.0:1746134044.766567:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552417280:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3022us (3180us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134044.766574:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29900 00000100:00100000:0.0:1746134044.767479:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.767570:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552417408 00000100:00100000:2.0:1746134044.767575:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552417408 00010000:00010000:2.0:1746134044.767596:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8ec3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750351 expref: 44 pid: 9580 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746134044.767621:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15202 00000100:00100000:2.0:1746134044.767627:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129e4d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:2010:x1830953552417408:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134044.767637:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134044.767650:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8ec3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750351 expref: 44 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.767658:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8ec3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750351 expref: 44 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.767674:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8ec3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750351 expref: 44 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.767694:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.767696:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.767701:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8eca lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750358 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.767707:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8eca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750358 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.767728:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8eca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750358 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134044.767736:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072971c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548163584:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134044.767778:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157fb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746134044.769793:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072971c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548163584:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134044.769808:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134044.769834:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129e4d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+43:2010:x1830953552417408:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2207us (2356us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.769842:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15202 00000100:00100000:0.0:1746134044.771087:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.771756:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552417664 00000100:00100000:2.0:1746134044.771761:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552417664 00002000:00100000:2.0:1746134044.771793:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ad9c00 x1830953552417664/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134044.771802:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ad9c00 with x1830953552417664 ext(0->4095) 00002000:00010000:2.0:1746134044.771806:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072ad9c00 00000100:00100000:1.0:1746134044.772386:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13207 00000100:00100000:1.0:1746134044.772395:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552417664:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134044.772505:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552417664:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (1420us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134044.772511:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13207 00002000:00100000:1.0:1746134044.772516:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ad9c00 x1830953552417664/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134044.772522:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ad9c00 with x1830953552417664 ext(0->4095) 00002000:00010000:1.0:1746134044.772525:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072ad9c00 00000100:00100000:0.0:1746134044.774949:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.775142:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552417792 00000100:00100000:3.0:1746134044.775149:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552417792 00000100:00100000:3.0:1746134044.775183:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29901 00000100:00100000:3.0:1746134044.775189:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ad8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+43:1755:x1830953552417792:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134044.775203:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134044.775216:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8ed1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575035f expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.775235:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8eca lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750358 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.775241:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.775242:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.775245:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8ed1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575035f expref: 44 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.775268:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8eca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750358 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.775278:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8eca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750358 expref: 5 pid: 18904 timeout: 813 lvb_type: 0 00000100:00100000:3.0:1746134044.775293:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548163712:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134044.775361:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746134044.775695:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134044.775981:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552417920 00000100:00100000:0.0:1746134044.775985:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552417920 00000100:00100000:0.0:1746134044.776018:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29902 00000100:00100000:0.0:1746134044.776025:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+45:1757:x1830953552417920:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134044.776032:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134044.776039:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8ed8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750366 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.776052:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134044.776056:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8ed1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575035f expref: 46 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.776076:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134044.776079:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8ed8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750366 expref: 46 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.776097:0:10181:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8ed1 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319575035f expref: 46 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.776108:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8ed8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750366 expref: 46 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.776138:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244d800, rc 0) 00000100:00100000:0.0:1746134044.776162:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+46:1757:x1830953552417920:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 137us (467us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134044.776167:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29902 00000100:00100000:0.0:1746134044.779095:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.779304:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548163712:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134044.779325:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8ed1 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575035f expref: 45 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.779338:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800955ae000, rc 0) 00000100:00100000:3.0:1746134044.779377:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ad8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+45:1755:x1830953552417792:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4188us (4434us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134044.779384:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29901 00000100:00100000:2.0:1746134044.779614:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552418048 00000100:00100000:2.0:1746134044.779619:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552418048 00010000:00010000:2.0:1746134044.779638:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8eca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750358 expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746134044.779667:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15203 00000100:00100000:2.0:1746134044.779671:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ada300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552418048:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134044.779680:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134044.779693:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8eca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750358 expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.779703:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8eca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750358 expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.779720:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8eca lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750358 expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.779738:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.779739:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.779744:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8ed1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575035f expref: 44 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.779751:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8ed1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575035f expref: 44 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.779774:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8ed1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575035f expref: 44 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.779782:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8ed1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575035f expref: 44 pid: 18904 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746134044.779795:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072971c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548163968:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134044.779839:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f180 going to sleep for 11 seconds 00000100:00100000:2.0:1746134044.781621:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072971c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548163968:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134044.781633:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134044.781666:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ada300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552418048:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1994us (2579us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.781673:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15203 00000100:00100000:2.0:1746134044.782546:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134044.782742:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552418304 00000100:00100000:0.0:1746134044.782747:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552418304 00002000:00100000:0.0:1746134044.782775:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072971c00 x1830953552418304/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134044.782785:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072971c00 with x1830953552418304 ext(0->4095) 00010000:00010000:0.0:1746134044.782792:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8ed1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575035f expref: 45 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746134044.782802:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8ed1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575035f expref: 45 pid: 18904 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746134044.782811:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072971c00 00000100:00100000:0.0:1746134044.783007:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2592 00000100:00100000:0.0:1746134044.783014:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072971c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+45:2010:x1830953552418304:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746134044.783266:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072971c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+45:2010:x1830953552418304:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 251us (720us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134044.783272:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2592 00002000:00100000:0.0:1746134044.783278:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072971c00 x1830953552418304/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134044.783284:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072971c00 with x1830953552418304 ext(0->4095) 00010000:00010000:0.0:1746134044.783288:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8ed1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575035f expref: 45 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:0.0:1746134044.783296:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8ed1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575035f expref: 45 pid: 18904 timeout: 813 lvb_type: 0 00002000:00010000:0.0:1746134044.783301:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072971c00 00000100:00100000:0.0:1746134044.785876:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.785991:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552418432 00000100:00100000:2.0:1746134044.785998:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552418432 00010000:00010000:2.0:1746134044.786026:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8ed1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575035f expref: 45 pid: 18904 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746134044.786061:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15204 00000100:00100000:2.0:1746134044.786077:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ad8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+45:2009:x1830953552418432:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134044.786087:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134044.786103:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8ed1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575035f expref: 45 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.786138:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8ed1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575035f expref: 45 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.786156:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8ed1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575035f expref: 45 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.786185:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.786187:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.786193:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8ed8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750366 expref: 44 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.786199:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8ed8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750366 expref: 44 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.786224:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8ed8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750366 expref: 44 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134044.786233:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091a1c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548164096:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134044.786293:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f180 going to sleep for 11 seconds 00000100:00100000:0.0:1746134044.788565:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.788738:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091a1c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548164096:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134044.788752:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134044.788783:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ad8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:2009:x1830953552418432:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2707us (2915us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.788791:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15204 00000100:00100000:1.0:1746134044.789253:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552418688 00000100:00100000:1.0:1746134044.789259:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552418688 00002000:00100000:1.0:1746134044.789284:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ad9500 x1830953552418688/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134044.789292:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ad9500 with x1830953552418688 ext(0->4095) 00002000:00010000:1.0:1746134044.789295:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072ad9500 00000100:00100000:1.0:1746134044.789315:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13208 00000100:00100000:1.0:1746134044.789321:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:2009:x1830953552418688:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134044.789418:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:2009:x1830953552418688:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 97us (858us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134044.789423:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13208 00002000:00100000:1.0:1746134044.789427:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ad9500 x1830953552418688/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134044.789438:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ad9500 with x1830953552418688 ext(0->4095) 00002000:00010000:1.0:1746134044.789440:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072ad9500 00000100:00100000:0.0:1746134044.791253:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.791338:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552418816 00000100:00100000:3.0:1746134044.791343:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552418816 00000100:00100000:3.0:1746134044.791384:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29903 00000100:00100000:3.0:1746134044.791391:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552418816:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134044.791403:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134044.791416:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8edf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575036d expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.791435:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8ed8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750366 expref: 43 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.791441:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134044.791443:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134044.791446:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8edf lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575036d expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.791472:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8ed8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750366 expref: 43 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.791481:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8ed8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750366 expref: 43 pid: 10181 timeout: 813 lvb_type: 0 00000100:00100000:3.0:1746134044.791490:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548164224:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134044.791553:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134044.793441:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.793484:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552418944 00000100:00100000:2.0:1746134044.793489:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552418944 00010000:00010000:2.0:1746134044.793514:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8ed8 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750366 expref: 44 pid: 10181 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746134044.793544:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15205 00000100:00100000:2.0:1746134044.793551:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:2009:x1830953552418944:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134044.793564:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134044.793580:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8ed8 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750366 expref: 44 pid: 10181 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.793590:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8ed8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750366 expref: 44 pid: 10181 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.793607:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.793609:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.793614:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8edf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575036d expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.793621:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8edf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575036d expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.793694:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8edf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575036d expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134044.793705:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091a1c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548164352:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134044.793794:0:18904:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013244d800/0x9682c7de153c8ed8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750366 expref: 44 pid: 10181 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746134044.793999:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f180 going to sleep for 11 seconds 00000100:00100000:3.0:1746134044.794029:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548164224:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134044.794047:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8edf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575036d expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.794055:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800955af200, rc 0) 00000100:00100000:3.0:1746134044.794086:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552418816:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2695us (2837us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134044.794093:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29903 00000100:00100000:2.0:1746134044.796466:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091a1c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548164352:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134044.796478:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134044.796507:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+43:2009:x1830953552418944:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2956us (3071us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.796514:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15205 00000100:00100000:0.0:1746134044.797358:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.797615:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552419200 00000100:00100000:2.0:1746134044.797621:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552419200 00002000:00100000:2.0:1746134044.797650:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012fdc5180 x1830953552419200/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134044.797659:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc5180 with x1830953552419200 ext(0->4095) 00002000:00010000:2.0:1746134044.797663:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fdc5180 00000100:00100000:2.0:1746134044.797688:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13209 00000100:00100000:2.0:1746134044.797694:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953552419200:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746134044.797792:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953552419200:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 Request processed in 98us (435us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134044.797798:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13209 00002000:00100000:2.0:1746134044.797803:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012fdc5180 x1830953552419200/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134044.797810:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc5180 with x1830953552419200 ext(0->4095) 00002000:00010000:2.0:1746134044.797812:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fdc5180 00000100:00100000:2.0:1746134044.800632:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.800699:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134044.800916:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552419328 00000100:00100000:0.0:1746134044.800922:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552419328 00000100:00100000:0.0:1746134044.800952:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552419456 00000100:00100000:0.0:1746134044.800955:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552419456 00000100:00100000:0.0:1746134044.800968:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29904 00000100:00100000:0.0:1746134044.800974:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:1757:x1830953552419328:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134044.800989:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134044.801002:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8ee6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750374 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.801024:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8edf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575036d expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.801030:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134044.801031:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134044.801034:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8ee6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750374 expref: 45 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.801059:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8edf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575036d expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.801078:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8edf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575036d expref: 5 pid: 18904 timeout: 813 lvb_type: 0 00000100:00100000:0.0:1746134044.801088:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548164480:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134044.801161:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c540 going to sleep for 11 seconds 00000100:00100000:0.0:1746134044.801177:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29905 00000100:00100000:0.0:1746134044.801183:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081159180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+45:1755:x1830953552419456:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134044.801188:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134044.801193:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092354000/0x9682c7de153c8eed lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575037b expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.801203:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134044.801206:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8ee6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750374 expref: 46 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.801210:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134044.801212:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092354000/0x9682c7de153c8eed lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575037b expref: 46 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.801229:0:10181:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8ee6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750374 expref: 46 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.801237:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092354000/0x9682c7de153c8eed lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575037b expref: 46 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.801246:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092354000, rc 0) 00000100:00100000:0.0:1746134044.801263:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081159180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+46:1755:x1830953552419456:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 81us (564us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134044.802668:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29905 00000100:00100000:2.0:1746134044.803469:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548164480:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134044.803492:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8ee6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750374 expref: 45 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.803510:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244da00, rc 0) 00000100:00100000:2.0:1746134044.803540:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+45:1757:x1830953552419328:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2565us (2913us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.803546:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29904 00000100:00100000:0.0:1746134044.805152:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.805300:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552419584 00000100:00100000:2.0:1746134044.805311:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552419584 00010000:00010000:2.0:1746134044.805339:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8edf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575036d expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746134044.805365:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15206 00000100:00100000:2.0:1746134044.805371:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c69a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2011:x1830953552419584:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134044.805383:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134044.805397:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8edf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575036d expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.805406:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8edf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575036d expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.805422:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8edf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575036d expref: 6 pid: 18904 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.805454:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.805456:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.805461:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8ee6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750374 expref: 44 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.805468:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8ee6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750374 expref: 44 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.805493:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8ee6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750374 expref: 44 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.805503:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8ee6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750374 expref: 44 pid: 9580 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746134044.805513:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548164736:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134044.806739:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f240 going to sleep for 11 seconds 00000100:00100000:0.0:1746134044.810186:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.810259:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552419840 00000100:00100000:3.0:1746134044.810265:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552419840 00002000:00100000:3.0:1746134044.810297:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880092028e00 x1830953552419840/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134044.810306:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092028e00 with x1830953552419840 ext(0->4095) 00010000:00010000:3.0:1746134044.810313:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8ee6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750374 expref: 45 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.810324:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8ee6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750374 expref: 45 pid: 9580 timeout: 813 lvb_type: 0 00002000:00010000:3.0:1746134044.810330:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092028e00 00000100:00100000:2.0:1746134044.810470:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548164736:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134044.810483:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134044.810514:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c69a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2011:x1830953552419584:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 5143us (6400us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.810521:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15206 00000100:00100000:3.0:1746134044.810778:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2593 00000100:00100000:3.0:1746134044.810786:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092028e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+45:2010:x1830953552419840:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134044.810890:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092028e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+45:2010:x1830953552419840:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (709us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134044.810895:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2593 00002000:00100000:3.0:1746134044.810899:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880092028e00 x1830953552419840/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134044.810906:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092028e00 with x1830953552419840 ext(0->4095) 00010000:00010000:3.0:1746134044.810910:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8ee6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750374 expref: 45 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.810919:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8ee6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750374 expref: 45 pid: 9580 timeout: 813 lvb_type: 0 00002000:00010000:3.0:1746134044.810924:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092028e00 00000100:00100000:0.0:1746134044.813728:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.813774:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552419968 00000100:00100000:2.0:1746134044.813780:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552419968 00000100:00100000:2.0:1746134044.813823:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29906 00000100:00100000:2.0:1746134044.813829:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092028380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552419968:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134044.813841:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134044.813853:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8ef4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750382 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.813872:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134044.813876:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092354000/0x9682c7de153c8eed lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575037b expref: 44 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.813882:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746134044.813885:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8ef4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750382 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.813911:0:9580:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092354000/0x9682c7de153c8eed lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575037b expref: 44 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.813925:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8ef4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750382 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.813933:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fa00, rc 0) 00000100:00100000:2.0:1746134044.813973:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092028380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552419968:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 144us (251us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.813979:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29906 00000100:00100000:0.0:1746134044.814368:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.815167:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552420096 00000100:00100000:2.0:1746134044.815171:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552420096 00010000:00010000:2.0:1746134044.815187:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8ee6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750374 expref: 45 pid: 9580 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746134044.815327:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15207 00000100:00100000:2.0:1746134044.815334:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801360fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+45:2009:x1830953552420096:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134044.815343:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134044.815358:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8ee6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750374 expref: 45 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.815366:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8ee6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750374 expref: 45 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.815382:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8ee6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750374 expref: 45 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.815399:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.815402:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.815406:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092354000/0x9682c7de153c8eed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575037b expref: 44 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.815412:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092354000/0x9682c7de153c8eed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575037b expref: 44 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.815431:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092354000/0x9682c7de153c8eed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575037b expref: 44 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.815440:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092354000/0x9682c7de153c8eed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575037b expref: 44 pid: 10181 timeout: 813 lvb_type: 0 00000100:00100000:2.0:1746134044.815450:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548164992:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134044.815537:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f240 going to sleep for 11 seconds 00000100:00100000:2.0:1746134044.816699:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548164992:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134044.816709:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134044.816728:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801360fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:2009:x1830953552420096:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1395us (2361us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.816734:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15207 00000100:00100000:0.0:1746134044.817048:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.817153:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552420352 00000100:00100000:2.0:1746134044.817157:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552420352 00002000:00100000:2.0:1746134044.817179:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8801360f9880 x1830953552420352/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134044.817187:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801360f9880 with x1830953552420352 ext(0->4095) 00010000:00010000:2.0:1746134044.817193:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092354000/0x9682c7de153c8eed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575037b expref: 44 pid: 10181 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.817207:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092354000/0x9682c7de153c8eed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575037b expref: 44 pid: 10181 timeout: 813 lvb_type: 0 00002000:00010000:2.0:1746134044.817212:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801360f9880 00000100:00100000:2.0:1746134044.817237:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2594 00000100:00100000:2.0:1746134044.817242:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801360f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:2010:x1830953552420352:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134044.817409:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801360f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:2010:x1830953552420352:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 167us (362us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134044.817415:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2594 00002000:00100000:2.0:1746134044.817420:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8801360f9880 x1830953552420352/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134044.817426:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801360f9880 with x1830953552420352 ext(0->4095) 00010000:00010000:2.0:1746134044.817431:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092354000/0x9682c7de153c8eed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575037b expref: 44 pid: 10181 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.817438:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092354000/0x9682c7de153c8eed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575037b expref: 44 pid: 10181 timeout: 813 lvb_type: 0 00002000:00010000:2.0:1746134044.817592:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801360f9880 00000100:00100000:0.0:1746134044.818575:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134044.818594:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552420480 00000100:00100000:0.0:1746134044.818598:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552420480 00000100:00100000:0.0:1746134044.818627:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29907 00000100:00100000:0.0:1746134044.818635:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801360f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:1755:x1830953552420480:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134044.818643:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134044.818653:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092354400/0x9682c7de153c8efb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750389 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.818669:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134044.818674:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8ef4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750382 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.818679:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746134044.818682:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092354400/0x9682c7de153c8efb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750389 expref: 45 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.819149:0:10181:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8ef4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750382 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.819160:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092354400/0x9682c7de153c8efb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750389 expref: 45 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.819168:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092354400, rc 0) 00000100:00100000:0.0:1746134044.819196:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801360f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+45:1755:x1830953552420480:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 562us (622us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134044.819201:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29907 00000100:00100000:2.0:1746134044.819206:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.819258:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552420608 00000100:00100000:3.0:1746134044.819262:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552420608 00010000:00010000:3.0:1746134044.819277:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092354000/0x9682c7de153c8eed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575037b expref: 45 pid: 10181 timeout: 813 lvb_type: 0 00000100:00100000:3.0:1746134044.819309:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15208 00000100:00100000:3.0:1746134044.819314:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+45:2009:x1830953552420608:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134044.819322:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134044.819337:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092354000/0x9682c7de153c8eed lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575037b expref: 45 pid: 10181 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.819346:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092354000/0x9682c7de153c8eed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575037b expref: 45 pid: 10181 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.819363:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092354000/0x9682c7de153c8eed lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575037b expref: 45 pid: 10181 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.819375:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.819377:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.819381:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8ef4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750382 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.819388:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8ef4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750382 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.819410:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8ef4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750382 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.819419:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8ef4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750382 expref: 5 pid: 9580 timeout: 813 lvb_type: 0 00000100:00100000:3.0:1746134044.819432:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548165248:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134044.819507:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10ccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746134044.821574:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548165248:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134044.821589:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134044.821630:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:2009:x1830953552420608:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2315us (2422us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134044.821638:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15208 00000100:00100000:0.0:1746134044.822487:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.822684:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552420864 00000100:00100000:2.0:1746134044.822690:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552420864 00002000:00100000:2.0:1746134044.822719:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009bc72a00 x1830953552420864/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134044.822734:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc72a00 with x1830953552420864 ext(0->4095) 00010000:00010000:2.0:1746134044.822742:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8ef4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750382 expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.822753:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8ef4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750382 expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00002000:00010000:2.0:1746134044.822758:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bc72a00 00000100:00100000:2.0:1746134044.822782:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2595 00000100:00100000:2.0:1746134044.822789:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552420864:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134044.822886:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552420864:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 97us (400us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134044.822891:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2595 00002000:00100000:2.0:1746134044.822896:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009bc72a00 x1830953552420864/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134044.822903:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc72a00 with x1830953552420864 ext(0->4095) 00010000:00010000:2.0:1746134044.822907:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8ef4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750382 expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:2.0:1746134044.822915:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8ef4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750382 expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00002000:00010000:2.0:1746134044.822921:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bc72a00 00000100:00100000:0.0:1746134044.825530:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.825670:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552420992 00000100:00100000:3.0:1746134044.825675:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552420992 00010000:00010000:3.0:1746134044.825701:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8ef4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750382 expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00000100:00100000:3.0:1746134044.825719:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15209 00000100:00100000:3.0:1746134044.825724:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129e4c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552420992:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134044.825732:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134044.825745:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8ef4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750382 expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.825753:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8ef4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750382 expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.825770:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c8ef4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750382 expref: 6 pid: 9580 timeout: 813 lvb_type: 0 00010000:00010000:3.0:1746134044.825792:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.825794:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.825799:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092354400/0x9682c7de153c8efb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750389 expref: 43 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.825805:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092354400/0x9682c7de153c8efb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750389 expref: 43 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.825828:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092354400/0x9682c7de153c8efb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750389 expref: 43 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134044.825836:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548165376:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134044.825899:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10ccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746134044.827296:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548165376:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134044.827311:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134044.827337:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129e4c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552420992:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1612us (1813us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134044.827344:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15209 00000100:00100000:0.0:1746134044.827713:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.827802:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552421248 00000100:00100000:3.0:1746134044.827806:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552421248 00002000:00100000:3.0:1746134044.827832:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009bc73480 x1830953552421248/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134044.827840:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc73480 with x1830953552421248 ext(0->4095) 00002000:00010000:3.0:1746134044.827844:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bc73480 00000100:00100000:3.0:1746134044.827869:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13210 00000100:00100000:3.0:1746134044.827874:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:2009:x1830953552421248:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134044.827984:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:2009:x1830953552421248:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (271us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134044.827989:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13210 00002000:00100000:3.0:1746134044.827994:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009bc73480 x1830953552421248/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134044.828000:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc73480 with x1830953552421248 ext(0->4095) 00002000:00010000:3.0:1746134044.828002:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bc73480 00000100:00100000:0.0:1746134044.829888:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.830047:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552421376 00000100:00100000:2.0:1746134044.830053:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552421376 00000100:00100000:2.0:1746134044.830091:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29908 00000100:00100000:2.0:1746134044.830097:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552421376:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134044.830108:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134044.830142:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8f02 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750390 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.830165:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092354400/0x9682c7de153c8efb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750389 expref: 43 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.830171:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134044.830172:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134044.830175:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8f02 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750390 expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.830198:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092354400/0x9682c7de153c8efb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750389 expref: 43 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.830208:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092354400/0x9682c7de153c8efb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750389 expref: 43 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746134044.830218:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548165504:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134044.830283:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746134044.831678:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548165504:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134044.831695:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8f02 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750390 expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.831710:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90e600, rc 0) 00000100:00100000:2.0:1746134044.831735:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552421376:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1638us (1851us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.831741:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29908 00000100:00100000:0.0:1746134044.832456:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.832657:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552421504 00000100:00100000:3.0:1746134044.832662:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552421504 00010000:00010000:3.0:1746134044.832684:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092354400/0x9682c7de153c8efb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750389 expref: 44 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134044.832704:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15210 00000100:00100000:3.0:1746134044.832710:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc70700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:2009:x1830953552421504:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134044.832719:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134044.832734:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092354400/0x9682c7de153c8efb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750389 expref: 44 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134044.832744:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092354400/0x9682c7de153c8efb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750389 expref: 44 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134044.832762:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092354400/0x9682c7de153c8efb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750389 expref: 44 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134044.832787:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.832788:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.832793:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8f02 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750390 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.832803:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8f02 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750390 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.832826:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8f02 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750390 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134044.832834:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548165632:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134044.834229:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c840 going to sleep for 11 seconds 00000100:00100000:3.0:1746134044.835959:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548165632:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134044.835975:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134044.836018:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc70700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+43:2009:x1830953552421504:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3307us (3562us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134044.836026:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15210 00000100:00100000:0.0:1746134044.836909:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.837011:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552421760 00000100:00100000:2.0:1746134044.837016:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552421760 00002000:00100000:2.0:1746134044.837048:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917e4700 x1830953552421760/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134044.837058:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e4700 with x1830953552421760 ext(0->4095) 00002000:00010000:2.0:1746134044.837061:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917e4700 00000100:00100000:2.0:1746134044.837093:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13211 00000100:00100000:2.0:1746134044.837099:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552421760:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134044.837224:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552421760:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (316us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134044.837230:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13211 00002000:00100000:2.0:1746134044.837236:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917e4700 x1830953552421760/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134044.837242:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e4700 with x1830953552421760 ext(0->4095) 00002000:00010000:2.0:1746134044.837245:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917e4700 00000100:00100000:0.0:1746134044.839798:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134044.839947:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.840339:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552421888 00000100:00100000:2.0:1746134044.840346:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552421888 00000100:00100000:2.0:1746134044.840373:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552422016 00000100:00100000:2.0:1746134044.840375:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552422016 00000100:00100000:2.0:1746134044.840387:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29909 00000100:00100000:2.0:1746134044.840393:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:1755:x1830953552421888:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134044.840406:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134044.840418:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8f09 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750397 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.840439:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8f02 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750390 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.840445:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.840447:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.840450:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8f09 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750397 expref: 45 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.840471:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8f02 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750390 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.840482:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8f02 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750390 expref: 5 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746134044.840491:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548165760:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134044.840545:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746134044.840561:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29910 00000100:00100000:2.0:1746134044.840566:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+45:1757:x1830953552422016:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134044.840571:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134044.840576:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8f10 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575039e expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.840591:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.840594:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8f09 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750397 expref: 46 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.840599:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134044.840602:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8f10 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575039e expref: 46 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.840618:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8f09 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750397 expref: 46 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.840627:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8f10 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575039e expref: 46 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.840635:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fc00, rc 0) 00000100:00100000:2.0:1746134044.840652:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+46:1757:x1830953552422016:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 86us (705us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.840657:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29910 00000100:00100000:2.0:1746134044.842895:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548165760:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134044.842914:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8f09 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750397 expref: 45 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.842925:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90ea00, rc 0) 00000100:00100000:2.0:1746134044.842956:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+45:1755:x1830953552421888:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2558us (3159us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.842962:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29909 00000100:00100000:0.0:1746134044.843289:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.843340:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552422144 00000100:00100000:3.0:1746134044.843348:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552422144 00010000:00010000:3.0:1746134044.843370:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8f02 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750390 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134044.843398:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15211 00000100:00100000:3.0:1746134044.843404:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe24a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552422144:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134044.843413:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134044.843427:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8f02 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750390 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134044.843436:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8f02 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750390 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134044.843452:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8f02 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750390 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134044.843471:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.843473:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.843478:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8f09 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750397 expref: 44 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.843484:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8f09 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750397 expref: 44 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.843506:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8f09 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750397 expref: 44 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.843515:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8f09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750397 expref: 44 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134044.843524:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548166016:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134044.844246:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c840 going to sleep for 11 seconds 00000100:00100000:0.0:1746134044.846607:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.846768:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552422400 00000100:00100000:2.0:1746134044.846776:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552422400 00002000:00100000:2.0:1746134044.846807:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008fe24380 x1830953552422400/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134044.846816:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe24380 with x1830953552422400 ext(0->4095) 00010000:00010000:2.0:1746134044.846823:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8f09 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750397 expref: 45 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134044.846833:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8f09 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750397 expref: 45 pid: 10181 timeout: 814 lvb_type: 0 00002000:00010000:2.0:1746134044.846839:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fe24380 00000100:00100000:2.0:1746134044.846863:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2596 00000100:00100000:3.0:1746134044.847197:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548166016:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134044.847212:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134044.847223:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+45:2010:x1830953552422400:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134044.847252:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe24a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552422144:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3847us (3962us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134044.847259:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15211 00000100:00100000:0.0:1746134044.847460:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+45:2010:x1830953552422400:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 589us (857us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134044.847466:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2596 00002000:00100000:0.0:1746134044.847470:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008fe24380 x1830953552422400/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134044.847477:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe24380 with x1830953552422400 ext(0->4095) 00010000:00010000:0.0:1746134044.847482:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8f09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750397 expref: 45 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746134044.847490:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8f09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750397 expref: 45 pid: 10181 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746134044.847495:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fe24380 00000100:00100000:0.0:1746134044.849863:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.849904:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552422528 00000100:00100000:3.0:1746134044.849910:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552422528 00010000:00010000:3.0:1746134044.849936:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8f09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750397 expref: 45 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134044.849965:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15212 00000100:00100000:3.0:1746134044.849974:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe24700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+45:2010:x1830953552422528:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134044.849985:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134044.850128:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8f09 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750397 expref: 45 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134044.850138:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8f09 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750397 expref: 45 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134044.850157:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8f09 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750397 expref: 45 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134044.850178:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.850180:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.850186:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8f10 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575039e expref: 44 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.850192:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8f10 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575039e expref: 44 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.850218:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8f10 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575039e expref: 44 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134044.850227:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548166144:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134044.850303:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c840 going to sleep for 11 seconds 00000100:00100000:0.0:1746134044.852387:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.852464:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548166144:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134044.852480:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134044.852507:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe24700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:2010:x1830953552422528:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2534us (2650us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134044.852515:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15212 00000100:00100000:1.0:1746134044.852572:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552422784 00000100:00100000:1.0:1746134044.852577:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552422784 00002000:00100000:1.0:1746134044.852605:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008fe25f80 x1830953552422784/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134044.852614:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe25f80 with x1830953552422784 ext(0->4095) 00002000:00010000:1.0:1746134044.852617:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fe25f80 00000100:00100000:1.0:1746134044.852962:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13212 00000100:00100000:1.0:1746134044.852969:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:2009:x1830953552422784:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134044.853056:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:2009:x1830953552422784:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 88us (674us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134044.853061:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13212 00002000:00100000:1.0:1746134044.853080:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008fe25f80 x1830953552422784/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134044.853086:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe25f80 with x1830953552422784 ext(0->4095) 00002000:00010000:1.0:1746134044.853089:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fe25f80 00000100:00100000:0.0:1746134044.855332:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.855625:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552422912 00000100:00100000:2.0:1746134044.855631:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552422912 00000100:00100000:2.0:1746134044.855669:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29911 00000100:00100000:2.0:1746134044.855675:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552422912:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134044.855689:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134044.855702:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8f17 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957503a5 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.855725:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8f10 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575039e expref: 43 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.855731:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134044.855733:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134044.855735:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8f17 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957503a5 expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.855758:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8f10 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575039e expref: 43 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.855767:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8f10 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575039e expref: 43 pid: 9582 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746134044.855777:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548166272:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134044.855846:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746134044.858464:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548166272:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134044.858464:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00010000:00010000:2.0:1746134044.858485:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8f17 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957503a5 expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.858496:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fe00, rc 0) 00000100:00100000:2.0:1746134044.858532:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552422912:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2857us (3205us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.858538:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29911 00000100:00100000:3.0:1746134044.858603:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552423040 00000100:00100000:3.0:1746134044.858607:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552423040 00010000:00010000:3.0:1746134044.858627:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8f10 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575039e expref: 44 pid: 9582 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134044.858885:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15213 00000100:00100000:3.0:1746134044.858892:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe26680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:2010:x1830953552423040:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134044.858901:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134044.858914:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8f10 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575039e expref: 44 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134044.858923:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8f10 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575039e expref: 44 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134044.858938:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8f10 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575039e expref: 44 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134044.859188:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.859190:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.859196:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8f17 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957503a5 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.859208:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8f17 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957503a5 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.859230:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8f17 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957503a5 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134044.859240:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548166400:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134044.859496:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c840 going to sleep for 11 seconds 00000100:00100000:0.0:1746134044.861406:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.861488:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548166400:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134044.861502:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134044.861530:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe26680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+43:2010:x1830953552423040:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2638us (3070us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134044.861542:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15213 00000100:00100000:2.0:1746134044.861605:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552423296 00000100:00100000:2.0:1746134044.861610:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552423296 00002000:00100000:2.0:1746134044.861729:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008fe24000 x1830953552423296/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134044.861738:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe24000 with x1830953552423296 ext(0->4095) 00002000:00010000:2.0:1746134044.861742:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fe24000 00000100:00100000:2.0:1746134044.861848:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13213 00000100:00100000:2.0:1746134044.861854:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552423296:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134044.861945:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552423296:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 90us (543us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134044.861950:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13213 00002000:00100000:2.0:1746134044.861955:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008fe24000 x1830953552423296/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134044.861961:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe24000 with x1830953552423296 ext(0->4095) 00002000:00010000:2.0:1746134044.861963:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fe24000 00000100:00100000:0.0:1746134044.864935:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.865013:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552423424 00000100:00100000:2.0:1746134044.865019:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552423424 00000100:00100000:2.0:1746134044.865432:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29912 00000100:00100000:2.0:1746134044.865439:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+43:1755:x1830953552423424:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134044.865453:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134044.865465:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8f1e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957503ac expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.865484:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8f17 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957503a5 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.865489:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.865491:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.865493:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8f1e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957503ac expref: 44 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.865512:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8f17 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503a5 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.865526:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8f17 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503a5 expref: 5 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746134044.865535:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548166528:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134044.865596:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f000 going to sleep for 11 seconds 00000100:00100000:0.0:1746134044.865771:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.865847:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552423552 00000100:00100000:3.0:1746134044.865851:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552423552 00000100:00100000:3.0:1746134044.865869:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29913 00000100:00100000:3.0:1746134044.865874:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+45:1757:x1830953552423552:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134044.865880:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134044.865885:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8f25 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957503b3 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.865896:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.865900:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8f1e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957503ac expref: 46 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.865909:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134044.865911:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8f25 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957503b3 expref: 46 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.865928:0:18904:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8f1e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b231957503ac expref: 46 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.865937:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8f25 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957503b3 expref: 46 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.865945:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800955ae000, rc 0) 00000100:00100000:3.0:1746134044.865966:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+46:1757:x1830953552423552:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 92us (195us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134044.865971:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29913 00000100:00100000:2.0:1746134044.868316:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548166528:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134044.868336:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8f1e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503ac expref: 45 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.868347:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90e600, rc 0) 00000100:00100000:2.0:1746134044.868389:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+45:1755:x1830953552423424:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2949us (3459us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.868396:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29912 00000100:00100000:0.0:1746134044.868399:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.868866:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552423680 00000100:00100000:3.0:1746134044.868871:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552423680 00010000:00010000:3.0:1746134044.868894:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8f17 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503a5 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134044.868925:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15214 00000100:00100000:3.0:1746134044.868931:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552423680:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134044.868942:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134044.868957:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8f17 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503a5 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134044.868966:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8f17 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503a5 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134044.868984:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8f17 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503a5 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134044.869005:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.869007:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.869013:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8f1e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503ac expref: 44 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.869019:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8f1e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503ac expref: 44 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.869046:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8f1e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503ac expref: 44 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.869055:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8f1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503ac expref: 44 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134044.869075:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548166784:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134044.869144:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c840 going to sleep for 11 seconds 00000100:00100000:3.0:1746134044.871261:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548166784:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134044.871275:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134044.871303:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552423680:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2371us (2905us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134044.871310:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15214 00000100:00100000:0.0:1746134044.871596:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134044.871783:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552423936 00000100:00100000:1.0:1746134044.871788:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552423936 00002000:00100000:1.0:1746134044.871822:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008ff3f100 x1830953552423936/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134044.871830:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ff3f100 with x1830953552423936 ext(0->4095) 00010000:00010000:1.0:1746134044.871837:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8f1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503ac expref: 45 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746134044.871848:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8f1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503ac expref: 45 pid: 10181 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746134044.871879:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ff3f100 00000100:00100000:1.0:1746134044.871905:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2597 00000100:00100000:1.0:1746134044.871912:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ff3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+45:2010:x1830953552423936:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134044.872018:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ff3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+45:2010:x1830953552423936:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (424us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134044.872024:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2597 00002000:00100000:1.0:1746134044.872029:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008ff3f100 x1830953552423936/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134044.872036:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ff3f100 with x1830953552423936 ext(0->4095) 00010000:00010000:1.0:1746134044.872041:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8f1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503ac expref: 45 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746134044.872052:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8f1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503ac expref: 45 pid: 10181 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746134044.872057:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ff3f100 00000100:00100000:0.0:1746134044.874694:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.874972:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552424064 00000100:00100000:3.0:1746134044.874978:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552424064 00010000:00010000:3.0:1746134044.875005:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8f1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503ac expref: 45 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134044.875040:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15215 00000100:00100000:3.0:1746134044.875048:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ff3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+45:2010:x1830953552424064:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134044.875058:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134044.875084:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8f1e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503ac expref: 45 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134044.875093:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8f1e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503ac expref: 45 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134044.875110:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c8f1e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503ac expref: 45 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134044.875151:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.875153:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.875158:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8f25 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957503b3 expref: 44 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.875164:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8f25 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957503b3 expref: 44 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.875315:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8f25 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957503b3 expref: 44 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134044.875328:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548166912:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134044.875905:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c840 going to sleep for 11 seconds 00000100:00100000:3.0:1746134044.878322:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548166912:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134044.878339:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134044.878368:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ff3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:2010:x1830953552424064:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3321us (3680us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134044.878376:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15215 00000100:00100000:0.0:1746134044.879783:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.879826:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552424320 00000100:00100000:2.0:1746134044.879831:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552424320 00002000:00100000:2.0:1746134044.879867:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012da68380 x1830953552424320/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134044.879875:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da68380 with x1830953552424320 ext(0->4095) 00002000:00010000:2.0:1746134044.879880:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012da68380 00000100:00100000:2.0:1746134044.879904:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13214 00000100:00100000:2.0:1746134044.879911:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:2009:x1830953552424320:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134044.880037:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:2009:x1830953552424320:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (257us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134044.880045:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13214 00002000:00100000:2.0:1746134044.880050:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012da68380 x1830953552424320/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134044.880056:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da68380 with x1830953552424320 ext(0->4095) 00002000:00010000:2.0:1746134044.880059:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012da68380 00000100:00100000:0.0:1746134044.881947:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.882019:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552424448 00000100:00100000:2.0:1746134044.882025:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552424448 00000100:00100000:2.0:1746134044.882302:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29914 00000100:00100000:2.0:1746134044.882309:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552424448:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134044.882320:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134044.882333:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8f2c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957503ba expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.882355:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8f25 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957503b3 expref: 43 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.882362:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134044.882364:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134044.882367:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8f2c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957503ba expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.882390:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8f25 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503b3 expref: 43 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.882400:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8f25 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503b3 expref: 43 pid: 18904 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746134044.882414:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548167040:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134044.882489:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f240 going to sleep for 11 seconds 00000100:00100000:2.0:1746134044.887708:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548167040:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134044.887732:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8f2c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957503ba expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.887747:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f000, rc 0) 00000100:00100000:2.0:1746134044.887791:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552424448:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5481us (5848us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.887799:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29914 00000100:00100000:0.0:1746134044.889193:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.889282:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552424704 00000100:00100000:2.0:1746134044.889288:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552424704 00000100:00100000:2.0:1746134044.889328:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29915 00000100:00100000:2.0:1746134044.889334:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:1755:x1830953552424704:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134044.889346:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134044.889357:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8f33 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957503c1 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.889377:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134044.889382:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8f2c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957503ba expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.889387:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746134044.889390:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8f33 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957503c1 expref: 45 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.889419:0:10181:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8f2c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503ba expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.889428:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8f33 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957503c1 expref: 45 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.889435:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90ea00, rc 0) 00000100:00100000:2.0:1746134044.889475:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+45:1755:x1830953552424704:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.889480:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29915 00000100:00100000:0.0:1746134044.889905:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.889966:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552424576 00000100:00100000:3.0:1746134044.889971:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552424576 00010000:00010000:3.0:1746134044.889986:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8f25 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503b3 expref: 45 pid: 18904 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134044.890014:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15216 00000100:00100000:3.0:1746134044.890020:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012dc0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+45:2010:x1830953552424576:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134044.890027:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134044.890041:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8f25 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503b3 expref: 45 pid: 18904 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134044.890051:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8f25 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503b3 expref: 45 pid: 18904 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134044.890072:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8f25 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503b3 expref: 45 pid: 18904 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134044.890085:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.890086:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.890091:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8f2c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503ba expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.890323:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8f2c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503ba expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.890342:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8f2c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503ba expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.890351:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8f2c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503ba expref: 5 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134044.890361:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548167296:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134044.890412:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c840 going to sleep for 11 seconds 00000100:00100000:3.0:1746134044.891702:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548167296:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134044.891714:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134044.891740:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012dc0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:2010:x1830953552424576:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1721us (1836us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134044.891747:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15216 00000100:00100000:0.0:1746134044.891915:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134044.892248:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552424960 00000100:00100000:1.0:1746134044.892252:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552424960 00002000:00100000:1.0:1746134044.892429:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007282d500 x1830953552424960/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134044.892438:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282d500 with x1830953552424960 ext(0->4095) 00010000:00010000:1.0:1746134044.892444:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8f2c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503ba expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746134044.892453:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8f2c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503ba expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746134044.892459:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007282d500 00000100:00100000:2.0:1746134044.893972:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2598 00000100:00100000:2.0:1746134044.893982:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2011:x1830953552424960:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746134044.894106:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2011:x1830953552424960:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 Request processed in 127us (2191us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134044.894125:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2598 00002000:00100000:2.0:1746134044.894131:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007282d500 x1830953552424960/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134044.894137:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282d500 with x1830953552424960 ext(0->4095) 00010000:00010000:2.0:1746134044.894142:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8f2c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503ba expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134044.894151:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8f2c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503ba expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00002000:00010000:2.0:1746134044.894160:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007282d500 00000100:00100000:0.0:1746134044.895946:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.896003:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552425088 00000100:00100000:3.0:1746134044.896009:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552425088 00010000:00010000:3.0:1746134044.896034:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8f2c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503ba expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134044.896079:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15217 00000100:00100000:3.0:1746134044.896086:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092055f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552425088:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134044.896095:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134044.896111:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8f2c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503ba expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134044.896302:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8f2c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503ba expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134044.896321:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8f2c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503ba expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134044.896332:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.896334:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.896339:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8f33 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957503c1 expref: 43 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.896346:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8f33 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957503c1 expref: 43 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.896371:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8f33 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957503c1 expref: 43 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134044.896382:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548167424:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134044.897092:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10cd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746134044.898966:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548167424:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134044.898980:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134044.899008:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092055f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552425088:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2923us (3066us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134044.899016:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15217 00000100:00100000:0.0:1746134044.899984:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134044.900054:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552425344 00000100:00100000:1.0:1746134044.900059:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552425344 00002000:00100000:1.0:1746134044.900104:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091aec000 x1830953552425344/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134044.900140:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091aec000 with x1830953552425344 ext(0->4095) 00002000:00010000:1.0:1746134044.900144:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091aec000 00000100:00100000:1.0:1746134044.900168:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13215 00000100:00100000:1.0:1746134044.900175:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091aec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:2010:x1830953552425344:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134044.900281:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091aec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:2010:x1830953552425344:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (299us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134044.900286:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13215 00002000:00100000:1.0:1746134044.900291:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091aec000 x1830953552425344/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134044.900297:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091aec000 with x1830953552425344 ext(0->4095) 00002000:00010000:1.0:1746134044.900299:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091aec000 00000100:00100000:0.0:1746134044.901583:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.901751:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552425472 00000100:00100000:2.0:1746134044.901757:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552425472 00000100:00100000:2.0:1746134044.901790:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29916 00000100:00100000:2.0:1746134044.901795:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091aefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552425472:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134044.901806:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134044.901818:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c8f3a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957503c8 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.901838:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8f33 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957503c1 expref: 43 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.901844:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134044.901845:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134044.901848:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c8f3a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957503c8 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.901869:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8f33 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503c1 expref: 43 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.901877:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8f33 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503c1 expref: 43 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746134044.901886:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548167552:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134044.901951:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f180 going to sleep for 11 seconds 00000100:00100000:0.0:1746134044.903653:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.903739:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548167552:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134044.903758:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c8f3a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957503c8 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.903769:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f400, rc 0) 00000100:00100000:2.0:1746134044.903804:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091aefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552425472:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2009us (2223us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.903811:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29916 00000100:00100000:3.0:1746134044.904189:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552425600 00000100:00100000:3.0:1746134044.904194:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552425600 00002000:00100000:3.0:1746134044.904218:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880091aeed80 x1830953552425600/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 496/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134044.904225:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091aeed80 with x1830953552425600 ext(0->7) 00010000:00010000:3.0:1746134044.904231:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8f33 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503c1 expref: 44 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134044.904240:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8f33 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503c1 expref: 44 pid: 10181 timeout: 814 lvb_type: 0 00002000:00010000:3.0:1746134044.904245:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091aeed80 00000100:00100000:3.0:1746134044.904256:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2599 00000100:00100000:3.0:1746134044.904260:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091aeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:2009:x1830953552425600:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746134044.904945:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091aeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+46:2009:x1830953552425600:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 682us (1293us total) trans 4294970678 rc 0/0 00000100:00100000:0.0:1746134044.904952:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2599 00002000:00100000:0.0:1746134044.904958:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880091aeed80 x1830953552425600/t4294970678(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 496/448 e 0 to 0 dl 1746134055 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134044.904966:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091aeed80 with x1830953552425600 ext(0->7) 00010000:00010000:0.0:1746134044.904972:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8f33 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503c1 expref: 46 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746134044.904982:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8f33 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503c1 expref: 46 pid: 10181 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746134044.904988:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091aeed80 00000100:00100000:0.0:1746134044.909734:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.909833:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552425728 00000100:00100000:3.0:1746134044.909839:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552425728 00010000:00010000:3.0:1746134044.909865:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8f33 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503c1 expref: 46 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134044.909920:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15218 00000100:00100000:3.0:1746134044.909927:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091aed180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+46:2010:x1830953552425728:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134044.909938:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134044.909953:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8f33 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503c1 expref: 46 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134044.909963:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8f33 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503c1 expref: 46 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134044.909982:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8f33 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503c1 expref: 46 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134044.910258:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.910261:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.910268:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c8f3a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957503c8 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.910275:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c8f3a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957503c8 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.910302:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c8f3a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957503c8 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134044.910313:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548167680:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134044.910386:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10cd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746134044.912303:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548167680:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134044.912318:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134044.912345:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091aed180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+45:2010:x1830953552425728:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2418us (2616us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134044.912352:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15218 00000100:00100000:0.0:1746134044.912899:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.913069:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552425984 00000100:00100000:2.0:1746134044.913075:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552425984 00002000:00100000:2.0:1746134044.913102:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009ce32a00 x1830953552425984/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134044.913110:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce32a00 with x1830953552425984 ext(0->4095) 00002000:00010000:2.0:1746134044.913137:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ce32a00 00000100:00100000:2.0:1746134044.913160:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13216 00000100:00100000:2.0:1746134044.913166:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552425984:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134044.913262:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552425984:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (363us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134044.913268:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13216 00002000:00100000:2.0:1746134044.913272:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009ce32a00 x1830953552425984/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134044.913278:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce32a00 with x1830953552425984 ext(0->4095) 00002000:00010000:2.0:1746134044.913281:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ce32a00 00000100:00100000:0.0:1746134044.915505:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.915718:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552426112 00000100:00100000:2.0:1746134044.915724:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552426112 00000100:00100000:2.0:1746134044.915883:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29917 00000100:00100000:2.0:1746134044.915891:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+45:1757:x1830953552426112:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134044.915902:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134044.915914:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8f41 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957503cf expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.915934:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c8f3a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957503c8 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.915939:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.915941:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134044.915943:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8f41 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957503cf expref: 46 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.915965:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c8f3a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503c8 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.915975:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c8f3a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503c8 expref: 5 pid: 9582 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746134044.915984:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548167808:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134044.916886:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f180 going to sleep for 11 seconds 00000100:00100000:0.0:1746134044.917589:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548167808:192.168.203.26@tcp:104: 00010000:00010000:0.0:1746134044.917608:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8f41 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957503cf expref: 46 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.917619:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f600, rc 0) 00000100:00100000:0.0:1746134044.917657:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+46:1757:x1830953552426112:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1766us (2156us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134044.917664:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29917 00000100:00100000:0.0:1746134044.919219:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.919640:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552426240 00000100:00100000:3.0:1746134044.919646:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552426240 00010000:00010000:3.0:1746134044.919672:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c8f3a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503c8 expref: 6 pid: 9582 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134044.919731:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15219 00000100:00100000:3.0:1746134044.919737:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552426240:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134044.919747:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134044.919762:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c8f3a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503c8 expref: 6 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134044.919772:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c8f3a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503c8 expref: 6 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134044.919789:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c8f3a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503c8 expref: 6 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134044.919969:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.919971:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134044.919977:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8f41 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957503cf expref: 45 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.919985:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8f41 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957503cf expref: 45 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134044.920013:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8f41 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957503cf expref: 45 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134044.920023:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548167936:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134044.920431:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10cd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134044.922413:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134044.922477:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552426496 00000100:00100000:1.0:1746134044.922483:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552426496 00002000:00100000:1.0:1746134044.922517:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880085f3d500 x1830953552426496/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134044.922530:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3d500 with x1830953552426496 ext(0->4095) 00002000:00010000:1.0:1746134044.922533:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085f3d500 00000100:00100000:3.0:1746134044.922535:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548167936:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134044.922551:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134044.922557:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13217 00000100:00100000:1.0:1746134044.922563:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+46:2010:x1830953552426496:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134044.922579:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552426240:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2843us (3364us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134044.922585:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15219 00000100:00100000:1.0:1746134044.922758:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+46:2010:x1830953552426496:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 194us (349us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134044.922764:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13217 00002000:00100000:1.0:1746134044.922769:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880085f3d500 x1830953552426496/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134044.922775:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3d500 with x1830953552426496 ext(0->4095) 00002000:00010000:1.0:1746134044.922777:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085f3d500 00000100:00100000:0.0:1746134044.927874:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.928015:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552426624 00000100:00100000:2.0:1746134044.928022:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552426624 00000100:00100000:2.0:1746134044.928096:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29918 00000100:00100000:2.0:1746134044.928103:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b6db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552426624:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134044.928141:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134044.928154:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8f48 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957503d6 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.928338:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8f41 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957503cf expref: 45 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.928347:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134044.928348:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134044.928352:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8f48 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957503d6 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.928379:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8f41 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503cf expref: 45 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.928389:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8f41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503cf expref: 45 pid: 9582 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746134044.928400:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548168064:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134044.928584:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f240 going to sleep for 11 seconds 00000100:00100000:2.0:1746134044.931161:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548168064:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134044.931184:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8f48 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957503d6 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.931197:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fe00, rc 0) 00000100:00100000:2.0:1746134044.931234:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b6db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552426624:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3130us (3366us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.931242:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29918 00000100:00100000:0.0:1746134044.942233:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134044.942546:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552426752 00000100:00100000:1.0:1746134044.942554:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552426752 00002000:00100000:1.0:1746134044.942588:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012f846a00 x1830953552426752/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 496/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134044.942597:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f846a00 with x1830953552426752 ext(0->7) 00010000:00010000:1.0:1746134044.942604:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8f41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503cf expref: 46 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746134044.942615:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8f41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503cf expref: 46 pid: 9582 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746134044.942621:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f846a00 00000100:00100000:1.0:1746134044.942649:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2600 00000100:00100000:1.0:1746134044.942656:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f846a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+46:2010:x1830953552426752:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746134044.944474:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f846a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+48:2010:x1830953552426752:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 1812us (2241us total) trans 4294970679 rc 0/0 00000100:00100000:0.0:1746134044.944483:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2600 00002000:00100000:0.0:1746134044.944491:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88012f846a00 x1830953552426752/t4294970679(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 496/448 e 0 to 0 dl 1746134055 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134044.944499:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f846a00 with x1830953552426752 ext(0->7) 00010000:00010000:0.0:1746134044.944506:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8f41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503cf expref: 48 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746134044.944517:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8f41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503cf expref: 48 pid: 9582 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746134044.944523:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012f846a00 00000100:00100000:0.0:1746134044.948529:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.948610:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552427008 00000100:00100000:2.0:1746134044.948617:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552427008 00000100:00100000:2.0:1746134044.948652:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29919 00000100:00100000:2.0:1746134044.948659:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f846300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+48:1755:x1830953552427008:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134044.948672:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134044.948684:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c8f4f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957503dd expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.948704:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134044.948709:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8f48 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957503d6 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.948714:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746134044.948717:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c8f4f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957503dd expref: 49 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.948744:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8f48 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503d6 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.948755:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c8f4f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957503dd expref: 49 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.948763:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f400, rc 0) 00000100:00100000:2.0:1746134044.948811:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f846300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+49:1755:x1830953552427008:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 153us (289us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.948817:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29919 00000100:00100000:0.0:1746134044.950944:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.951028:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552426880 00000100:00100000:3.0:1746134044.951033:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552426880 00010000:00010000:3.0:1746134044.951058:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8f41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503cf expref: 49 pid: 9582 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746134044.952350:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15220 00000100:00100000:1.0:1746134044.952359:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+49:2009:x1830953552426880:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134044.952370:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134044.952386:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8f41 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503cf expref: 49 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746134044.952398:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8f41 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503cf expref: 49 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746134044.952415:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8f41 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503cf expref: 49 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746134044.952435:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134044.952436:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134044.952442:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8f48 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503d6 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.952449:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8f48 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503d6 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.952473:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8f48 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503d6 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.952482:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8f48 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503d6 expref: 5 pid: 9582 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746134044.952497:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5e3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548168320:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134044.952560:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20480 going to sleep for 11 seconds 00000100:00100000:0.0:1746134044.957098:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134044.957178:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d5e3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548168320:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134044.957193:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134044.957225:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+48:2009:x1830953552426880:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4868us (6285us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134044.957233:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15220 00000100:00100000:2.0:1746134044.957386:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552427264 00000100:00100000:2.0:1746134044.957391:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552427264 00002000:00100000:2.0:1746134044.957422:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800923a5c00 x1830953552427264/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134044.957430:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923a5c00 with x1830953552427264 ext(0->4095) 00010000:00010000:2.0:1746134044.957437:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8f48 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503d6 expref: 6 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134044.957447:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8f48 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503d6 expref: 6 pid: 9582 timeout: 814 lvb_type: 0 00002000:00010000:2.0:1746134044.957452:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800923a5c00 00000100:00100000:2.0:1746134044.957466:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2601 00000100:00100000:2.0:1746134044.957472:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552427264:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134044.957588:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552427264:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (495us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134044.957594:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2601 00002000:00100000:2.0:1746134044.957599:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800923a5c00 x1830953552427264/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134044.957604:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923a5c00 with x1830953552427264 ext(0->4095) 00010000:00010000:2.0:1746134044.957608:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8f48 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503d6 expref: 6 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134044.957625:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8f48 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503d6 expref: 6 pid: 9582 timeout: 814 lvb_type: 0 00002000:00010000:2.0:1746134044.957630:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800923a5c00 00000100:00100000:0.0:1746134044.960045:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134044.961289:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552427392 00000100:00100000:1.0:1746134044.961297:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552427392 00010000:00010000:1.0:1746134044.961325:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8f48 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503d6 expref: 6 pid: 9582 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746134044.961357:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15221 00000100:00100000:1.0:1746134044.961364:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552427392:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134044.961374:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134044.961387:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8f48 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503d6 expref: 6 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746134044.961397:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8f48 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503d6 expref: 6 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746134044.961419:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8f48 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503d6 expref: 6 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746134044.961436:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134044.961438:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134044.961444:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c8f4f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957503dd expref: 47 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.961451:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c8f4f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957503dd expref: 47 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.961473:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c8f4f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957503dd expref: 47 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134044.961483:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5e3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548168448:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134044.961546:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20480 going to sleep for 11 seconds 00000100:00100000:0.0:1746134044.967812:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.968854:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552427648 00000100:00100000:2.0:1746134044.968862:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552427648 00000100:00100000:1.0:1746134044.968932:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d5e3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548168448:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134044.968947:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134044.968983:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552427392:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 7618us (8942us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134044.968991:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15221 00002000:00100000:2.0:1746134044.969582:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880092399880 x1830953552427648/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134044.969591:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092399880 with x1830953552427648 ext(0->4095) 00002000:00010000:2.0:1746134044.969595:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092399880 00000100:00100000:2.0:1746134044.970277:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13218 00000100:00100000:2.0:1746134044.970284:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092399880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+48:2011:x1830953552427648:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746134044.970397:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092399880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+48:2011:x1830953552427648:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 Request processed in 113us (2592us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134044.970403:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13218 00002000:00100000:2.0:1746134044.970408:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880092399880 x1830953552427648/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 488/4536 e 0 to 0 dl 1746134055 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134044.970416:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092399880 with x1830953552427648 ext(0->4095) 00002000:00010000:2.0:1746134044.970418:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092399880 00000100:00100000:0.0:1746134044.975460:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134044.975580:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552427776 00000100:00100000:2.0:1746134044.975587:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552427776 00000100:00100000:2.0:1746134044.975620:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29920 00000100:00100000:2.0:1746134044.975626:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092399c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552427776:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134044.975640:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134044.975654:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8f56 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957503e4 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.975675:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c8f4f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957503dd expref: 47 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.975686:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134044.975687:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134044.975690:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8f56 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957503e4 expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.975712:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c8f4f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503dd expref: 47 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.975722:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c8f4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503dd expref: 47 pid: 9582 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746134044.975732:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548168576:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134044.978094:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f000 going to sleep for 11 seconds 00000100:00100000:2.0:1746134044.979921:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548168576:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134044.979942:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8f56 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957503e4 expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134044.979955:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fe00, rc 0) 00000100:00100000:2.0:1746134044.979990:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092399c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552427776:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4363us (4535us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134044.979998:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29920 00000100:00100000:0.0:1746134044.984379:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134044.984497:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552427904 00000100:00100000:3.0:1746134044.984505:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552427904 00002000:00100000:3.0:1746134044.984539:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880092399f80 x1830953552427904/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 496/0 e 0 to 0 dl 1746134055 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134044.984547:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092399f80 with x1830953552427904 ext(0->7) 00010000:00010000:3.0:1746134044.984555:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c8f4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503dd expref: 48 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134044.984567:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c8f4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503dd expref: 48 pid: 9582 timeout: 814 lvb_type: 0 00002000:00010000:3.0:1746134044.984572:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092399f80 00000100:00100000:3.0:1746134044.984600:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2602 00000100:00100000:3.0:1746134044.984606:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092399f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+48:2009:x1830953552427904:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746134044.988599:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092399f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+50:2009:x1830953552427904:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 3987us (4220us total) trans 4294970680 rc 0/0 00000100:00100000:1.0:1746134044.988609:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2602 00002000:00100000:1.0:1746134044.988617:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880092399f80 x1830953552427904/t4294970680(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:255/0 lens 496/448 e 0 to 0 dl 1746134055 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134044.988624:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092399f80 with x1830953552427904 ext(0->7) 00010000:00010000:1.0:1746134044.988631:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c8f4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503dd expref: 50 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746134044.988650:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c8f4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503dd expref: 50 pid: 9582 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746134044.988656:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092399f80 00000100:00100000:0.0:1746134044.991405:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134044.994363:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552428032 00000100:00100000:1.0:1746134044.994373:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552428032 00010000:00010000:1.0:1746134044.994406:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c8f4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503dd expref: 50 pid: 9582 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746134044.994444:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15222 00000100:00100000:1.0:1746134044.994456:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009239ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+50:2010:x1830953552428032:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134044.994468:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134044.994485:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c8f4f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503dd expref: 50 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746134044.994496:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c8f4f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503dd expref: 50 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746134044.994514:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f400/0x9682c7de153c8f4f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503dd expref: 50 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746134044.994537:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134044.994538:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134044.994544:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8f56 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957503e4 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.994555:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8f56 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957503e4 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134044.994587:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8f56 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957503e4 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134044.994596:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5e3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548168704:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134044.994674:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20480 going to sleep for 11 seconds 00000100:00100000:2.0:1746134044.996331:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134044.996421:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552428160 00000100:00100000:0.0:1746134044.996427:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552428160 00000100:00100000:0.0:1746134044.996456:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29921 00000100:00100000:0.0:1746134044.996462:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+50:1755:x1830953552428160:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134044.996473:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134044.996484:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092355c00/0x9682c7de153c8f5d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957503eb expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.996504:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8f56 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957503e4 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.996510:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134044.996512:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134044.996514:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092355c00/0x9682c7de153c8f5d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957503eb expref: 51 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.996536:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8f56 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503e4 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134044.996546:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8f56 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503e4 expref: 5 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:0.0:1746134044.996559:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b901180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548168832:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134045.003929:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c240 going to sleep for 10 seconds 00000100:00100000:1.0:1746134045.004216:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d5e3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548168704:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134045.004230:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134045.004271:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009239ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+51:2010:x1830953552428032:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 9820us (12871us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134045.004279:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15222 00000100:00100000:0.0:1746134045.009504:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134045.010305:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552428416 00000100:00100000:1.0:1746134045.010312:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552428416 00002000:00100000:1.0:1746134045.010366:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b900380 x1830953552428416/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134045.010375:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b900380 with x1830953552428416 ext(0->4095) 00010000:00010000:1.0:1746134045.010382:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8f56 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503e4 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746134045.010392:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8f56 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503e4 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746134045.010398:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b900380 00000100:00100000:1.0:1746134045.010428:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2603 00000100:00100000:1.0:1746134045.010436:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b900380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552428416:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134045.010544:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b900380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552428416:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (1045us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134045.010549:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2603 00002000:00100000:1.0:1746134045.010554:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b900380 x1830953552428416/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134045.010561:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b900380 with x1830953552428416 ext(0->4095) 00010000:00010000:1.0:1746134045.010565:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8f56 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503e4 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746134045.010573:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8f56 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503e4 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746134045.010577:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b900380 00000100:00080000:2.0:1746134045.011350:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746134045.011488:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b901180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548168832:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134045.011508:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092355c00/0x9682c7de153c8f5d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957503eb expref: 50 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.011519:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092355c00, rc 0) 00000100:00100000:1.0:1746134045.012673:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+50:1755:x1830953552428160:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 16206us (16342us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134045.012681:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29921 00000100:00100000:0.0:1746134045.013435:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134045.015577:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552428544 00000100:00100000:1.0:1746134045.015587:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552428544 00000100:00080000:3.0:1746134045.015667:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746134045.015810:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.015882:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552428672 00000100:00100000:2.0:1746134045.015885:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552428672 00010000:00010000:2.0:1746134045.015903:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8f56 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503e4 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746134045.015933:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15223 00000100:00100000:2.0:1746134045.015939:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ece850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552428672:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134045.015949:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134045.015968:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8f56 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503e4 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.015978:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8f56 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503e4 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.015995:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8f56 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503e4 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.016009:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134045.016011:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134045.016016:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092355c00/0x9682c7de153c8f5d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957503eb expref: 50 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.016023:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092355c00/0x9682c7de153c8f5d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957503eb expref: 50 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.016048:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092355c00/0x9682c7de153c8f5d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957503eb expref: 50 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134045.016058:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548168960:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134045.016136:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f000 going to sleep for 11 seconds 00000100:00100000:1.0:1746134045.016316:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29922 00000100:00100000:1.0:1746134045.016322:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b901f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+50:1757:x1830953552428544:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134045.016332:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134045.016341:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8f64 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957503f2 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.016355:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092355c00/0x9682c7de153c8f5d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957503eb expref: 51 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.016360:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134045.016361:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134045.016364:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8f64 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957503f2 expref: 51 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.016378:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092355c00/0x9682c7de153c8f5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503eb expref: 51 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.016387:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092355c00/0x9682c7de153c8f5d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503eb expref: 51 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746134045.016394:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5e3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548169088:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134045.016428:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20600 going to sleep for 11 seconds 00000100:00100000:1.0:1746134045.019852:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d5e3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548169088:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134045.019876:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8f64 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957503f2 expref: 51 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.019889:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095786000, rc 0) 00000100:00100000:1.0:1746134045.019926:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b901f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+51:1757:x1830953552428544:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3603us (6492us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134045.019933:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29922 00000100:00100000:0.0:1746134045.020409:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.020469:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548168960:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134045.020480:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134045.020498:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ece850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552428672:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4560us (4692us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.020504:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15223 00000100:00100000:3.0:1746134045.020546:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552428928 00000100:00100000:3.0:1746134045.020549:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552428928 00002000:00100000:3.0:1746134045.020572:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b900a80 x1830953552428928/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134045.020579:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b900a80 with x1830953552428928 ext(0->4095) 00010000:00010000:3.0:1746134045.020585:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092355c00/0x9682c7de153c8f5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503eb expref: 51 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.020594:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092355c00/0x9682c7de153c8f5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503eb expref: 51 pid: 10181 timeout: 814 lvb_type: 0 00002000:00010000:3.0:1746134045.020599:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b900a80 00000100:00100000:3.0:1746134045.020620:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2604 00000100:00100000:3.0:1746134045.020625:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b900a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+51:2010:x1830953552428928:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134045.020712:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b900a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+51:2010:x1830953552428928:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 86us (303us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134045.020717:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2604 00002000:00100000:3.0:1746134045.020721:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b900a80 x1830953552428928/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134045.020728:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b900a80 with x1830953552428928 ext(0->4095) 00010000:00010000:3.0:1746134045.020732:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092355c00/0x9682c7de153c8f5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503eb expref: 51 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.020740:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092355c00/0x9682c7de153c8f5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503eb expref: 51 pid: 10181 timeout: 814 lvb_type: 0 00002000:00010000:3.0:1746134045.020746:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b900a80 00000100:00100000:0.0:1746134045.024668:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.024947:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552429056 00000100:00100000:3.0:1746134045.024954:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552429056 00010000:00010000:3.0:1746134045.024984:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092355c00/0x9682c7de153c8f5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503eb expref: 51 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.025009:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15224 00000100:00100000:3.0:1746134045.025015:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b901180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+51:2010:x1830953552429056:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134045.025027:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134045.025043:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092355c00/0x9682c7de153c8f5d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503eb expref: 51 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.025052:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092355c00/0x9682c7de153c8f5d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503eb expref: 51 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.025078:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092355c00/0x9682c7de153c8f5d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503eb expref: 51 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.025308:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.025310:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.025316:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8f64 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957503f2 expref: 50 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.025328:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8f64 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957503f2 expref: 50 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.025354:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8f64 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957503f2 expref: 50 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134045.025364:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548169216:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134045.026838:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746134045.030151:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548169216:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134045.030168:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134045.030201:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b901180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+50:2010:x1830953552429056:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 5185us (5540us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.030209:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15224 00000100:00100000:0.0:1746134045.030424:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134045.030595:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552429312 00000100:00100000:1.0:1746134045.030601:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552429312 00002000:00100000:1.0:1746134045.030633:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009558ed80 x1830953552429312/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134045.030642:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009558ed80 with x1830953552429312 ext(0->4095) 00002000:00010000:1.0:1746134045.030646:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009558ed80 00000100:00100000:1.0:1746134045.030670:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13219 00000100:00100000:1.0:1746134045.030676:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009558ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+50:2010:x1830953552429312:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134045.030772:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009558ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+50:2010:x1830953552429312:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (348us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134045.030777:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13219 00002000:00100000:1.0:1746134045.030781:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009558ed80 x1830953552429312/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134045.030787:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009558ed80 with x1830953552429312 ext(0->4095) 00002000:00010000:1.0:1746134045.030790:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009558ed80 00000100:00100000:1.0:1746134045.035765:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.035858:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552429440 00000100:00100000:2.0:1746134045.035865:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552429440 00000100:00100000:2.0:1746134045.036037:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29923 00000100:00100000:2.0:1746134045.036045:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552429440:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134045.036059:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134045.036079:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8f6b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957503f9 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.036104:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8f64 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957503f2 expref: 49 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.036110:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134045.036130:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134045.036133:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8f6b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957503f9 expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.036157:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8f64 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503f2 expref: 49 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.036167:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8f64 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503f2 expref: 49 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746134045.036176:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548169344:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134045.036243:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746134045.038527:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548169344:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134045.038548:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8f6b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957503f9 expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.038561:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fc00, rc 0) 00000100:00100000:2.0:1746134045.039402:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552429440:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3354us (3639us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134045.039410:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29923 00000100:00100000:0.0:1746134045.041573:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134045.041651:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.041725:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552429568 00000100:00100000:3.0:1746134045.041732:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552429568 00010000:00010000:3.0:1746134045.041761:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8f64 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503f2 expref: 50 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.041783:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15225 00000100:00100000:3.0:1746134045.041788:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009558d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+50:2009:x1830953552429568:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134045.041799:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134045.041817:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8f64 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503f2 expref: 50 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.041831:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8f64 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503f2 expref: 50 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.041851:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c8f64 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503f2 expref: 50 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746134045.042012:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552429696 00000100:00100000:2.0:1746134045.042016:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552429696 00000100:00100000:2.0:1746134045.042037:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29924 00000100:00100000:2.0:1746134045.042041:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009558f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+50:1755:x1830953552429696:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134045.042052:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134045.042060:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8f72 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750400 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.042085:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134045.042090:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8f6b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957503f9 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.042095:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134045.042098:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8f72 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750400 expref: 51 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.042139:0:10181:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8f6b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503f9 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.042149:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8f72 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750400 expref: 51 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.042670:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.042672:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.042678:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8f6b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503f9 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.042684:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8f6b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503f9 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.042705:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8f6b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503f9 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.042714:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8f6b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503f9 expref: 5 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.042724:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548169600:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134045.043055:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f200, rc 0) 00000100:00100000:2.0:1746134045.043634:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009558f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+51:1755:x1830953552429696:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1590us (1980us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134045.043641:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29924 00000100:00100000:3.0:1746134045.043694:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134045.045578:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.045693:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548169600:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134045.045707:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134045.045737:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009558d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+50:2009:x1830953552429568:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3948us (4169us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.045748:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15225 00000100:00100000:2.0:1746134045.045808:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552429952 00000100:00100000:2.0:1746134045.045813:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552429952 00002000:00100000:2.0:1746134045.045837:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008fe85180 x1830953552429952/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134045.045845:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe85180 with x1830953552429952 ext(0->4095) 00010000:00010000:2.0:1746134045.045852:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8f6b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503f9 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.045862:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8f6b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503f9 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00002000:00010000:2.0:1746134045.045867:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fe85180 00000100:00100000:2.0:1746134045.045891:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2605 00000100:00100000:2.0:1746134045.045896:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953552429952:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746134045.045985:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953552429952:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 Request processed in 89us (412us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134045.045990:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2605 00002000:00100000:2.0:1746134045.045994:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008fe85180 x1830953552429952/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134045.046006:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe85180 with x1830953552429952 ext(0->4095) 00010000:00010000:2.0:1746134045.046010:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8f6b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503f9 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.046017:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8f6b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503f9 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00002000:00010000:2.0:1746134045.046022:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fe85180 00000100:00100000:0.0:1746134045.048495:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.048734:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552430080 00000100:00100000:3.0:1746134045.048741:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552430080 00010000:00010000:3.0:1746134045.048767:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8f6b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503f9 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.048787:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15226 00000100:00100000:3.0:1746134045.048792:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088051880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552430080:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134045.048802:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134045.048816:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8f6b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503f9 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.048825:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8f6b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503f9 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.048842:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c8f6b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957503f9 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.048867:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.048869:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.048875:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8f72 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750400 expref: 49 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.048882:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8f72 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750400 expref: 49 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.048905:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8f72 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750400 expref: 49 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134045.048916:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548169728:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134045.048973:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746134045.053824:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548169728:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134045.053842:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134045.053885:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088051880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552430080:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 5091us (5394us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.053894:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15226 00000100:00100000:0.0:1746134045.054882:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134045.055278:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552430336 00000100:00100000:1.0:1746134045.055284:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552430336 00002000:00100000:1.0:1746134045.055316:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880088053b80 x1830953552430336/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134045.055324:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088053b80 with x1830953552430336 ext(0->4095) 00002000:00010000:1.0:1746134045.055329:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088053b80 00000100:00100000:1.0:1746134045.055354:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13220 00000100:00100000:1.0:1746134045.055360:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088053b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+50:2010:x1830953552430336:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134045.055470:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088053b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+50:2010:x1830953552430336:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (589us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134045.055477:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13220 00002000:00100000:1.0:1746134045.055481:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880088053b80 x1830953552430336/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134045.055488:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088053b80 with x1830953552430336 ext(0->4095) 00002000:00010000:1.0:1746134045.055490:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088053b80 00000100:00100000:0.0:1746134045.062295:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.062376:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552430464 00000100:00100000:2.0:1746134045.062384:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552430464 00000100:00100000:2.0:1746134045.062418:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29925 00000100:00100000:2.0:1746134045.062425:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088053100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552430464:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134045.062439:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134045.062453:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8f79 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750407 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.062475:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8f72 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750400 expref: 49 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.062482:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134045.062483:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134045.062486:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8f79 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750407 expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.062511:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8f72 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750400 expref: 49 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.062525:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8f72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750400 expref: 49 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746134045.062534:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548169856:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134045.062881:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746134045.066461:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548169856:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134045.066484:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8f79 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750407 expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.066500:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90ea00, rc 0) 00000100:00100000:2.0:1746134045.066534:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088053100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552430464:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4109us (4246us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134045.066542:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29925 00000100:00100000:0.0:1746134045.066842:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.067021:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552430592 00000100:00100000:2.0:1746134045.067026:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552430592 00002000:00100000:2.0:1746134045.067052:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880088052d80 x1830953552430592/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 496/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134045.067060:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088052d80 with x1830953552430592 ext(0->7) 00010000:00010000:2.0:1746134045.067076:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8f72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750400 expref: 50 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.067087:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8f72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750400 expref: 50 pid: 10181 timeout: 814 lvb_type: 0 00002000:00010000:2.0:1746134045.067097:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088052d80 00000100:00100000:2.0:1746134045.067642:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2606 00000100:00100000:2.0:1746134045.067649:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088052d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+50:2010:x1830953552430592:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746134045.069144:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088052d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+52:2010:x1830953552430592:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 1492us (2300us total) trans 4294970681 rc 0/0 00000100:00100000:0.0:1746134045.069151:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2606 00002000:00100000:0.0:1746134045.069158:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880088052d80 x1830953552430592/t4294970681(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 496/448 e 0 to 0 dl 1746134056 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134045.069166:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088052d80 with x1830953552430592 ext(0->7) 00010000:00010000:0.0:1746134045.069173:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8f72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750400 expref: 52 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746134045.069188:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8f72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750400 expref: 52 pid: 10181 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746134045.069193:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088052d80 00000100:00100000:0.0:1746134045.076467:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.076549:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552430720 00000100:00100000:2.0:1746134045.076556:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552430720 00000100:00100000:2.0:1746134045.076589:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29926 00000100:00100000:2.0:1746134045.076595:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+52:1755:x1830953552430720:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134045.076611:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134045.076624:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8f80 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575040e expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.076646:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134045.076651:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8f79 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750407 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.076656:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746134045.076659:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8f80 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575040e expref: 53 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.076685:0:10181:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8f79 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750407 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.077069:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8f80 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575040e expref: 53 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.077078:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f000, rc 0) 00000100:00100000:2.0:1746134045.082072:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+53:1755:x1830953552430720:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5459us (5594us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134045.082083:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29926 00000100:00100000:1.0:1746134045.086184:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.086654:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552430848 00000100:00100000:2.0:1746134045.086661:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552430848 00010000:00010000:2.0:1746134045.086689:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8f72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750400 expref: 53 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746134045.087010:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15227 00000100:00100000:2.0:1746134045.087017:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+53:2009:x1830953552430848:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134045.087029:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134045.087044:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8f72 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750400 expref: 53 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.087055:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8f72 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750400 expref: 53 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.087082:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c8f72 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750400 expref: 53 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.087535:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134045.087538:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134045.087544:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8f79 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750407 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.087552:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8f79 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750407 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.087582:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8f79 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750407 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.087592:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8f79 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750407 expref: 5 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746134045.087602:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548170112:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134045.087958:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746134045.090345:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548170112:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134045.090361:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134045.090402:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+52:2009:x1830953552430848:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3385us (4225us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134045.090410:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15227 00000100:00100000:0.0:1746134045.090476:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134045.090573:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552431104 00000100:00100000:1.0:1746134045.090578:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552431104 00002000:00100000:1.0:1746134045.090913:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091868380 x1830953552431104/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134045.090922:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091868380 with x1830953552431104 ext(0->4095) 00010000:00010000:1.0:1746134045.090929:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8f79 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750407 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746134045.091079:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8f79 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750407 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746134045.091182:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091868380 00000100:00100000:1.0:1746134045.091492:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2607 00000100:00100000:1.0:1746134045.091499:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091868380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552431104:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134045.091600:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091868380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552431104:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (1126us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134045.091605:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2607 00002000:00100000:1.0:1746134045.091610:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091868380 x1830953552431104/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134045.091623:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091868380 with x1830953552431104 ext(0->4095) 00010000:00010000:1.0:1746134045.091628:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8f79 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750407 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746134045.091637:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8f79 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750407 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746134045.091642:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091868380 00000100:00100000:0.0:1746134045.095566:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.095920:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552431232 00000100:00100000:2.0:1746134045.095927:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552431232 00010000:00010000:2.0:1746134045.095956:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8f79 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750407 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746134045.096021:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15228 00000100:00100000:2.0:1746134045.096027:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552431232:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134045.096038:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134045.096054:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8f79 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750407 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.096077:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8f79 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750407 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.096095:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8f79 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750407 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.096143:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134045.096145:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134045.096151:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8f80 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575040e expref: 51 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.096158:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8f80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575040e expref: 51 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.096187:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8f80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575040e expref: 51 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134045.096196:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548170240:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134045.096270:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746134045.099483:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548170240:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134045.099500:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134045.099534:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552431232:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3506us (3974us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134045.099543:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15228 00000100:00100000:0.0:1746134045.099828:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134045.100180:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552431488 00000100:00100000:0.0:1746134045.100185:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552431488 00002000:00100000:0.0:1746134045.100211:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880131cbca80 x1830953552431488/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134045.100219:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cbca80 with x1830953552431488 ext(0->4095) 00002000:00010000:0.0:1746134045.100223:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131cbca80 00000100:00100000:0.0:1746134045.100244:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13221 00000100:00100000:0.0:1746134045.100250:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+52:2010:x1830953552431488:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746134045.100352:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+52:2010:x1830953552431488:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (524us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134045.100357:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13221 00002000:00100000:0.0:1746134045.100362:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880131cbca80 x1830953552431488/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134045.100368:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cbca80 with x1830953552431488 ext(0->4095) 00002000:00010000:0.0:1746134045.100370:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131cbca80 00000100:00100000:0.0:1746134045.106333:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.106520:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552431616 00000100:00100000:2.0:1746134045.106528:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552431616 00000100:00100000:2.0:1746134045.106564:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29927 00000100:00100000:2.0:1746134045.106571:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552431616:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134045.106586:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134045.106599:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8f87 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750415 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.106622:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8f80 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575040e expref: 51 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.106628:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134045.106630:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134045.106633:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8f87 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750415 expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.106656:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8f80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575040e expref: 51 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.106666:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8f80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575040e expref: 51 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746134045.106675:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548170368:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134045.106892:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134045.113984:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134045.114080:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552431744 00000100:00100000:1.0:1746134045.114087:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552431744 00002000:00100000:1.0:1746134045.114137:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880091a87480 x1830953552431744/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 496/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134045.114146:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a87480 with x1830953552431744 ext(0->7) 00010000:00010000:1.0:1746134045.114154:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8f80 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575040e expref: 52 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746134045.114165:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8f80 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575040e expref: 52 pid: 10181 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746134045.114171:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091a87480 00000100:00100000:1.0:1746134045.114186:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2608 00000100:00100000:1.0:1746134045.114193:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+52:2009:x1830953552431744:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746134045.115050:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548170368:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134045.115080:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8f87 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750415 expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.115095:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fe00, rc 0) 00000100:00100000:2.0:1746134045.115148:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552431616:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8577us (8821us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134045.115154:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29927 00000100:00100000:0.0:1746134045.117025:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:2009:x1830953552431744:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 2827us (3042us total) trans 4294970682 rc 0/0 00000100:00100000:0.0:1746134045.117034:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2608 00002000:00100000:0.0:1746134045.117042:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880091a87480 x1830953552431744/t4294970682(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 496/448 e 0 to 0 dl 1746134056 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134045.117050:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a87480 with x1830953552431744 ext(0->7) 00010000:00010000:0.0:1746134045.117057:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8f80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575040e expref: 54 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746134045.117078:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8f80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575040e expref: 54 pid: 10181 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746134045.117084:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091a87480 00000100:00100000:2.0:1746134045.126974:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134045.127039:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552431872 00000100:00100000:0.0:1746134045.127046:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552431872 00010000:00010000:0.0:1746134045.127083:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8f80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575040e expref: 54 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:0.0:1746134045.127106:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15229 00000100:00100000:0.0:1746134045.127138:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:2010:x1830953552431872:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134045.127151:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134045.127166:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8f80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575040e expref: 54 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746134045.127181:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8f80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575040e expref: 54 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746134045.127200:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8f80 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575040e expref: 54 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746134045.127227:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134045.127230:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134045.127236:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8f87 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750415 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134045.127242:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8f87 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750415 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134045.127267:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8f87 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750415 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134045.127277:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091a87100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548170496:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134045.127337:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c480 going to sleep for 11 seconds 00000100:00100000:3.0:1746134045.131973:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.132427:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552432000 00000100:00100000:2.0:1746134045.132435:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552432000 00000100:00100000:2.0:1746134045.132485:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29928 00000100:00100000:2.0:1746134045.132492:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800872b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:1755:x1830953552432000:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134045.132507:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134045.132520:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8f8e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575041c expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.132541:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8f87 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750415 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.132547:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134045.132549:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134045.132552:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8f8e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575041c expref: 55 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.132575:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8f87 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750415 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.132585:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8f87 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750415 expref: 5 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746134045.132600:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917f4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548170624:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134045.132657:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746134045.132705:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.132726:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552432256 00000100:00100000:3.0:1746134045.132730:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552432256 00002000:00100000:3.0:1746134045.132752:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800872b4000 x1830953552432256/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134045.132759:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800872b4000 with x1830953552432256 ext(0->4095) 00010000:00010000:3.0:1746134045.132764:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8f87 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750415 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.132771:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8f87 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750415 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00002000:00010000:3.0:1746134045.132776:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800872b4000 00000100:00100000:3.0:1746134045.132788:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2609 00000100:00100000:3.0:1746134045.132793:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800872b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552432256:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134045.132882:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800872b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552432256:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 89us (177us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134045.132889:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2609 00002000:00100000:3.0:1746134045.132894:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800872b4000 x1830953552432256/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134045.132900:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800872b4000 with x1830953552432256 ext(0->4095) 00010000:00010000:3.0:1746134045.132905:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8f87 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750415 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.132912:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8f87 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750415 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00002000:00010000:3.0:1746134045.132917:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800872b4000 00000100:00100000:0.0:1746134045.133219:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091a87100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548170496:192.168.203.26@tcp:105: 00010000:00010000:0.0:1746134045.133230:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134045.133245:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:2010:x1830953552431872:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 6133us (6278us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134045.133252:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15229 00000100:00100000:2.0:1746134045.134454:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917f4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548170624:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134045.134470:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8f8e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575041c expref: 54 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.134481:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f600, rc 0) 00000100:00100000:2.0:1746134045.134513:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800872b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:1755:x1830953552432000:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2022us (2546us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134045.134519:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29928 00000100:00100000:0.0:1746134045.138169:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.139678:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552432384 00000100:00100000:2.0:1746134045.139687:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552432384 00000100:00100000:2.0:1746134045.139724:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29929 00000100:00100000:2.0:1746134045.139731:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:1757:x1830953552432384:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134045.139746:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134045.139759:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8f95 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750423 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.139779:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134045.139784:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8f8e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575041c expref: 55 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.139789:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134045.139791:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8f95 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750423 expref: 55 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.139821:0:10181:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8f8e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575041c expref: 55 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.139830:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8f95 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750423 expref: 55 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.139837:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90ea00, rc 0) 00000100:00100000:2.0:1746134045.139868:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:1757:x1830953552432384:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (1707us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134045.139873:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29929 00000100:00100000:1.0:1746134045.140865:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.141586:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552432512 00000100:00100000:2.0:1746134045.141591:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552432512 00010000:00010000:2.0:1746134045.141613:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8f87 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750415 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746134045.141643:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15230 00000100:00100000:2.0:1746134045.141649:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129eccc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552432512:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134045.141658:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134045.141672:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8f87 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750415 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.141682:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8f87 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750415 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.141698:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c8f87 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750415 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.141720:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134045.141722:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134045.141726:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8f8e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575041c expref: 54 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.141733:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8f8e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575041c expref: 54 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.141754:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8f8e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575041c expref: 54 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.141762:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8f8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575041c expref: 54 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746134045.141772:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917f4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548170880:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134045.141830:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134045.145890:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.146081:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917f4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548170880:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134045.146097:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134045.146152:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129eccc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552432512:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4501us (5289us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134045.146161:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15230 00000100:00100000:3.0:1746134045.146466:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552432768 00000100:00100000:3.0:1746134045.146471:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552432768 00002000:00100000:3.0:1746134045.146498:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a85180 x1830953552432768/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134045.146507:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a85180 with x1830953552432768 ext(0->4095) 00010000:00010000:3.0:1746134045.146513:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8f8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575041c expref: 55 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.146524:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8f8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575041c expref: 55 pid: 10181 timeout: 814 lvb_type: 0 00002000:00010000:3.0:1746134045.146529:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091a85180 00000100:00100000:3.0:1746134045.146542:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2610 00000100:00100000:3.0:1746134045.146546:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:2009:x1830953552432768:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134045.146636:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:2009:x1830953552432768:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 89us (752us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134045.146641:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2610 00002000:00100000:3.0:1746134045.146645:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a85180 x1830953552432768/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134045.146652:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a85180 with x1830953552432768 ext(0->4095) 00010000:00010000:3.0:1746134045.146655:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8f8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575041c expref: 55 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.146662:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8f8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575041c expref: 55 pid: 10181 timeout: 814 lvb_type: 0 00002000:00010000:3.0:1746134045.146667:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091a85180 00000100:00100000:0.0:1746134045.153635:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.153869:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552432896 00000100:00100000:2.0:1746134045.153875:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552432896 00010000:00010000:2.0:1746134045.153902:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8f8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575041c expref: 55 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746134045.153927:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15231 00000100:00100000:2.0:1746134045.153932:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957a0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:2009:x1830953552432896:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134045.153943:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134045.153957:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8f8e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575041c expref: 55 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.153966:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8f8e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575041c expref: 55 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.153981:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8f8e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575041c expref: 55 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.154055:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134045.154058:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134045.154070:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8f95 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750423 expref: 54 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.154077:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8f95 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750423 expref: 54 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.154100:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8f95 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750423 expref: 54 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134045.154108:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917f4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548171008:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134045.154192:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f000 going to sleep for 11 seconds 00000100:00100000:2.0:1746134045.156931:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917f4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548171008:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134045.156947:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134045.156984:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957a0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:2009:x1830953552432896:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3049us (3355us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134045.156992:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15231 00000100:00100000:0.0:1746134045.157455:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.157900:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552433152 00000100:00100000:2.0:1746134045.157907:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552433152 00002000:00100000:2.0:1746134045.157938:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800957a2a00 x1830953552433152/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134045.157946:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957a2a00 with x1830953552433152 ext(0->4095) 00002000:00010000:2.0:1746134045.157950:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800957a2a00 00000100:00100000:2.0:1746134045.158001:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13222 00000100:00100000:2.0:1746134045.158008:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:2010:x1830953552433152:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134045.158142:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:2010:x1830953552433152:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 134us (686us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134045.158147:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13222 00002000:00100000:2.0:1746134045.158152:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800957a2a00 x1830953552433152/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134045.158159:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957a2a00 with x1830953552433152 ext(0->4095) 00002000:00010000:2.0:1746134045.158161:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800957a2a00 00000100:00100000:0.0:1746134045.160928:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134045.160957:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552433280 00000100:00100000:0.0:1746134045.160964:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552433280 00000100:00100000:0.0:1746134045.161004:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29930 00000100:00100000:0.0:1746134045.161011:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552433280:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134045.161025:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134045.161037:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092355a00/0x9682c7de153c8f9c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575042a expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134045.161059:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8f95 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750423 expref: 53 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134045.161081:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134045.161083:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134045.161086:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092355a00/0x9682c7de153c8f9c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575042a expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134045.161108:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8f95 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750423 expref: 53 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134045.161137:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8f95 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750423 expref: 53 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:0.0:1746134045.161147:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800893e0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548171136:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134045.161217:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c480 going to sleep for 11 seconds 00000100:00100000:2.0:1746134045.164162:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800893e0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548171136:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134045.164187:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092355a00/0x9682c7de153c8f9c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575042a expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.164204:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092355a00, rc 0) 00000100:00100000:2.0:1746134045.164237:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552433280:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3226us (3313us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134045.164244:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29930 00000100:00100000:0.0:1746134045.165200:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.165636:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552433408 00000100:00100000:2.0:1746134045.165642:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552433408 00010000:00010000:2.0:1746134045.165665:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8f95 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750423 expref: 54 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746134045.165693:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15232 00000100:00100000:2.0:1746134045.165700:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:2009:x1830953552433408:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134045.165709:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134045.165725:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8f95 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750423 expref: 54 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.165734:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8f95 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750423 expref: 54 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.165750:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8f95 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750423 expref: 54 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.165773:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134045.165774:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134045.165780:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092355a00/0x9682c7de153c8f9c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575042a expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.165791:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092355a00/0x9682c7de153c8f9c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575042a expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.165815:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092355a00/0x9682c7de153c8f9c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575042a expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134045.165825:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917f4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548171264:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134045.166277:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f240 going to sleep for 11 seconds 00000100:00100000:0.0:1746134045.168289:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.168384:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552433664 00000100:00100000:3.0:1746134045.168390:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552433664 00000100:00100000:3.0:1746134045.168422:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29931 00000100:00100000:3.0:1746134045.168428:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:1755:x1830953552433664:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134045.168440:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134045.168453:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8fa3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750431 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.168472:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092355a00/0x9682c7de153c8f9c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575042a expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.168478:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.168480:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.168484:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8fa3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750431 expref: 55 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.168505:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092355a00/0x9682c7de153c8f9c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575042a expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.168515:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092355a00/0x9682c7de153c8f9c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575042a expref: 5 pid: 9582 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.168526:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548171392:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134045.168583:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10cb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746134045.168679:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917f4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548171264:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134045.168689:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134045.168715:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:2009:x1830953552433408:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3016us (3517us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134045.168722:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15232 00000100:00100000:0.0:1746134045.170168:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.170418:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552433792 00000100:00100000:3.0:1746134045.170423:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552433792 00002000:00100000:3.0:1746134045.170451:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800893e0a80 x1830953552433792/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134045.170460:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800893e0a80 with x1830953552433792 ext(0->4095) 00010000:00010000:3.0:1746134045.170467:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092355a00/0x9682c7de153c8f9c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575042a expref: 6 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.170478:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092355a00/0x9682c7de153c8f9c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575042a expref: 6 pid: 9582 timeout: 814 lvb_type: 0 00002000:00010000:3.0:1746134045.170483:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800893e0a80 00000100:00100000:3.0:1746134045.171806:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2611 00000100:00100000:3.0:1746134045.171818:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552433792:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134045.172183:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552433792:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 368us (2017us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134045.172192:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2611 00002000:00100000:3.0:1746134045.172199:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800893e0a80 x1830953552433792/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134045.172207:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800893e0a80 with x1830953552433792 ext(0->4095) 00010000:00010000:3.0:1746134045.172214:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092355a00/0x9682c7de153c8f9c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575042a expref: 6 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.172224:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092355a00/0x9682c7de153c8f9c lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575042a expref: 6 pid: 9582 timeout: 814 lvb_type: 0 00002000:00010000:3.0:1746134045.172229:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800893e0a80 00000100:00100000:3.0:1746134045.174373:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548171392:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134045.174397:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8fa3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750431 expref: 54 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.174410:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800955ae400, rc 0) 00000100:00100000:3.0:1746134045.174442:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:1755:x1830953552433664:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6013us (6159us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.174449:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29931 00000100:00100000:1.0:1746134045.174825:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.175313:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552433920 00000100:00100000:3.0:1746134045.175319:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552433920 00000100:00100000:3.0:1746134045.175360:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29932 00000100:00100000:3.0:1746134045.175366:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:1757:x1830953552433920:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134045.175381:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134045.175393:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8faa lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750438 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.175409:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.175414:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8fa3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750431 expref: 55 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.175419:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134045.175421:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8faa lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750438 expref: 55 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.175444:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8fa3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750431 expref: 55 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.175453:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8faa lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750438 expref: 55 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.175460:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800955afe00, rc 0) 00000100:00100000:3.0:1746134045.175497:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:1757:x1830953552433920:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 130us (672us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.175502:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29932 00000100:00100000:0.0:1746134045.176360:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.177618:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552434048 00000100:00100000:2.0:1746134045.177625:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552434048 00010000:00010000:2.0:1746134045.177653:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092355a00/0x9682c7de153c8f9c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575042a expref: 6 pid: 9582 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746134045.177685:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15233 00000100:00100000:2.0:1746134045.177691:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552434048:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134045.177701:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134045.177716:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092355a00/0x9682c7de153c8f9c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575042a expref: 6 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.177725:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092355a00/0x9682c7de153c8f9c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575042a expref: 6 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.177743:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092355a00/0x9682c7de153c8f9c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575042a expref: 6 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.177799:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134045.177801:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134045.177807:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8fa3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750431 expref: 54 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.177814:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8fa3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750431 expref: 54 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.177839:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8fa3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750431 expref: 54 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.177848:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8fa3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750431 expref: 54 pid: 9582 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746134045.177858:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917f4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548171648:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134045.177925:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f240 going to sleep for 11 seconds 00000100:00100000:2.0:1746134045.180795:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917f4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548171648:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134045.180812:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134045.180860:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552434048:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3168us (4500us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134045.180868:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15233 00000100:00100000:2.0:1746134045.182213:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.182287:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552434304 00000100:00100000:3.0:1746134045.182294:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552434304 00002000:00100000:3.0:1746134045.182328:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917f4380 x1830953552434304/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134045.182336:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917f4380 with x1830953552434304 ext(0->4095) 00010000:00010000:3.0:1746134045.182343:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8fa3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750431 expref: 55 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.182358:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8fa3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750431 expref: 55 pid: 9582 timeout: 814 lvb_type: 0 00002000:00010000:3.0:1746134045.182363:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917f4380 00000100:00100000:3.0:1746134045.182378:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2612 00000100:00100000:3.0:1746134045.182384:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:2010:x1830953552434304:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134045.182486:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:2010:x1830953552434304:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (276us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134045.182491:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2612 00002000:00100000:3.0:1746134045.182496:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917f4380 x1830953552434304/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134045.182503:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917f4380 with x1830953552434304 ext(0->4095) 00010000:00010000:3.0:1746134045.182507:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8fa3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750431 expref: 55 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.182515:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8fa3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750431 expref: 55 pid: 9582 timeout: 814 lvb_type: 0 00002000:00010000:3.0:1746134045.182520:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917f4380 00000100:00100000:0.0:1746134045.184631:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.184697:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552434432 00000100:00100000:2.0:1746134045.184703:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552434432 00010000:00010000:2.0:1746134045.184728:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8fa3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750431 expref: 55 pid: 9582 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746134045.184748:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15234 00000100:00100000:2.0:1746134045.184753:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:2010:x1830953552434432:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134045.184762:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134045.184777:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8fa3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750431 expref: 55 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.184786:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8fa3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750431 expref: 55 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.184804:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8fa3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750431 expref: 55 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.184828:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134045.184830:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134045.184835:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8faa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750438 expref: 54 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.184842:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8faa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750438 expref: 54 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.184866:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8faa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750438 expref: 54 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134045.184881:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b901180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548171776:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134045.184948:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f240 going to sleep for 11 seconds 00000100:00100000:2.0:1746134045.186493:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b901180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548171776:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134045.186507:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134045.186532:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:2010:x1830953552434432:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1778us (1906us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134045.186539:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15234 00000100:00100000:0.0:1746134045.189206:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.189428:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552434688 00000100:00100000:2.0:1746134045.189436:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552434688 00002000:00100000:2.0:1746134045.189468:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800893e1880 x1830953552434688/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134045.189482:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800893e1880 with x1830953552434688 ext(0->4095) 00002000:00010000:2.0:1746134045.189486:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800893e1880 00000100:00100000:2.0:1746134045.189503:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13223 00000100:00100000:2.0:1746134045.189508:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:2012:x1830953552434688:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746134045.189618:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:2012:x1830953552434688:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 Request processed in 109us (416us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134045.189624:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13223 00002000:00100000:2.0:1746134045.189629:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800893e1880 x1830953552434688/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134045.189635:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800893e1880 with x1830953552434688 ext(0->4095) 00002000:00010000:2.0:1746134045.189638:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800893e1880 00000100:00100000:0.0:1746134045.191228:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.191447:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552434816 00000100:00100000:2.0:1746134045.191452:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552434816 00000100:00100000:2.0:1746134045.191494:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29933 00000100:00100000:2.0:1746134045.191501:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552434816:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134045.191513:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134045.191527:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8fb1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575043f expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.191547:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8faa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750438 expref: 53 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.191554:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134045.191556:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134045.191559:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8fb1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575043f expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.191582:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8faa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750438 expref: 53 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.191592:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8faa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750438 expref: 53 pid: 9582 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746134045.191602:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b901180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548171904:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134045.191667:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f180 going to sleep for 11 seconds 00000100:00100000:2.0:1746134045.193805:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b901180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548171904:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134045.193826:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8fb1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575043f expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.193844:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f600, rc 0) 00000100:00100000:2.0:1746134045.193870:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552434816:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2370us (2646us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134045.193877:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29933 00000100:00100000:0.0:1746134045.194286:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.194505:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552434944 00000100:00100000:2.0:1746134045.194526:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552434944 00010000:00010000:2.0:1746134045.194545:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8faa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750438 expref: 54 pid: 9582 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746134045.194823:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15235 00000100:00100000:2.0:1746134045.194830:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d968000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:2010:x1830953552434944:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134045.194840:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134045.194855:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8faa lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750438 expref: 54 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.194865:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8faa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750438 expref: 54 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.194881:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8faa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750438 expref: 54 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.195366:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134045.195369:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134045.195375:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8fb1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575043f expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.195387:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8fb1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575043f expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.195415:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8fb1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575043f expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134045.195425:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b901180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548172032:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134045.196694:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f180 going to sleep for 11 seconds 00000100:00100000:0.0:1746134045.198214:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.198452:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552435072 00000100:00100000:2.0:1746134045.198458:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552435072 00000100:00100000:2.0:1746134045.198489:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29934 00000100:00100000:2.0:1746134045.198495:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d96ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:1755:x1830953552435072:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134045.198508:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134045.198520:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8fb8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750446 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134045.198806:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b901180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548172032:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134045.198818:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134045.198846:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d968000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:2010:x1830953552434944:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4017us (4561us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.198856:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15235 00010000:00010000:2.0:1746134045.198897:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8fb1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575043f expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.198908:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134045.198910:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134045.198914:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8fb8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750446 expref: 54 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.198934:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8fb1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575043f expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.198948:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8fb1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575043f expref: 5 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746134045.198957:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b901180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548172160:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134045.198987:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f180 going to sleep for 11 seconds 00000100:00100000:0.0:1746134045.201877:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.202082:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552435328 00000100:00100000:2.0:1746134045.202088:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552435328 00002000:00100000:2.0:1746134045.202137:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d96a300 x1830953552435328/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134045.202147:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d96a300 with x1830953552435328 ext(0->4095) 00010000:00010000:2.0:1746134045.202154:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8fb1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575043f expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.202166:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8fb1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575043f expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00002000:00010000:2.0:1746134045.202172:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d96a300 00000100:00100000:2.0:1746134045.202189:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2613 00000100:00100000:2.0:1746134045.202195:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d96a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552435328:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134045.202322:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d96a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552435328:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (451us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134045.202328:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2613 00002000:00100000:2.0:1746134045.202333:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d96a300 x1830953552435328/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134045.202344:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d96a300 with x1830953552435328 ext(0->4095) 00010000:00010000:2.0:1746134045.202348:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8fb1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575043f expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.202355:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8fb1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575043f expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00002000:00010000:2.0:1746134045.202360:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d96a300 00000100:00100000:3.0:1746134045.202828:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b901180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548172160:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134045.202847:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8fb8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750446 expref: 54 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.202857:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f000, rc 0) 00000100:00100000:3.0:1746134045.202887:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d96ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:1755:x1830953552435072:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4392us (4676us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.202893:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29934 00000100:00100000:1.0:1746134045.205211:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.205264:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552435456 00000100:00100000:3.0:1746134045.205270:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552435456 00010000:00010000:3.0:1746134045.205297:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8fb1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575043f expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.205331:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15236 00000100:00100000:3.0:1746134045.205338:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552435456:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134045.205349:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134045.205365:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8fb1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575043f expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.205374:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8fb1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575043f expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.205392:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c8fb1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575043f expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.205423:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.205425:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.205430:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8fb8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750446 expref: 53 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.205437:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8fb8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750446 expref: 53 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.205461:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8fb8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750446 expref: 53 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134045.205472:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548172288:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134045.205538:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c900 going to sleep for 11 seconds 00000100:00100000:1.0:1746134045.209107:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.209194:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548172288:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134045.209210:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134045.209249:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552435456:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3911us (4042us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.209258:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15236 00000100:00100000:2.0:1746134045.210247:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552435712 00000100:00100000:2.0:1746134045.210254:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552435712 00002000:00100000:2.0:1746134045.210286:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b438000 x1830953552435712/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134045.210295:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b438000 with x1830953552435712 ext(0->4095) 00002000:00010000:2.0:1746134045.210299:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b438000 00000100:00100000:2.0:1746134045.210320:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13224 00000100:00100000:2.0:1746134045.210326:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b438000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:2009:x1830953552435712:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134045.210434:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b438000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:2009:x1830953552435712:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (1334us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134045.210440:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13224 00002000:00100000:2.0:1746134045.210445:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b438000 x1830953552435712/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134045.210451:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b438000 with x1830953552435712 ext(0->4095) 00002000:00010000:2.0:1746134045.210453:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b438000 00000100:00100000:1.0:1746134045.212734:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.212830:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552435840 00000100:00100000:3.0:1746134045.212837:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552435840 00000100:00100000:3.0:1746134045.212881:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29935 00000100:00100000:3.0:1746134045.212889:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b43a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552435840:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134045.212902:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134045.212915:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8fbf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575044d expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.212941:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8fb8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750446 expref: 53 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.212948:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134045.212949:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134045.212952:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8fbf lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575044d expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.212973:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8fb8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750446 expref: 53 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.212982:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8fb8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750446 expref: 53 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.212992:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548172416:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134045.213055:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c900 going to sleep for 11 seconds 00000100:00100000:3.0:1746134045.215166:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548172416:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134045.215189:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8fbf lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575044d expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.215202:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800955af600, rc 0) 00000100:00100000:3.0:1746134045.215248:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b43a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552435840:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2359us (2520us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.215255:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29935 00000100:00100000:0.0:1746134045.215532:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.215596:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552435968 00000100:00100000:2.0:1746134045.215605:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552435968 00002000:00100000:2.0:1746134045.215634:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009b14ed80 x1830953552435968/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 496/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134045.215642:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14ed80 with x1830953552435968 ext(0->7) 00010000:00010000:2.0:1746134045.215648:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8fb8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750446 expref: 54 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.215658:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8fb8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750446 expref: 54 pid: 10181 timeout: 814 lvb_type: 0 00002000:00010000:2.0:1746134045.215664:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b14ed80 00000100:00100000:2.0:1746134045.215688:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2614 00000100:00100000:2.0:1746134045.215694:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b14ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+54:2009:x1830953552435968:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746134045.216199:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:2009:x1830953552435968:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 504us (667us total) trans 4294970683 rc 0/0 00000100:00100000:0.0:1746134045.216205:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2614 00002000:00100000:0.0:1746134045.216211:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009b14ed80 x1830953552435968/t4294970683(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 496/448 e 0 to 0 dl 1746134056 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134045.216217:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14ed80 with x1830953552435968 ext(0->7) 00010000:00010000:0.0:1746134045.216222:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8fb8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750446 expref: 56 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746134045.216230:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8fb8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750446 expref: 56 pid: 10181 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746134045.216235:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b14ed80 00000100:00100000:1.0:1746134045.219070:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.219135:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552436096 00000100:00100000:3.0:1746134045.219143:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552436096 00010000:00010000:3.0:1746134045.219172:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8fb8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750446 expref: 56 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.219205:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15237 00000100:00100000:3.0:1746134045.219212:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ecd850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:2009:x1830953552436096:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134045.219224:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134045.219239:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8fb8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750446 expref: 56 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.219249:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8fb8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750446 expref: 56 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.219266:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c8fb8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750446 expref: 56 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.219289:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.219290:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.219295:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8fbf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575044d expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.219301:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8fbf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575044d expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.219326:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8fbf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575044d expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134045.219336:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548172544:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134045.219400:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c900 going to sleep for 11 seconds 00000100:00100000:0.0:1746134045.221392:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134045.221471:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552436352 00000100:00100000:1.0:1746134045.221477:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552436352 00002000:00100000:1.0:1746134045.221506:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b14e680 x1830953552436352/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134045.221515:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14e680 with x1830953552436352 ext(0->4095) 00002000:00010000:1.0:1746134045.221519:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b14e680 00000100:00100000:1.0:1746134045.221547:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13225 00000100:00100000:1.0:1746134045.221556:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b14e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953552436352:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746134045.221656:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953552436352:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 Request processed in 99us (268us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134045.221662:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13225 00002000:00100000:1.0:1746134045.221666:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b14e680 x1830953552436352/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134045.221672:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14e680 with x1830953552436352 ext(0->4095) 00002000:00010000:1.0:1746134045.221675:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b14e680 00000100:00100000:3.0:1746134045.221690:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548172544:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134045.221704:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134045.221723:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ecd850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:2009:x1830953552436096:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2513us (2670us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.221729:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15237 00000100:00100000:0.0:1746134045.225906:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.225967:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552436480 00000100:00100000:3.0:1746134045.225975:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552436480 00000100:00100000:3.0:1746134045.226025:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29936 00000100:00100000:3.0:1746134045.226033:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:1757:x1830953552436480:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134045.226047:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134045.226073:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8fc6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750454 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.226097:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8fbf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575044d expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.226104:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.226105:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.226109:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8fc6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750454 expref: 56 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.226162:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8fbf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575044d expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.226173:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8fbf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575044d expref: 5 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.226188:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548172672:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134045.226264:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c540 going to sleep for 11 seconds 00010000:00010000:3.0:1746134045.229235:0:9596:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746134045.230349:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.230584:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552436608 00000100:00100000:2.0:1746134045.230591:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552436608 00000100:00100000:2.0:1746134045.230638:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29937 00000100:00100000:2.0:1746134045.230645:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:1755:x1830953552436608:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134045.230659:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134045.230672:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8fcd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575045b expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.230692:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134045.230697:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8fc6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750454 expref: 58 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.230703:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134045.230707:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8fcd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575045b expref: 58 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.230736:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8fc6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750454 expref: 58 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.230746:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8fcd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575045b expref: 58 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.230755:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90ea00, rc 0) 00000100:00100000:2.0:1746134045.230793:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:1755:x1830953552436608:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 149us (449us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134045.230799:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29937 00000100:00100000:3.0:1746134045.230829:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548172672:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134045.230843:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8fc6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750454 expref: 57 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.230852:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800955afe00, rc 0) 00000100:00100000:3.0:1746134045.230867:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:1757:x1830953552436480:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4836us (4968us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.230873:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29936 00000100:00100000:1.0:1746134045.231273:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.231306:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552436736 00000100:00100000:3.0:1746134045.231309:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552436736 00010000:00010000:3.0:1746134045.231320:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8fbf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575044d expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.231337:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15238 00000100:00100000:3.0:1746134045.231341:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f686d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552436736:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134045.231347:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134045.231358:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8fbf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575044d expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.231364:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8fbf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575044d expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.231379:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c8fbf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575044d expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.231395:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.231397:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.231400:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8fc6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750454 expref: 56 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.231405:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8fc6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750454 expref: 56 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.231416:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8fc6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750454 expref: 56 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.231423:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8fc6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750454 expref: 56 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.231429:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548172928:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134045.231475:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c540 going to sleep for 11 seconds 00000100:00100000:3.0:1746134045.232642:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548172928:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134045.232653:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134045.232877:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f686d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552436736:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1532us (1602us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.232883:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15238 00000100:00100000:0.0:1746134045.233204:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.233418:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552436992 00000100:00100000:2.0:1746134045.233424:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552436992 00002000:00100000:2.0:1746134045.233448:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091b09180 x1830953552436992/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134045.233457:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b09180 with x1830953552436992 ext(0->4095) 00010000:00010000:2.0:1746134045.233463:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8fc6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750454 expref: 57 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.233474:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8fc6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750454 expref: 57 pid: 10181 timeout: 814 lvb_type: 0 00002000:00010000:2.0:1746134045.233480:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091b09180 00000100:00100000:2.0:1746134045.233493:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2615 00000100:00100000:2.0:1746134045.233499:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2011:x1830953552436992:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746134045.233786:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2011:x1830953552436992:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 Request processed in 286us (581us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134045.233792:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2615 00002000:00100000:2.0:1746134045.233797:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091b09180 x1830953552436992/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134045.233805:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b09180 with x1830953552436992 ext(0->4095) 00010000:00010000:2.0:1746134045.233809:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8fc6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750454 expref: 57 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.233818:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8fc6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750454 expref: 57 pid: 10181 timeout: 814 lvb_type: 0 00002000:00010000:2.0:1746134045.233824:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091b09180 00000100:00100000:2.0:1746134045.235513:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.235585:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552437120 00000100:00100000:3.0:1746134045.235591:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552437120 00000100:00100000:3.0:1746134045.235629:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29938 00000100:00100000:3.0:1746134045.235635:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b901180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552437120:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134045.235647:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134045.235659:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8fd4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750462 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.235679:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134045.235684:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8fcd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575045b expref: 56 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.235689:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746134045.235692:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8fd4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750462 expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.235718:0:10181:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8fcd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575045b expref: 56 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.235728:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8fd4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750462 expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.235736:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800955ae400, rc 0) 00000100:00100000:3.0:1746134045.235770:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b901180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552437120:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 135us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.235775:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29938 00000100:00100000:0.0:1746134045.235911:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.236080:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552437248 00000100:00100000:3.0:1746134045.236084:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552437248 00010000:00010000:3.0:1746134045.236097:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8fc6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750454 expref: 57 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.236175:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15239 00000100:00100000:3.0:1746134045.236181:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b0b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2009:x1830953552437248:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134045.236189:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134045.236202:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8fc6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750454 expref: 57 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.236317:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8fc6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750454 expref: 57 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.236333:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c8fc6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750454 expref: 57 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.236354:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.236355:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.236360:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8fcd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575045b expref: 56 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.236366:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8fcd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575045b expref: 56 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.236382:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8fcd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575045b expref: 56 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.236391:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8fcd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575045b expref: 56 pid: 9582 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.236405:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548173184:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134045.236456:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c540 going to sleep for 11 seconds 00000100:00100000:0.0:1746134045.238615:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.238694:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552437504 00000100:00100000:2.0:1746134045.238700:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552437504 00002000:00100000:2.0:1746134045.238731:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091b08e00 x1830953552437504/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134045.238740:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b08e00 with x1830953552437504 ext(0->4095) 00010000:00010000:2.0:1746134045.238747:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8fcd lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575045b expref: 57 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.238758:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8fcd lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575045b expref: 57 pid: 9582 timeout: 814 lvb_type: 0 00002000:00010000:2.0:1746134045.238764:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091b08e00 00000100:00100000:2.0:1746134045.238780:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2616 00000100:00100000:2.0:1746134045.238785:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2009:x1830953552437504:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134045.238859:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548173184:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134045.238873:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134045.238917:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b0b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2009:x1830953552437248:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2734us (3006us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.238924:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15239 00000100:00100000:2.0:1746134045.240488:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:2009:x1830953552437504:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 1696us (1874us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134045.240497:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2616 00002000:00100000:2.0:1746134045.240504:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091b08e00 x1830953552437504/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134045.240512:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b08e00 with x1830953552437504 ext(0->4095) 00010000:00010000:2.0:1746134045.240519:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8fcd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575045b expref: 56 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.240532:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8fcd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575045b expref: 56 pid: 9582 timeout: 814 lvb_type: 0 00002000:00010000:2.0:1746134045.240538:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091b08e00 00000100:00100000:0.0:1746134045.243335:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.243385:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552437632 00000100:00100000:3.0:1746134045.243393:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552437632 00000100:00100000:0.0:1746134045.243415:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00010000:00010000:3.0:1746134045.243423:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8fcd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575045b expref: 56 pid: 9582 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.243446:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15240 00000100:00100000:3.0:1746134045.243452:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:2009:x1830953552437632:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134045.243462:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134045.243486:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8fcd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575045b expref: 56 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.243499:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8fcd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575045b expref: 56 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.243516:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c8fcd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575045b expref: 56 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.243540:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.243542:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.243548:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8fd4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750462 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.243561:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8fd4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750462 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.243586:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8fd4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750462 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134045.243596:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548173312:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134045.243779:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c540 going to sleep for 11 seconds 00000100:00100000:1.0:1746134045.244007:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552437760 00000100:00100000:1.0:1746134045.244011:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552437760 00000100:00100000:1.0:1746134045.244092:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29939 00000100:00100000:1.0:1746134045.244098:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:1755:x1830953552437760:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134045.244108:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134045.244145:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c8fdb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750469 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.244160:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8fd4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750462 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.244166:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134045.244227:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134045.244232:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c8fdb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750469 expref: 57 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.244251:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8fd4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750462 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.244261:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8fd4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750462 expref: 5 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746134045.244269:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080650380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548173440:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134045.244317:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20300 going to sleep for 11 seconds 00000100:00100000:0.0:1746134045.248941:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134045.249026:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080650380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548173440:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134045.249048:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c8fdb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750469 expref: 57 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.249074:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244c800, rc 0) 00000100:00100000:1.0:1746134045.249106:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:1755:x1830953552437760:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5008us (5691us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134045.249127:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29939 00000100:00100000:2.0:1746134045.249191:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552438016 00000100:00100000:2.0:1746134045.249195:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552438016 00002000:00100000:2.0:1746134045.249220:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009c7e6300 x1830953552438016/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134045.249227:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7e6300 with x1830953552438016 ext(0->4095) 00010000:00010000:2.0:1746134045.249233:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8fd4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750462 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.249242:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8fd4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750462 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00002000:00010000:2.0:1746134045.249252:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7e6300 00000100:00100000:2.0:1746134045.249264:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2617 00000100:00100000:2.0:1746134045.249269:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552438016:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134045.249361:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552438016:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 92us (427us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134045.249366:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2617 00002000:00100000:2.0:1746134045.249370:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009c7e6300 x1830953552438016/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134045.249376:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7e6300 with x1830953552438016 ext(0->4095) 00010000:00010000:2.0:1746134045.249379:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8fd4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750462 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.249386:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8fd4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750462 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00002000:00010000:2.0:1746134045.249391:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c7e6300 00000100:00100000:3.0:1746134045.249455:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548173312:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134045.249465:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134045.249479:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:2009:x1830953552437632:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 6029us (6157us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.249485:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15240 00000100:00100000:0.0:1746134045.252570:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.252966:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552438144 00000100:00100000:3.0:1746134045.252973:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552438144 00010000:00010000:3.0:1746134045.253002:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8fd4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750462 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.253901:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15241 00000100:00100000:3.0:1746134045.253911:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953552438144:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134045.253930:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134045.253948:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8fd4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750462 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.254253:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8fd4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750462 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.254274:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c8fd4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750462 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.254297:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.254300:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.254305:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c8fdb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750469 expref: 55 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.254312:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c8fdb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750469 expref: 55 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.254340:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c8fdb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750469 expref: 55 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134045.254350:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548173568:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134045.254420:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c540 going to sleep for 11 seconds 00000100:00100000:0.0:1746134045.257635:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.257740:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548173568:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134045.257757:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134045.257789:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2012:x1830953552438144:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3881us (5225us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.257797:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15241 00000100:00100000:1.0:1746134045.258039:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552438400 00000100:00100000:1.0:1746134045.258045:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552438400 00002000:00100000:1.0:1746134045.258081:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b5ab800 x1830953552438400/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134045.258090:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5ab800 with x1830953552438400 ext(0->4095) 00002000:00010000:1.0:1746134045.258094:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5ab800 00000100:00100000:1.0:1746134045.258177:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13226 00000100:00100000:1.0:1746134045.258183:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:2010:x1830953552438400:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134045.258272:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:2010:x1830953552438400:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 89us (642us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134045.258277:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13226 00002000:00100000:1.0:1746134045.258282:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b5ab800 x1830953552438400/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134045.258289:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5ab800 with x1830953552438400 ext(0->4095) 00002000:00010000:1.0:1746134045.258292:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5ab800 00000100:00100000:0.0:1746134045.262197:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134045.262417:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552438528 00000100:00100000:1.0:1746134045.262424:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552438528 00000100:00100000:1.0:1746134045.262462:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29940 00000100:00100000:1.0:1746134045.262469:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a03bec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552438528:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134045.262483:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134045.262494:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8fe2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750470 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.262515:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c8fdb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750469 expref: 55 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.262521:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134045.262523:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134045.262525:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8fe2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750470 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.262547:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c8fdb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750469 expref: 55 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.262556:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c8fdb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750469 expref: 55 pid: 9580 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746134045.262565:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080650380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548173696:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134045.263480:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20480 going to sleep for 11 seconds 00000100:00100000:0.0:1746134045.264560:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134045.264644:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080650380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548173696:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134045.264666:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8fe2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750470 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.264678:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244da00, rc 0) 00000100:00100000:1.0:1746134045.264706:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a03bec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552438528:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2238us (2516us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134045.264717:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29940 00000100:00100000:3.0:1746134045.264834:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552438656 00000100:00100000:3.0:1746134045.264839:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552438656 00010000:00010000:3.0:1746134045.264860:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c8fdb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750469 expref: 56 pid: 9580 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.264879:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15242 00000100:00100000:3.0:1746134045.264884:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc70700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:2010:x1830953552438656:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134045.264893:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134045.264907:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c8fdb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750469 expref: 56 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.264917:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c8fdb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750469 expref: 56 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.264934:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013244c800/0x9682c7de153c8fdb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750469 expref: 56 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.264946:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.264948:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.264953:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8fe2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750470 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.264959:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8fe2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750470 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.264981:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8fe2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750470 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134045.264990:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548173824:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134045.265813:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c540 going to sleep for 11 seconds 00000100:00100000:0.0:1746134045.267881:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.267932:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552438912 00000100:00100000:2.0:1746134045.267939:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552438912 00002000:00100000:2.0:1746134045.267972:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009bc73100 x1830953552438912/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134045.267981:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc73100 with x1830953552438912 ext(0->4095) 00002000:00010000:2.0:1746134045.267985:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bc73100 00000100:00100000:2.0:1746134045.268015:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13227 00000100:00100000:2.0:1746134045.268023:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552438912:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746134045.268025:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134045.268102:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552439040 00000100:00100000:1.0:1746134045.268106:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552439040 00000100:00100000:3.0:1746134045.268109:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548173824:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134045.268143:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134045.268149:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29941 00000100:00100000:1.0:1746134045.268154:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092399c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:1755:x1830953552439040:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134045.268161:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134045.268172:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8fe9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750477 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134045.268176:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc70700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:2010:x1830953552438656:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3291us (3619us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.268181:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15242 00010000:00010000:1.0:1746134045.268189:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8fe2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750470 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.268195:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134045.268196:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134045.268199:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8fe9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750477 expref: 56 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.269081:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8fe2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750470 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.269093:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8fe2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750470 expref: 6 pid: 9580 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746134045.269103:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080650380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548173952:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134045.269155:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552438912:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 1132us (1279us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134045.269161:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13227 00000100:00100000:1.0:1746134045.269163:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20480 going to sleep for 11 seconds 00002000:00100000:2.0:1746134045.269166:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009bc73100 x1830953552438912/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134045.269172:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc73100 with x1830953552438912 ext(0->4095) 00010000:00010000:2.0:1746134045.269177:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8fe2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750470 expref: 6 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.269430:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8fe2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750470 expref: 6 pid: 9580 timeout: 814 lvb_type: 0 00002000:00010000:2.0:1746134045.269436:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bc73100 00000100:00100000:1.0:1746134045.272685:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080650380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548173952:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134045.272713:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8fe9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750477 expref: 56 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.272727:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244d200, rc 0) 00000100:00100000:1.0:1746134045.272761:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092399c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:1755:x1830953552439040:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4606us (4735us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134045.272769:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29941 00000100:00100000:0.0:1746134045.273386:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134045.273423:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552439168 00000100:00100000:1.0:1746134045.273428:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552439168 00000100:00100000:1.0:1746134045.273464:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29942 00000100:00100000:1.0:1746134045.273469:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009239ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:1757:x1830953552439168:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134045.273481:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134045.273493:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c6a1c00/0x9682c7de153c8ff0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575047e expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.273509:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134045.273513:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8fe9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750477 expref: 57 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.273517:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134045.273520:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c6a1c00/0x9682c7de153c8ff0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575047e expref: 57 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.273543:0:9580:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8fe9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750477 expref: 57 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.273551:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c6a1c00/0x9682c7de153c8ff0 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575047e expref: 57 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.273561:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c6a1c00, rc 0) 00000100:00100000:1.0:1746134045.273593:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009239ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:1757:x1830953552439168:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 123us (208us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134045.273599:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29942 00000100:00100000:0.0:1746134045.275184:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.275236:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552439296 00000100:00100000:3.0:1746134045.275242:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552439296 00010000:00010000:3.0:1746134045.275267:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8fe2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750470 expref: 6 pid: 9580 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.275295:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15243 00000100:00100000:3.0:1746134045.275301:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552439296:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134045.275531:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134045.275547:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8fe2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750470 expref: 6 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.275557:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8fe2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750470 expref: 6 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.275578:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013244da00/0x9682c7de153c8fe2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750470 expref: 6 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.275602:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.275604:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.275608:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8fe9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750477 expref: 56 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.275619:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8fe9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750477 expref: 56 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.275643:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8fe9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750477 expref: 56 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.275652:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8fe9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750477 expref: 56 pid: 9580 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.275662:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548174208:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134045.275758:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c540 going to sleep for 11 seconds 00000100:00100000:3.0:1746134045.278547:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548174208:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134045.278565:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134045.278601:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552439296:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3299us (3418us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.278610:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15243 00000100:00100000:0.0:1746134045.279783:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.279854:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552439552 00000100:00100000:2.0:1746134045.279860:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552439552 00002000:00100000:2.0:1746134045.279892:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800923a6a00 x1830953552439552/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134045.279901:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923a6a00 with x1830953552439552 ext(0->4095) 00010000:00010000:2.0:1746134045.279908:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8fe9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750477 expref: 57 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.279920:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8fe9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750477 expref: 57 pid: 9580 timeout: 814 lvb_type: 0 00002000:00010000:2.0:1746134045.279926:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800923a6a00 00000100:00100000:2.0:1746134045.279941:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2618 00000100:00100000:2.0:1746134045.279947:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2009:x1830953552439552:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134045.280071:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2009:x1830953552439552:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (282us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134045.280076:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2618 00002000:00100000:2.0:1746134045.280082:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800923a6a00 x1830953552439552/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134045.280088:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923a6a00 with x1830953552439552 ext(0->4095) 00010000:00010000:2.0:1746134045.280092:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8fe9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750477 expref: 57 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.280099:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8fe9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750477 expref: 57 pid: 9580 timeout: 814 lvb_type: 0 00002000:00010000:2.0:1746134045.280103:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800923a6a00 00000100:00100000:0.0:1746134045.281983:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.282360:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552439680 00000100:00100000:3.0:1746134045.282368:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552439680 00010000:00010000:3.0:1746134045.282395:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8fe9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750477 expref: 57 pid: 9580 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.282416:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15244 00000100:00100000:3.0:1746134045.282422:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ecf850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2011:x1830953552439680:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134045.282433:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134045.282447:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8fe9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750477 expref: 57 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.282457:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8fe9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750477 expref: 57 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.282475:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013244d200/0x9682c7de153c8fe9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750477 expref: 57 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.282498:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.282499:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.282505:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c6a1c00/0x9682c7de153c8ff0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575047e expref: 56 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.282511:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c6a1c00/0x9682c7de153c8ff0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575047e expref: 56 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.282538:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009c6a1c00/0x9682c7de153c8ff0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575047e expref: 56 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134045.282548:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548174336:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134045.282610:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c540 going to sleep for 11 seconds 00000100:00100000:0.0:1746134045.284596:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.284611:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548174336:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134045.284626:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134045.284660:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ecf850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:2011:x1830953552439680:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2237us (2683us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.284668:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15244 00000100:00100000:1.0:1746134045.285337:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552439936 00000100:00100000:1.0:1746134045.285343:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552439936 00002000:00100000:1.0:1746134045.285372:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009cb9fb80 x1830953552439936/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134045.285380:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9fb80 with x1830953552439936 ext(0->4095) 00002000:00010000:1.0:1746134045.285384:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb9fb80 00000100:00100000:1.0:1746134045.285404:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13228 00000100:00100000:1.0:1746134045.285410:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:2012:x1830953552439936:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746134045.286574:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:2012:x1830953552439936:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 Request processed in 1161us (1979us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134045.286581:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13228 00002000:00100000:1.0:1746134045.286588:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009cb9fb80 x1830953552439936/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134045.286595:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9fb80 with x1830953552439936 ext(0->4095) 00002000:00010000:1.0:1746134045.286598:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb9fb80 00000100:00100000:0.0:1746134045.288475:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.288511:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552440064 00000100:00100000:3.0:1746134045.288517:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552440064 00000100:00100000:3.0:1746134045.288560:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29943 00000100:00100000:3.0:1746134045.288570:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552440064:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134045.288582:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134045.288595:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8ff7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750485 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.288615:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c6a1c00/0x9682c7de153c8ff0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575047e expref: 55 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.288620:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134045.288622:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134045.288624:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8ff7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750485 expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.288646:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009c6a1c00/0x9682c7de153c8ff0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575047e expref: 55 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.288656:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009c6a1c00/0x9682c7de153c8ff0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575047e expref: 55 pid: 9580 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.288664:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548174464:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134045.288725:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746134045.290138:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548174464:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134045.290157:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8ff7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750485 expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.290172:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800955af200, rc 0) 00000100:00100000:3.0:1746134045.290203:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552440064:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1636us (1733us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.290210:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29943 00000100:00100000:0.0:1746134045.290361:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.290395:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552440192 00000100:00100000:3.0:1746134045.290399:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552440192 00010000:00010000:3.0:1746134045.290414:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009c6a1c00/0x9682c7de153c8ff0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575047e expref: 56 pid: 9580 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.290431:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15245 00000100:00100000:3.0:1746134045.290435:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091aefb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:2009:x1830953552440192:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134045.290442:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134045.290454:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009c6a1c00/0x9682c7de153c8ff0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575047e expref: 56 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.290461:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009c6a1c00/0x9682c7de153c8ff0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575047e expref: 56 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.290475:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c6a1c00/0x9682c7de153c8ff0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575047e expref: 56 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.290781:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.290783:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.290789:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8ff7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750485 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.290799:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8ff7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750485 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.290819:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8ff7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750485 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134045.290828:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548174592:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134045.290876:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746134045.292592:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548174592:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134045.292606:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134045.292632:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091aefb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:2009:x1830953552440192:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2196us (2271us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.292639:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15245 00000100:00100000:1.0:1746134045.292745:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.293344:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552440448 00000100:00100000:2.0:1746134045.293349:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552440448 00002000:00100000:2.0:1746134045.293378:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880080650380 x1830953552440448/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134045.293386:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080650380 with x1830953552440448 ext(0->4095) 00002000:00010000:2.0:1746134045.293390:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080650380 00000100:00100000:2.0:1746134045.293416:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13229 00000100:00100000:2.0:1746134045.293422:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080650380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552440448:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134045.294524:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080650380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552440448:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 208us (885us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134045.294535:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13229 00002000:00100000:2.0:1746134045.294541:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880080650380 x1830953552440448/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134045.294548:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080650380 with x1830953552440448 ext(0->4095) 00002000:00010000:2.0:1746134045.294551:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080650380 00000100:00100000:0.0:1746134045.296521:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.296597:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552440576 00000100:00100000:3.0:1746134045.296603:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552440576 00000100:00100000:3.0:1746134045.296645:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29944 00000100:00100000:3.0:1746134045.296652:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091aed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:1755:x1830953552440576:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134045.296664:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134045.296678:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8ffe lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575048c expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.296698:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8ff7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750485 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.296705:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.296707:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.296710:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8ffe lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575048c expref: 56 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.296733:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8ff7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750485 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.296743:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8ff7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750485 expref: 5 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.296752:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548174720:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134045.296810:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134045.298089:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134045.298131:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552440704 00000100:00100000:1.0:1746134045.298136:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552440704 00000100:00100000:1.0:1746134045.298455:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29945 00000100:00100000:1.0:1746134045.298462:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:1757:x1830953552440704:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134045.298473:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134045.298483:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091709200/0x9682c7de153c9005 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750493 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.298499:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134045.298503:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8ffe lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575048c expref: 58 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.298508:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134045.298510:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091709200/0x9682c7de153c9005 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750493 expref: 58 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134045.298977:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548174720:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134045.298994:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8ffe lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575048c expref: 58 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.299002:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800955ae000, rc 0) 00000100:00100000:3.0:1746134045.299031:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091aed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:1755:x1830953552440576:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2379us (2515us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.299037:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29944 00010000:00010000:1.0:1746134045.299093:0:9580:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8ffe lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575048c expref: 57 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.299104:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091709200/0x9682c7de153c9005 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750493 expref: 57 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.299131:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091709200, rc 0) 00000100:00100000:1.0:1746134045.299512:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:1757:x1830953552440704:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1048us (1423us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134045.299517:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29945 00000100:00100000:0.0:1746134045.299571:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.299719:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552440832 00000100:00100000:3.0:1746134045.299723:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552440832 00010000:00010000:3.0:1746134045.299737:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8ff7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750485 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.299753:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15246 00000100:00100000:3.0:1746134045.299758:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552440832:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134045.299768:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134045.299782:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8ff7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750485 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.299789:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8ff7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750485 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.299804:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c8ff7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750485 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.299827:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.299828:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.299833:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8ffe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575048c expref: 56 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.299839:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8ffe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575048c expref: 56 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.299856:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8ffe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575048c expref: 56 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.299866:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8ffe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575048c expref: 56 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.299875:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548174976:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134045.299915:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134045.302907:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.303606:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548174976:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134045.303624:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134045.303663:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552440832:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3903us (4090us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.303671:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15246 00000100:00100000:2.0:1746134045.304159:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552441088 00000100:00100000:2.0:1746134045.304165:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552441088 00002000:00100000:2.0:1746134045.304191:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008fe25500 x1830953552441088/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134045.304199:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe25500 with x1830953552441088 ext(0->4095) 00010000:00010000:2.0:1746134045.304205:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8ffe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575048c expref: 57 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.304217:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8ffe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575048c expref: 57 pid: 10181 timeout: 814 lvb_type: 0 00002000:00010000:2.0:1746134045.304223:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fe25500 00000100:00100000:2.0:1746134045.304848:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2619 00000100:00100000:2.0:1746134045.304855:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2010:x1830953552441088:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134045.304982:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2010:x1830953552441088:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (2079us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134045.304987:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2619 00002000:00100000:2.0:1746134045.304992:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008fe25500 x1830953552441088/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134045.305004:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe25500 with x1830953552441088 ext(0->4095) 00010000:00010000:2.0:1746134045.305009:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8ffe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575048c expref: 57 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.305018:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8ffe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575048c expref: 57 pid: 10181 timeout: 814 lvb_type: 0 00002000:00010000:2.0:1746134045.305024:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fe25500 00000100:00100000:0.0:1746134045.308832:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.309076:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552441216 00000100:00100000:3.0:1746134045.309083:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552441216 00010000:00010000:3.0:1746134045.309141:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8ffe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575048c expref: 57 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.309167:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15247 00000100:00100000:3.0:1746134045.309173:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe24a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2010:x1830953552441216:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134045.309184:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134045.309201:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8ffe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575048c expref: 57 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.309211:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8ffe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575048c expref: 57 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.309228:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c8ffe lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575048c expref: 57 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.309252:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.309254:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.309260:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091709200/0x9682c7de153c9005 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750493 expref: 56 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.309266:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091709200/0x9682c7de153c9005 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750493 expref: 56 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.309291:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091709200/0x9682c7de153c9005 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750493 expref: 56 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134045.309301:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548175104:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134045.309366:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746134045.311436:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548175104:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134045.311452:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134045.311485:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe24a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:2010:x1830953552441216:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2311us (2659us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.311494:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15247 00000100:00100000:0.0:1746134045.311709:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.312009:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552441472 00000100:00100000:3.0:1746134045.312015:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552441472 00002000:00100000:3.0:1746134045.312040:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008fe24700 x1830953552441472/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134045.312047:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe24700 with x1830953552441472 ext(0->4095) 00002000:00010000:3.0:1746134045.312051:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fe24700 00000100:00100000:2.0:1746134045.312635:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13230 00000100:00100000:2.0:1746134045.312643:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:2010:x1830953552441472:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134045.312754:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:2010:x1830953552441472:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (1044us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134045.312759:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13230 00002000:00100000:2.0:1746134045.312764:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008fe24700 x1830953552441472/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134045.312771:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe24700 with x1830953552441472 ext(0->4095) 00002000:00010000:2.0:1746134045.312774:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fe24700 00000100:00100000:0.0:1746134045.314160:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134045.314298:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552441600 00000100:00100000:1.0:1746134045.314303:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552441600 00000100:00100000:1.0:1746134045.314365:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29946 00000100:00100000:1.0:1746134045.314372:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552441600:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134045.314384:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134045.314397:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091709800/0x9682c7de153c900c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575049a expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.314416:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091709200/0x9682c7de153c9005 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750493 expref: 55 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.314422:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134045.314424:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134045.314427:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091709800/0x9682c7de153c900c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575049a expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.314448:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091709200/0x9682c7de153c9005 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750493 expref: 55 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.314458:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091709200/0x9682c7de153c9005 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750493 expref: 55 pid: 9580 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746134045.314468:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548175232:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134045.315079:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20900 going to sleep for 11 seconds 00000100:00100000:1.0:1746134045.317678:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548175232:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134045.317703:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091709800/0x9682c7de153c900c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575049a expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.317717:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091709800, rc 0) 00000100:00100000:1.0:1746134045.317758:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552441600:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3385us (3601us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134045.317769:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29946 00000100:00100000:0.0:1746134045.319025:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.319562:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552441728 00000100:00100000:3.0:1746134045.319569:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552441728 00010000:00010000:3.0:1746134045.319597:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091709200/0x9682c7de153c9005 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750493 expref: 56 pid: 9580 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.319618:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15248 00000100:00100000:3.0:1746134045.319625:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:2010:x1830953552441728:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134045.319635:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134045.319651:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091709200/0x9682c7de153c9005 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750493 expref: 56 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.319661:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091709200/0x9682c7de153c9005 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750493 expref: 56 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.319679:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091709200/0x9682c7de153c9005 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750493 expref: 56 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.319873:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.319875:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.319880:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091709800/0x9682c7de153c900c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575049a expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.319887:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091709800/0x9682c7de153c900c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575049a expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.319909:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091709800/0x9682c7de153c900c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575049a expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134045.319919:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548175360:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134045.320258:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746134045.322843:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548175360:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134045.322859:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134045.322898:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:2010:x1830953552441728:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3273us (3874us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.322907:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15248 00000100:00100000:0.0:1746134045.323345:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134045.323433:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.324191:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552441984 00000100:00100000:3.0:1746134045.324197:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552441984 00002000:00100000:3.0:1746134045.324229:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008ff3f480 x1830953552441984/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134045.324238:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ff3f480 with x1830953552441984 ext(0->4095) 00002000:00010000:3.0:1746134045.324242:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ff3f480 00000100:00100000:3.0:1746134045.324267:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13231 00000100:00100000:3.0:1746134045.324273:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ff3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552441984:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134045.324339:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552442112 00000100:00100000:1.0:1746134045.324343:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552442112 00000100:00100000:1.0:1746134045.324370:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29947 00000100:00100000:1.0:1746134045.324375:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801360f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:1755:x1830953552442112:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134045.324382:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746134045.324392:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ff3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552441984:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (1047us total) trans 0 rc 4096/4096 00010000:00010000:1.0:1746134045.324395:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091709200/0x9682c7de153c9013 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957504a1 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134045.324397:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13231 00002000:00100000:3.0:1746134045.324402:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008ff3f480 x1830953552441984/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134045.324408:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ff3f480 with x1830953552441984 ext(0->4095) 00002000:00010000:3.0:1746134045.324410:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ff3f480 00010000:00010000:1.0:1746134045.324412:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091709800/0x9682c7de153c900c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575049a expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.324419:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134045.324421:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134045.324424:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091709200/0x9682c7de153c9013 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957504a1 expref: 56 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.324446:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091709800/0x9682c7de153c900c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575049a expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.324456:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091709800/0x9682c7de153c900c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575049a expref: 5 pid: 9580 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746134045.324465:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080653480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548175488:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134045.324531:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20900 going to sleep for 11 seconds 00000100:00100000:0.0:1746134045.328727:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134045.328889:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080653480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548175488:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134045.328917:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091709200/0x9682c7de153c9013 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957504a1 expref: 56 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.328933:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091709200, rc 0) 00000100:00100000:1.0:1746134045.328974:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801360f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:1755:x1830953552442112:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4599us (5541us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134045.328982:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29947 00000100:00100000:0.0:1746134045.329102:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.329151:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552442368 00000100:00100000:2.0:1746134045.329157:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552442368 00010000:00010000:2.0:1746134045.329178:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091709800/0x9682c7de153c900c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575049a expref: 6 pid: 9580 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746134045.329202:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15249 00000100:00100000:2.0:1746134045.329208:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c69a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2011:x1830953552442368:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134045.329218:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134045.329233:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091709800/0x9682c7de153c900c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575049a expref: 6 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.329243:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091709800/0x9682c7de153c900c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575049a expref: 6 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.329261:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091709800/0x9682c7de153c900c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575049a expref: 6 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.329280:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134045.329282:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134045.329287:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091709200/0x9682c7de153c9013 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957504a1 expref: 55 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.329294:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091709200/0x9682c7de153c9013 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957504a1 expref: 55 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.329316:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091709200/0x9682c7de153c9013 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957504a1 expref: 55 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134045.329326:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b901f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548175616:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134045.329368:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f240 going to sleep for 11 seconds 00000100:00100000:1.0:1746134045.329376:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552442240 00000100:00100000:1.0:1746134045.329379:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552442240 00000100:00100000:3.0:1746134045.329478:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29948 00000100:00100000:3.0:1746134045.329485:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801360fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:1757:x1830953552442240:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134045.329494:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134045.329503:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c901a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957504a8 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.329517:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091709200/0x9682c7de153c9013 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957504a1 expref: 57 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.329522:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134045.329523:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134045.329526:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c901a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957504a8 expref: 57 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.329540:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091709200/0x9682c7de153c9013 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504a1 expref: 57 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.329549:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091709200/0x9682c7de153c9013 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504a1 expref: 57 pid: 9580 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.329557:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548175744:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134045.329574:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10ce40 going to sleep for 11 seconds 00000100:00100000:2.0:1746134045.331950:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b901f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548175616:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134045.331966:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134045.332006:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c69a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2011:x1830953552442368:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2797us (2902us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134045.332017:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15249 00000100:00100000:3.0:1746134045.332329:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548175744:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134045.332345:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c901a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957504a8 expref: 57 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.332356:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800955ae400, rc 0) 00000100:00100000:3.0:1746134045.332383:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801360fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:1757:x1830953552442240:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2899us (3663us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.332389:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29948 00000100:00100000:1.0:1746134045.332547:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.332950:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552442624 00000100:00100000:2.0:1746134045.332955:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552442624 00002000:00100000:2.0:1746134045.332979:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880080653480 x1830953552442624/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134045.332987:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080653480 with x1830953552442624 ext(0->4095) 00010000:00010000:2.0:1746134045.332993:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091709200/0x9682c7de153c9013 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504a1 expref: 57 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.333003:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091709200/0x9682c7de153c9013 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504a1 expref: 57 pid: 9580 timeout: 814 lvb_type: 0 00002000:00010000:2.0:1746134045.333009:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080653480 00000100:00100000:2.0:1746134045.333032:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2620 00000100:00100000:2.0:1746134045.333037:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080653480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2010:x1830953552442624:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134045.333181:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080653480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2010:x1830953552442624:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 143us (634us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134045.333186:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2620 00002000:00100000:2.0:1746134045.333191:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880080653480 x1830953552442624/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134045.333197:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080653480 with x1830953552442624 ext(0->4095) 00010000:00010000:2.0:1746134045.333201:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091709200/0x9682c7de153c9013 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504a1 expref: 57 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.333213:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091709200/0x9682c7de153c9013 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504a1 expref: 57 pid: 9580 timeout: 814 lvb_type: 0 00002000:00010000:2.0:1746134045.333217:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080653480 00000100:00100000:0.0:1746134045.335721:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.335812:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552442752 00000100:00100000:2.0:1746134045.335817:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552442752 00010000:00010000:2.0:1746134045.335841:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091709200/0x9682c7de153c9013 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504a1 expref: 57 pid: 9580 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746134045.335874:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15250 00000100:00100000:2.0:1746134045.335881:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ad8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2009:x1830953552442752:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134045.335891:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134045.335905:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091709200/0x9682c7de153c9013 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504a1 expref: 57 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.335914:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091709200/0x9682c7de153c9013 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504a1 expref: 57 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.335931:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091709200/0x9682c7de153c9013 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504a1 expref: 57 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.335958:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134045.335960:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134045.335965:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c901a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957504a8 expref: 56 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.335975:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c901a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957504a8 expref: 56 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.336000:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c901a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957504a8 expref: 56 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134045.336009:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b901f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548175872:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134045.336079:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f240 going to sleep for 11 seconds 00000100:00100000:0.0:1746134045.339174:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.339406:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552443008 00000100:00100000:3.0:1746134045.339413:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552443008 00000100:00100000:2.0:1746134045.339435:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b901f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548175872:192.168.203.26@tcp:105: 00002000:00100000:3.0:1746134045.339446:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ada300 x1830953552443008/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1746134045.339450:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746134045.339454:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ada300 with x1830953552443008 ext(0->4095) 00002000:00010000:3.0:1746134045.339457:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072ada300 00000100:00100000:3.0:1746134045.339473:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13232 00000100:00100000:2.0:1746134045.339478:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ad8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2009:x1830953552442752:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3598us (3763us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.339479:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ada300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2009:x1830953552443008:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134045.339485:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15250 00000100:00100000:3.0:1746134045.339574:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ada300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:2009:x1830953552443008:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 94us (405us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134045.339580:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13232 00002000:00100000:3.0:1746134045.339584:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ada300 x1830953552443008/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134045.339591:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ada300 with x1830953552443008 ext(0->4095) 00002000:00010000:3.0:1746134045.339594:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072ada300 00000100:00100000:0.0:1746134045.342600:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.342652:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552443136 00000100:00100000:2.0:1746134045.342659:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552443136 00000100:00100000:2.0:1746134045.342700:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29949 00000100:00100000:2.0:1746134045.342707:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ad8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552443136:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134045.342720:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134045.342734:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c9021 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957504af expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.342758:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c901a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957504a8 expref: 55 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.342765:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134045.342766:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134045.342770:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c9021 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957504af expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.342799:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c901a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504a8 expref: 55 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.342808:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c901a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504a8 expref: 55 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746134045.342818:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b901f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548176000:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134045.344301:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f240 going to sleep for 11 seconds 00000100:00100000:2.0:1746134045.346789:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b901f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548176000:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134045.346813:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c9021 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957504af expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.346825:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f200, rc 0) 00000100:00100000:2.0:1746134045.346860:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ad8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552443136:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4153us (4265us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134045.346867:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29949 00000100:00100000:0.0:1746134045.347995:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.348270:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552443264 00000100:00100000:2.0:1746134045.348276:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552443264 00010000:00010000:2.0:1746134045.348300:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c901a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504a8 expref: 56 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746134045.348333:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15251 00000100:00100000:2.0:1746134045.348340:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ecfc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:2009:x1830953552443264:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134045.348355:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134045.348370:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c901a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504a8 expref: 56 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.348380:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c901a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504a8 expref: 56 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.348398:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c901a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504a8 expref: 56 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.348421:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134045.348423:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134045.348428:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c9021 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957504af expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.348436:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c9021 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957504af expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.348460:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c9021 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957504af expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134045.348470:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b901f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548176128:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134045.348532:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f240 going to sleep for 11 seconds 00000100:00100000:0.0:1746134045.350615:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134045.350960:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.351078:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b901f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548176128:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134045.351094:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134045.351148:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ecfc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:2009:x1830953552443264:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2807us (3153us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.351155:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15251 00000100:00100000:1.0:1746134045.351328:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552443648 00000100:00100000:1.0:1746134045.351332:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552443648 00002000:00100000:1.0:1746134045.351358:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800915f1180 x1830953552443648/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134045.351366:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915f1180 with x1830953552443648 ext(0->4095) 00002000:00010000:1.0:1746134045.351370:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800915f1180 00000100:00100000:1.0:1746134045.351388:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13233 00000100:00100000:1.0:1746134045.351393:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552443648:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134045.351480:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552443648:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 86us (520us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134045.351485:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13233 00002000:00100000:1.0:1746134045.351489:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800915f1180 x1830953552443648/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134045.351495:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800915f1180 with x1830953552443648 ext(0->4095) 00002000:00010000:1.0:1746134045.351497:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800915f1180 00000100:00100000:2.0:1746134045.351705:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552443392 00000100:00100000:2.0:1746134045.351710:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552443392 00000100:00100000:2.0:1746134045.351742:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29950 00000100:00100000:2.0:1746134045.351747:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:1755:x1830953552443392:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134045.351756:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134045.351767:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c9028 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957504b6 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.351785:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c9021 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957504af expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.351791:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134045.351793:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134045.351795:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c9028 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957504b6 expref: 56 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.351815:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c9021 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504af expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.351823:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c9021 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504af expref: 5 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746134045.351832:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b901180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548176256:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134045.351874:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f180 going to sleep for 11 seconds 00000100:00100000:0.0:1746134045.354738:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134045.354878:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552443776 00000100:00100000:1.0:1746134045.354884:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552443776 00000100:00100000:1.0:1746134045.354928:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29951 00000100:00100000:1.0:1746134045.354935:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:1757:x1830953552443776:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134045.354959:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134045.354972:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c902f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957504bd expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.354993:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134045.354998:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c9028 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957504b6 expref: 58 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.355004:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134045.355007:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c902f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957504bd expref: 58 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.355033:0:9580:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c9028 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b231957504b6 expref: 58 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.355043:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c902f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957504bd expref: 58 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.355051:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c0800, rc 0) 00000100:00100000:1.0:1746134045.355094:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:1757:x1830953552443776:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 158us (363us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134045.355100:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29951 00000100:00100000:2.0:1746134045.355359:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b901180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548176256:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134045.355372:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c9028 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504b6 expref: 57 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.355379:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fc00, rc 0) 00000100:00100000:2.0:1746134045.355395:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:1755:x1830953552443392:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3648us (4784us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134045.355403:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29950 00000100:00100000:0.0:1746134045.357679:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.357762:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552443904 00000100:00100000:3.0:1746134045.357767:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552443904 00010000:00010000:3.0:1746134045.357791:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c9021 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504af expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.357821:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15252 00000100:00100000:3.0:1746134045.357827:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da65880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552443904:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134045.357836:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134045.357849:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c9021 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504af expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.357859:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c9021 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504af expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.357877:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c9021 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504af expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.357902:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.357903:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.357908:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c9028 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504b6 expref: 56 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.357916:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c9028 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504b6 expref: 56 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.357940:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c9028 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504b6 expref: 56 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.357950:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c9028 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504b6 expref: 56 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.357960:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548176512:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134045.358026:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c240 going to sleep for 11 seconds 00000100:00100000:0.0:1746134045.359775:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.359857:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552444160 00000100:00100000:2.0:1746134045.359863:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552444160 00002000:00100000:2.0:1746134045.359891:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012da64a80 x1830953552444160/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134045.359899:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da64a80 with x1830953552444160 ext(0->4095) 00010000:00010000:2.0:1746134045.359905:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c9028 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504b6 expref: 57 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.359915:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c9028 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504b6 expref: 57 pid: 10181 timeout: 814 lvb_type: 0 00002000:00010000:2.0:1746134045.359920:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012da64a80 00000100:00100000:2.0:1746134045.360316:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2621 00000100:00100000:2.0:1746134045.360323:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2009:x1830953552444160:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134045.360435:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2009:x1830953552444160:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (664us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134045.360441:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2621 00002000:00100000:2.0:1746134045.360446:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012da64a80 x1830953552444160/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134045.360453:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da64a80 with x1830953552444160 ext(0->4095) 00010000:00010000:2.0:1746134045.360457:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c9028 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504b6 expref: 57 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.360470:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c9028 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504b6 expref: 57 pid: 10181 timeout: 814 lvb_type: 0 00002000:00010000:2.0:1746134045.360475:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012da64a80 00000100:00100000:3.0:1746134045.360529:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548176512:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134045.360542:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134045.360673:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da65880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552443904:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2845us (2999us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.360680:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15252 00000100:00100000:0.0:1746134045.362453:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.362629:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552444288 00000100:00100000:3.0:1746134045.362635:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552444288 00010000:00010000:3.0:1746134045.362656:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c9028 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504b6 expref: 57 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.362674:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15253 00000100:00100000:3.0:1746134045.362679:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da67b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2009:x1830953552444288:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134045.362687:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134045.362701:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c9028 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504b6 expref: 57 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.362710:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c9028 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504b6 expref: 57 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.362726:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c9028 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504b6 expref: 57 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.362877:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.362879:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.362885:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c902f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957504bd expref: 56 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.362891:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c902f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957504bd expref: 56 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.362915:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c902f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957504bd expref: 56 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134045.362925:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548176640:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134045.363211:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c240 going to sleep for 11 seconds 00000100:00100000:0.0:1746134045.366321:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.366413:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548176640:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134045.366429:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134045.366462:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da67b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:2009:x1830953552444288:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3782us (4011us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.366470:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15253 00000100:00100000:1.0:1746134045.366535:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552444544 00000100:00100000:1.0:1746134045.366542:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552444544 00002000:00100000:1.0:1746134045.366572:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012da64700 x1830953552444544/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134045.366580:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da64700 with x1830953552444544 ext(0->4095) 00002000:00010000:1.0:1746134045.366584:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012da64700 00000100:00100000:1.0:1746134045.366609:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13234 00000100:00100000:1.0:1746134045.366616:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:2010:x1830953552444544:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134045.366717:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:2010:x1830953552444544:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (403us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134045.366723:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13234 00002000:00100000:1.0:1746134045.366728:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012da64700 x1830953552444544/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134045.366735:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da64700 with x1830953552444544 ext(0->4095) 00002000:00010000:1.0:1746134045.366738:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012da64700 00000100:00100000:0.0:1746134045.368794:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.368909:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552444672 00000100:00100000:3.0:1746134045.368916:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552444672 00000100:00100000:3.0:1746134045.369021:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29952 00000100:00100000:3.0:1746134045.369027:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552444672:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134045.369041:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134045.369052:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c9036 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957504c4 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.369079:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c902f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957504bd expref: 55 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.369085:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134045.369086:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134045.369089:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c9036 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957504c4 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.369109:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c902f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504bd expref: 55 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.369217:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c902f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504bd expref: 55 pid: 9580 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.369231:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548176768:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134045.369516:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c240 going to sleep for 11 seconds 00000100:00100000:3.0:1746134045.371434:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548176768:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134045.371454:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c9036 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957504c4 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.371467:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800955ae000, rc 0) 00000100:00100000:3.0:1746134045.371492:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552444672:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2465us (2703us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.371498:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29952 00000100:00100000:0.0:1746134045.372603:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.372996:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552444800 00000100:00100000:3.0:1746134045.373002:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552444800 00010000:00010000:3.0:1746134045.373027:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c902f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504bd expref: 56 pid: 9580 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.373054:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15254 00000100:00100000:3.0:1746134045.373068:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da67480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:2010:x1830953552444800:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134045.373078:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134045.373093:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c902f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504bd expref: 56 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.373106:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c902f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504bd expref: 56 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.373155:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c902f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504bd expref: 56 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.373203:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.373204:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.373211:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c9036 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957504c4 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.373217:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c9036 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957504c4 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.373243:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c9036 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957504c4 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134045.373253:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548176896:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134045.373600:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c240 going to sleep for 11 seconds 00000100:00100000:3.0:1746134045.374718:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548176896:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134045.374732:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134045.374768:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da67480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:2010:x1830953552444800:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1707us (2166us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.374776:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15254 00000100:00100000:0.0:1746134045.376493:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134045.376882:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.376952:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552445056 00000100:00100000:3.0:1746134045.376959:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552445056 00002000:00100000:3.0:1746134045.376992:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012c430000 x1830953552445056/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134045.377006:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c430000 with x1830953552445056 ext(0->4095) 00002000:00010000:3.0:1746134045.377010:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c430000 00000100:00100000:3.0:1746134045.377037:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13235 00000100:00100000:3.0:1746134045.377044:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c430000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552445056:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134045.377187:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c430000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552445056:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 143us (697us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134045.377192:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13235 00002000:00100000:3.0:1746134045.377197:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012c430000 x1830953552445056/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134045.377204:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c430000 with x1830953552445056 ext(0->4095) 00002000:00010000:3.0:1746134045.377206:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c430000 00000100:00100000:2.0:1746134045.377345:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552445184 00000100:00100000:2.0:1746134045.377349:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552445184 00000100:00100000:2.0:1746134045.377380:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29953 00000100:00100000:2.0:1746134045.377386:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c433b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:1755:x1830953552445184:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134045.377393:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134045.377404:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c903d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957504cb expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.377422:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c9036 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957504c4 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.377428:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134045.377430:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134045.377433:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c903d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957504cb expref: 56 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.377453:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c9036 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504c4 expref: 5 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.377462:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c9036 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504c4 expref: 5 pid: 9582 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746134045.377471:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b901180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548177024:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134045.377517:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f000 going to sleep for 11 seconds 00000100:00100000:0.0:1746134045.380674:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.380807:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552445312 00000100:00100000:3.0:1746134045.380813:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552445312 00000100:00100000:2.0:1746134045.380911:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b901180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548177024:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134045.380932:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c903d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957504cb expref: 57 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.380945:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f200, rc 0) 00000100:00100000:2.0:1746134045.380977:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c433b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:1755:x1830953552445184:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3591us (4095us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134045.380983:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29953 00000100:00100000:2.0:1746134045.381000:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29954 00000100:00100000:2.0:1746134045.381005:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:1757:x1830953552445312:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134045.381015:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134045.381025:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c9044 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957504d2 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.381040:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134045.381043:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c903d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957504cb expref: 57 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.381048:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134045.381050:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c9044 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957504d2 expref: 57 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.381082:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c903d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504cb expref: 57 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.381090:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c9044 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957504d2 expref: 57 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.381096:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fc00, rc 0) 00000100:00100000:2.0:1746134045.381110:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:1757:x1830953552445312:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 105us (442us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134045.381137:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29954 00000100:00100000:0.0:1746134045.382078:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.382540:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552445440 00000100:00100000:3.0:1746134045.382544:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552445440 00010000:00010000:3.0:1746134045.382566:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c9036 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504c4 expref: 6 pid: 9582 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.382585:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15255 00000100:00100000:3.0:1746134045.382590:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a1e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552445440:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134045.382599:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134045.382614:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c9036 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504c4 expref: 6 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.382627:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c9036 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504c4 expref: 6 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.382642:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c9036 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504c4 expref: 6 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.382655:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.382656:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.382661:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c903d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504cb expref: 56 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.382667:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c903d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504cb expref: 56 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.382687:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c903d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504cb expref: 56 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.382696:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c903d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504cb expref: 56 pid: 9582 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.382706:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548177280:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134045.382744:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134045.386485:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.386575:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548177280:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134045.386593:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134045.386626:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a1e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552445440:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4035us (4548us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.386637:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15255 00000100:00100000:1.0:1746134045.386794:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552445696 00000100:00100000:1.0:1746134045.386799:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552445696 00002000:00100000:1.0:1746134045.386829:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a1f100 x1830953552445696/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134045.386838:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a1f100 with x1830953552445696 ext(0->4095) 00010000:00010000:1.0:1746134045.386844:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c903d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504cb expref: 57 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746134045.386855:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c903d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504cb expref: 57 pid: 9582 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746134045.386860:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091a1f100 00000100:00100000:1.0:1746134045.386885:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2622 00000100:00100000:1.0:1746134045.386891:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2009:x1830953552445696:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134045.386998:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2009:x1830953552445696:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (520us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134045.387003:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2622 00002000:00100000:1.0:1746134045.387008:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a1f100 x1830953552445696/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134045.387014:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a1f100 with x1830953552445696 ext(0->4095) 00010000:00010000:1.0:1746134045.387018:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c903d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504cb expref: 57 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746134045.387026:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c903d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504cb expref: 57 pid: 9582 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746134045.387031:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091a1f100 00000100:00100000:0.0:1746134045.389541:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.389638:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552445824 00000100:00100000:3.0:1746134045.389645:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552445824 00010000:00010000:3.0:1746134045.389671:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c903d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504cb expref: 57 pid: 9582 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.389689:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15256 00000100:00100000:3.0:1746134045.389694:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a1c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2011:x1830953552445824:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134045.389704:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134045.389719:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c903d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504cb expref: 57 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.389728:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c903d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504cb expref: 57 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.389745:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c903d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504cb expref: 57 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.389770:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.389772:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.389778:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c9044 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957504d2 expref: 56 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.389784:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c9044 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957504d2 expref: 56 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.389808:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c9044 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957504d2 expref: 56 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134045.389818:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548177408:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134045.390346:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134045.393348:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.393415:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548177408:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134045.393431:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134045.393459:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a1c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:2011:x1830953552445824:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3765us (3924us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.393468:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15256 00000100:00100000:2.0:1746134045.393525:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552446080 00000100:00100000:2.0:1746134045.393530:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552446080 00002000:00100000:2.0:1746134045.393554:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917e7800 x1830953552446080/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134045.393563:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e7800 with x1830953552446080 ext(0->4095) 00002000:00010000:2.0:1746134045.393566:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917e7800 00000100:00100000:2.0:1746134045.393758:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13236 00000100:00100000:2.0:1746134045.393764:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:2009:x1830953552446080:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134045.394326:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:2009:x1830953552446080:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 560us (983us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134045.394332:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13236 00002000:00100000:2.0:1746134045.394338:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917e7800 x1830953552446080/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134045.394345:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917e7800 with x1830953552446080 ext(0->4095) 00002000:00010000:2.0:1746134045.394347:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917e7800 00000100:00100000:0.0:1746134045.396395:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134045.396470:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552446208 00000100:00100000:1.0:1746134045.396477:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552446208 00000100:00100000:1.0:1746134045.396520:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29955 00000100:00100000:1.0:1746134045.396526:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552446208:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134045.396539:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134045.396552:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c1e00/0x9682c7de153c904b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957504d9 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.396574:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c9044 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957504d2 expref: 55 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.396584:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134045.396586:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134045.396588:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1e00/0x9682c7de153c904b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957504d9 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.396610:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c9044 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504d2 expref: 55 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.396619:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c9044 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504d2 expref: 55 pid: 9582 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746134045.396629:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080650000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548177536:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134045.396694:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746134045.399001:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080650000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548177536:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134045.399025:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1e00/0x9682c7de153c904b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957504d9 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.399039:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c1e00, rc 0) 00000100:00100000:1.0:1746134045.399091:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552446208:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2563us (2699us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134045.399098:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29955 00000100:00100000:0.0:1746134045.400090:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.400219:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552446336 00000100:00100000:3.0:1746134045.400225:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552446336 00010000:00010000:3.0:1746134045.400250:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c9044 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504d2 expref: 56 pid: 9582 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.400271:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15257 00000100:00100000:3.0:1746134045.400277:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092028380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:2010:x1830953552446336:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134045.400288:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134045.400304:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c9044 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504d2 expref: 56 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.400314:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c9044 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504d2 expref: 56 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.400332:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fc00/0x9682c7de153c9044 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504d2 expref: 56 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.400359:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.400361:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.400367:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1e00/0x9682c7de153c904b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957504d9 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.400374:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1e00/0x9682c7de153c904b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957504d9 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.400399:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c1e00/0x9682c7de153c904b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957504d9 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134045.400409:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548177664:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134045.401256:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746134045.404566:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548177664:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134045.404585:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134045.404618:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092028380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:2010:x1830953552446336:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4340us (4530us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.404627:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15257 00000100:00100000:0.0:1746134045.405516:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.405740:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552446592 00000100:00100000:2.0:1746134045.405746:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552446592 00002000:00100000:2.0:1746134045.405775:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012da6b800 x1830953552446592/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134045.405789:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6b800 with x1830953552446592 ext(0->4095) 00002000:00010000:2.0:1746134045.405792:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012da6b800 00000100:00100000:2.0:1746134045.405810:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13237 00000100:00100000:2.0:1746134045.405815:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552446592:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134045.405915:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552446592:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (401us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134045.405920:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13237 00002000:00100000:2.0:1746134045.405925:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012da6b800 x1830953552446592/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134045.405931:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6b800 with x1830953552446592 ext(0->4095) 00002000:00010000:2.0:1746134045.405933:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012da6b800 00000100:00100000:0.0:1746134045.408099:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134045.408262:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552446720 00000100:00100000:1.0:1746134045.408269:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552446720 00000100:00100000:1.0:1746134045.408313:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29956 00000100:00100000:1.0:1746134045.408320:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:1755:x1830953552446720:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134045.408335:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134045.408348:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c9052 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957504e0 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.408370:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1e00/0x9682c7de153c904b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957504d9 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.408376:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134045.408377:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134045.408381:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c9052 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957504e0 expref: 56 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.408405:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c1e00/0x9682c7de153c904b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504d9 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.408414:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1e00/0x9682c7de153c904b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504d9 expref: 5 pid: 9580 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746134045.408423:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080650000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548177792:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134045.408493:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746134045.408499:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.408739:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552446848 00000100:00100000:2.0:1746134045.408743:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552446848 00000100:00100000:2.0:1746134045.408763:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29957 00000100:00100000:2.0:1746134045.408768:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:1757:x1830953552446848:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134045.408775:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134045.408782:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9059 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957504e7 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.408792:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134045.408796:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c9052 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957504e0 expref: 58 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.408801:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134045.408805:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9059 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957504e7 expref: 58 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.408823:0:9582:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c9052 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b231957504e0 expref: 58 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.408833:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9059 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957504e7 expref: 58 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.408841:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fe00, rc 0) 00000100:00100000:2.0:1746134045.408860:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:1757:x1830953552446848:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 91us (361us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134045.408865:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29957 00000100:00100000:1.0:1746134045.411396:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080650000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548177792:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134045.411419:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c9052 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504e0 expref: 57 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.411431:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c1200, rc 0) 00000100:00100000:1.0:1746134045.411461:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:1755:x1830953552446720:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3141us (3366us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134045.411471:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29956 00000100:00100000:0.0:1746134045.412313:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.412882:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552446976 00000100:00100000:3.0:1746134045.412890:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552446976 00010000:00010000:3.0:1746134045.412917:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1e00/0x9682c7de153c904b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504d9 expref: 6 pid: 9580 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.412953:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15258 00000100:00100000:3.0:1746134045.412960:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b265c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552446976:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134045.412971:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134045.412986:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800915c1e00/0x9682c7de153c904b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504d9 expref: 6 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.413001:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800915c1e00/0x9682c7de153c904b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504d9 expref: 6 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.413021:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1e00/0x9682c7de153c904b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504d9 expref: 6 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.413045:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.413047:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.413053:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c9052 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504e0 expref: 56 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.413069:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c9052 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504e0 expref: 56 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.413097:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c9052 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504e0 expref: 56 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.413107:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c9052 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504e0 expref: 56 pid: 9580 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.413149:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548178048:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134045.413208:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134045.415714:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.415787:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552447232 00000100:00100000:2.0:1746134045.415792:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552447232 00002000:00100000:2.0:1746134045.415823:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a84700 x1830953552447232/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134045.415832:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a84700 with x1830953552447232 ext(0->4095) 00010000:00010000:2.0:1746134045.415839:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c9052 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504e0 expref: 57 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.415850:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c9052 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504e0 expref: 57 pid: 9580 timeout: 814 lvb_type: 0 00002000:00010000:2.0:1746134045.415856:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091a84700 00000100:00100000:2.0:1746134045.415879:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2623 00000100:00100000:2.0:1746134045.415884:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2010:x1830953552447232:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134045.415981:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2010:x1830953552447232:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (272us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134045.415987:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2623 00002000:00100000:2.0:1746134045.415992:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091a84700 x1830953552447232/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134045.415999:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091a84700 with x1830953552447232 ext(0->4095) 00010000:00010000:2.0:1746134045.416003:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c9052 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504e0 expref: 57 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.416010:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c9052 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504e0 expref: 57 pid: 9580 timeout: 814 lvb_type: 0 00002000:00010000:2.0:1746134045.416016:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091a84700 00000100:00100000:3.0:1746134045.416695:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548178048:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134045.416711:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134045.416730:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b265c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552446976:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3771us (4419us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.416740:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15258 00000100:00100000:0.0:1746134045.418885:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.418983:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552447360 00000100:00100000:3.0:1746134045.418988:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552447360 00010000:00010000:3.0:1746134045.419009:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c9052 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504e0 expref: 57 pid: 9580 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.419086:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15259 00000100:00100000:3.0:1746134045.419093:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a87100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2009:x1830953552447360:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134045.419103:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134045.419197:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c9052 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504e0 expref: 57 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.419207:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c9052 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504e0 expref: 57 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.419225:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c9052 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504e0 expref: 57 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.419236:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.419238:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.419243:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9059 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957504e7 expref: 56 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.419250:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9059 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957504e7 expref: 56 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.419272:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9059 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957504e7 expref: 56 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134045.419282:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548178176:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134045.419327:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10ca80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134045.422321:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134045.422490:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552447616 00000100:00100000:1.0:1746134045.422496:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552447616 00002000:00100000:1.0:1746134045.422525:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012f846300 x1830953552447616/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134045.422534:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f846300 with x1830953552447616 ext(0->4095) 00002000:00010000:1.0:1746134045.422539:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f846300 00000100:00100000:1.0:1746134045.422602:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13238 00000100:00100000:1.0:1746134045.422609:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f846300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2009:x1830953552447616:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134045.422714:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f846300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2009:x1830953552447616:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (399us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134045.422720:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13238 00002000:00100000:1.0:1746134045.422725:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012f846300 x1830953552447616/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134045.422732:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f846300 with x1830953552447616 ext(0->4095) 00002000:00010000:1.0:1746134045.422735:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f846300 00000100:00100000:3.0:1746134045.422807:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548178176:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134045.422822:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134045.422841:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a87100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:2009:x1830953552447360:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3748us (3962us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.422847:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15259 00000100:00100000:0.0:1746134045.424985:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134045.425066:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552447744 00000100:00100000:1.0:1746134045.425073:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552447744 00000100:00100000:1.0:1746134045.425211:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29958 00000100:00100000:1.0:1746134045.425221:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b6db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552447744:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134045.425234:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134045.425246:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c9060 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957504ee expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.425272:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9059 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957504e7 expref: 55 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.425278:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134045.425279:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134045.425282:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c9060 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957504ee expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.425305:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9059 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504e7 expref: 55 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.425314:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9059 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504e7 expref: 55 pid: 9582 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746134045.425324:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080650000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548178304:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134045.425380:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e203c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746134045.427486:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080650000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548178304:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134045.427507:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c9060 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957504ee expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.427519:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c0c00, rc 0) 00000100:00100000:1.0:1746134045.427549:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b6db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552447744:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2329us (2569us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134045.427556:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29958 00000100:00100000:0.0:1746134045.428161:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.428409:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552447872 00000100:00100000:3.0:1746134045.428416:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552447872 00010000:00010000:3.0:1746134045.428437:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9059 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504e7 expref: 56 pid: 9582 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.428462:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15260 00000100:00100000:3.0:1746134045.428468:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:2009:x1830953552447872:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134045.428477:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134045.428492:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9059 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504e7 expref: 56 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.428503:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9059 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504e7 expref: 56 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.428519:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9059 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504e7 expref: 56 pid: 9582 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.429466:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.429470:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.429477:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c9060 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957504ee expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.429487:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c9060 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957504ee expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.429516:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c9060 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957504ee expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134045.429526:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548178432:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134045.429588:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10ca80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134045.431597:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.431687:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552448128 00000100:00100000:2.0:1746134045.431693:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552448128 00002000:00100000:2.0:1746134045.431725:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d5e3100 x1830953552448128/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134045.431734:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d5e3100 with x1830953552448128 ext(0->4095) 00002000:00010000:2.0:1746134045.431737:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d5e3100 00000100:00100000:3.0:1746134045.432237:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548178432:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134045.432252:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134045.432280:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:2009:x1830953552447872:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3812us (4119us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.432289:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15260 00000100:00100000:2.0:1746134045.432347:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13239 00000100:00100000:2.0:1746134045.432354:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552448128:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134045.432450:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552448128:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (858us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134045.432455:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13239 00002000:00100000:2.0:1746134045.432461:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d5e3100 x1830953552448128/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134045.432468:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d5e3100 with x1830953552448128 ext(0->4095) 00002000:00010000:2.0:1746134045.432471:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d5e3100 00000100:00100000:2.0:1746134045.433618:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134045.433699:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552448256 00000100:00100000:1.0:1746134045.433704:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552448256 00000100:00100000:1.0:1746134045.433779:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29959 00000100:00100000:1.0:1746134045.433786:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b901180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+55:1755:x1830953552448256:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134045.433796:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134045.433808:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c9067 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957504f5 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.433828:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c9060 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957504ee expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.433834:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134045.433836:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134045.433839:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c9067 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957504f5 expref: 56 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.433861:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c9060 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504ee expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.433872:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c9060 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504ee expref: 5 pid: 9580 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746134045.433881:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080650000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548178560:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134045.434918:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e203c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134045.436977:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.437157:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552448384 00000100:00100000:3.0:1746134045.437164:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552448384 00000100:00100000:3.0:1746134045.437208:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29960 00000100:00100000:3.0:1746134045.437216:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:1757:x1830953552448384:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134045.437229:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134045.437241:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c906e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957504fc expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.437261:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.437266:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c9067 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957504f5 expref: 58 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.437272:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134045.437275:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c906e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957504fc expref: 58 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.437302:0:10181:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c9067 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b231957504f5 expref: 58 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.437313:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c906e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957504fc expref: 58 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.437321:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800955af600, rc 0) 00000100:00100000:3.0:1746134045.437352:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:1757:x1830953552448384:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.437357:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29960 00000100:00100000:1.0:1746134045.438325:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080650000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548178560:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134045.438340:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c9067 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504f5 expref: 57 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.438352:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c1a00, rc 0) 00000100:00100000:1.0:1746134045.438371:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b901180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:1755:x1830953552448256:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4586us (4756us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134045.438376:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29959 00000100:00100000:0.0:1746134045.439368:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.439895:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552448512 00000100:00100000:3.0:1746134045.439901:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552448512 00010000:00010000:3.0:1746134045.439925:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c9060 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504ee expref: 6 pid: 9580 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.439955:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15261 00000100:00100000:3.0:1746134045.439961:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b0b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552448512:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134045.439971:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134045.439986:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c9060 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504ee expref: 6 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.439996:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c9060 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504ee expref: 6 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.440014:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c9060 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504ee expref: 6 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.440039:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.440041:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.440046:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c9067 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504f5 expref: 56 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.440052:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c9067 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504f5 expref: 56 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.440087:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c9067 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504f5 expref: 56 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.440097:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c9067 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504f5 expref: 56 pid: 9580 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.440107:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548178816:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134045.440782:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10ca80 going to sleep for 11 seconds 00000100:00100000:3.0:1746134045.442543:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548178816:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134045.442558:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134045.442584:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b0b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552448512:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2623us (3218us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.442591:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15261 00000100:00100000:0.0:1746134045.444160:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134045.444221:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552448768 00000100:00100000:1.0:1746134045.444227:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552448768 00002000:00100000:1.0:1746134045.444256:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091b0a680 x1830953552448768/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134045.444265:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b0a680 with x1830953552448768 ext(0->4095) 00010000:00010000:1.0:1746134045.444272:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c9067 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504f5 expref: 57 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746134045.444282:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c9067 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504f5 expref: 57 pid: 9580 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746134045.444288:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091b0a680 00000100:00100000:1.0:1746134045.444446:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2624 00000100:00100000:1.0:1746134045.444452:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2009:x1830953552448768:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134045.444691:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2009:x1830953552448768:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 238us (535us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134045.444697:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2624 00002000:00100000:1.0:1746134045.444701:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880091b0a680 x1830953552448768/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134045.444713:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b0a680 with x1830953552448768 ext(0->4095) 00010000:00010000:1.0:1746134045.444717:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c9067 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504f5 expref: 57 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746134045.444725:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c9067 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504f5 expref: 57 pid: 9580 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746134045.444729:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091b0a680 00000100:00100000:0.0:1746134045.446228:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.446496:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552448896 00000100:00100000:3.0:1746134045.446501:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552448896 00010000:00010000:3.0:1746134045.446521:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c9067 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504f5 expref: 57 pid: 9580 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.446545:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15262 00000100:00100000:3.0:1746134045.446550:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b0b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2009:x1830953552448896:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134045.446558:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134045.446570:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c9067 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504f5 expref: 57 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.446579:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c9067 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504f5 expref: 57 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.446594:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c9067 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504f5 expref: 57 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.446605:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.446607:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.446612:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c906e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957504fc expref: 56 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.446618:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c906e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957504fc expref: 56 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.446643:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c906e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957504fc expref: 56 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134045.446652:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548178944:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134045.446709:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10ca80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134045.449834:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134045.449901:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552449152 00000100:00100000:1.0:1746134045.449908:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552449152 00002000:00100000:1.0:1746134045.449938:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b43a300 x1830953552449152/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134045.449946:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b43a300 with x1830953552449152 ext(0->4095) 00002000:00010000:1.0:1746134045.449950:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b43a300 00000100:00100000:1.0:1746134045.449977:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13240 00000100:00100000:1.0:1746134045.449983:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b43a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2012:x1830953552449152:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746134045.450369:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548178944:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134045.450384:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134045.450465:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b43a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2012:x1830953552449152:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 Request processed in 481us (637us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134045.450472:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13240 00002000:00100000:1.0:1746134045.450478:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b43a300 x1830953552449152/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134045.450485:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b43a300 with x1830953552449152 ext(0->4095) 00002000:00010000:1.0:1746134045.450487:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b43a300 00000100:00100000:3.0:1746134045.450656:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b0b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:2009:x1830953552448896:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4105us (4429us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.450663:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15262 00000100:00100000:0.0:1746134045.452896:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134045.452976:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552449280 00000100:00100000:1.0:1746134045.452982:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552449280 00000100:00100000:1.0:1746134045.453087:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29961 00000100:00100000:1.0:1746134045.453095:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552449280:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134045.453107:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134045.453240:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c9075 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750503 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.453263:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c906e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957504fc expref: 55 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.453270:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134045.453272:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134045.453275:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c9075 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750503 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.453296:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c906e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504fc expref: 55 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.453305:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c906e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504fc expref: 55 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746134045.453315:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080650000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548179072:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134045.453571:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20000 going to sleep for 11 seconds 00000100:00100000:1.0:1746134045.455697:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080650000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548179072:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134045.455720:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c9075 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750503 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.455737:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c1000, rc 0) 00000100:00100000:1.0:1746134045.455767:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552449280:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2674us (2878us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134045.455774:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29961 00000100:00100000:0.0:1746134045.456253:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.456488:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552449408 00000100:00100000:3.0:1746134045.456493:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552449408 00010000:00010000:3.0:1746134045.456515:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c906e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504fc expref: 56 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.456542:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15263 00000100:00100000:3.0:1746134045.456547:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:2010:x1830953552449408:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134045.456557:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134045.456572:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c906e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504fc expref: 56 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.456581:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c906e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504fc expref: 56 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.456599:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c906e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957504fc expref: 56 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.456611:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.456613:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.456618:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c9075 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750503 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.456629:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c9075 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750503 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.456651:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c9075 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750503 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134045.456661:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548179200:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134045.456713:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10ca80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134045.459854:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134045.460234:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552449536 00000100:00100000:1.0:1746134045.460240:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552449536 00000100:00100000:1.0:1746134045.460273:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29962 00000100:00100000:1.0:1746134045.460280:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:1755:x1830953552449536:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134045.460293:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134045.460306:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c907c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575050a expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.460326:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c9075 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750503 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.460332:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134045.460334:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134045.460337:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c907c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575050a expref: 57 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.460360:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c9075 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750503 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.460369:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c9075 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750503 expref: 5 pid: 9580 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746134045.460383:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080650000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548179328:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134045.460433:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20000 going to sleep for 11 seconds 00000100:00100000:3.0:1746134045.461631:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548179200:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134045.461647:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134045.461678:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2010:x1830953552449408:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 5129us (5426us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.461686:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15263 00000100:00100000:0.0:1746134045.463188:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134045.463380:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552449792 00000100:00100000:1.0:1746134045.463386:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552449792 00002000:00100000:1.0:1746134045.463417:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800916ff100 x1830953552449792/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134045.463425:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916ff100 with x1830953552449792 ext(0->4095) 00010000:00010000:1.0:1746134045.463433:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c9075 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750503 expref: 6 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746134045.463445:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c9075 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750503 expref: 6 pid: 9580 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746134045.463450:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800916ff100 00000100:00100000:1.0:1746134045.463465:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2625 00000100:00100000:1.0:1746134045.463471:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552449792:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134045.463572:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552449792:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (387us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134045.463578:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2625 00002000:00100000:1.0:1746134045.463583:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800916ff100 x1830953552449792/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134045.463590:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916ff100 with x1830953552449792 ext(0->4095) 00010000:00010000:1.0:1746134045.463594:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c9075 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750503 expref: 6 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746134045.463602:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c9075 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750503 expref: 6 pid: 9580 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746134045.463607:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800916ff100 00000100:00100000:2.0:1746134045.463671:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080650000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548179328:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134045.463686:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c907c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575050a expref: 56 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.463696:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c0a00, rc 0) 00000100:00100000:2.0:1746134045.463721:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:1755:x1830953552449536:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3443us (3875us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134045.463727:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29962 00000100:00100000:0.0:1746134045.466712:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.466855:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552449920 00000100:00100000:2.0:1746134045.466862:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552449920 00000100:00100000:2.0:1746134045.466894:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29963 00000100:00100000:2.0:1746134045.466901:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:1757:x1830953552449920:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134045.466915:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134045.466927:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c9083 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750511 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.466946:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134045.466950:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c907c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575050a expref: 57 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.466955:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134045.466958:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c9083 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750511 expref: 57 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.466986:0:9580:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c907c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575050a expref: 57 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.466996:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c9083 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750511 expref: 57 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.467003:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90e600, rc 0) 00000100:00100000:2.0:1746134045.467049:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:1757:x1830953552449920:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 148us (344us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134045.467055:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29963 00000100:00100000:1.0:1746134045.467268:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.467617:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552450048 00000100:00100000:3.0:1746134045.467621:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552450048 00010000:00010000:3.0:1746134045.467636:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c9075 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750503 expref: 6 pid: 9580 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.467658:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15264 00000100:00100000:3.0:1746134045.467663:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080653100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2011:x1830953552450048:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134045.467669:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134045.467683:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c9075 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750503 expref: 6 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.467691:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c9075 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750503 expref: 6 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.467704:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c9075 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750503 expref: 6 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.467716:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.467718:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.467722:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c907c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575050a expref: 56 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.467728:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c907c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575050a expref: 56 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.467759:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c907c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575050a expref: 56 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.467766:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c907c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575050a expref: 56 pid: 9580 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.467775:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548179584:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134045.467822:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10ca80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134045.472421:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.472766:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548179584:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134045.472782:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134045.472815:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080653100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2011:x1830953552450048:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 5152us (5548us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.472824:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15264 00000100:00100000:2.0:1746134045.473080:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552450304 00000100:00100000:2.0:1746134045.473086:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552450304 00002000:00100000:2.0:1746134045.473139:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88011db4c380 x1830953552450304/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134045.473148:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011db4c380 with x1830953552450304 ext(0->4095) 00010000:00010000:2.0:1746134045.473156:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c907c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575050a expref: 57 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.473167:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c907c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575050a expref: 57 pid: 9580 timeout: 814 lvb_type: 0 00002000:00010000:2.0:1746134045.473173:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011db4c380 00000100:00100000:2.0:1746134045.473194:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2626 00000100:00100000:2.0:1746134045.473200:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2009:x1830953552450304:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134045.473309:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2009:x1830953552450304:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (894us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134045.473315:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2626 00002000:00100000:2.0:1746134045.473319:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88011db4c380 x1830953552450304/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134045.473326:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011db4c380 with x1830953552450304 ext(0->4095) 00010000:00010000:2.0:1746134045.473330:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c907c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575050a expref: 57 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.473339:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c907c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575050a expref: 57 pid: 9580 timeout: 814 lvb_type: 0 00002000:00010000:2.0:1746134045.473343:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88011db4c380 00000100:00100000:0.0:1746134045.475893:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.475983:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552450432 00000100:00100000:3.0:1746134045.475991:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552450432 00010000:00010000:3.0:1746134045.476018:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c907c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575050a expref: 57 pid: 9580 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.476052:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15265 00000100:00100000:3.0:1746134045.476068:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2010:x1830953552450432:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134045.476081:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134045.476096:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c907c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575050a expref: 57 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.476105:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c907c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575050a expref: 57 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.476149:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c907c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575050a expref: 57 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.476163:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.476165:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.476170:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c9083 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750511 expref: 56 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.476176:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c9083 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750511 expref: 56 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.476202:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c9083 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750511 expref: 56 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134045.476211:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548179712:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134045.476274:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10ca80 going to sleep for 11 seconds 00000100:00100000:3.0:1746134045.479014:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548179712:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134045.479031:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134045.479076:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:2010:x1830953552450432:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3017us (3188us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.479085:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15265 00000100:00100000:0.0:1746134045.479807:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134045.480075:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552450688 00000100:00100000:1.0:1746134045.480080:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552450688 00002000:00100000:1.0:1746134045.480142:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88011db4d880 x1830953552450688/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134045.480151:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011db4d880 with x1830953552450688 ext(0->4095) 00002000:00010000:1.0:1746134045.480155:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011db4d880 00000100:00100000:1.0:1746134045.480169:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13241 00000100:00100000:1.0:1746134045.480175:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:2009:x1830953552450688:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134045.480291:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:2009:x1830953552450688:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (484us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134045.480296:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13241 00002000:00100000:1.0:1746134045.480301:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88011db4d880 x1830953552450688/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134045.480307:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011db4d880 with x1830953552450688 ext(0->4095) 00002000:00010000:1.0:1746134045.480310:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011db4d880 00000100:00100000:0.0:1746134045.483512:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.483928:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552450816 00000100:00100000:2.0:1746134045.483935:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552450816 00000100:00100000:2.0:1746134045.484205:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29964 00000100:00100000:2.0:1746134045.484213:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092028380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552450816:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134045.484227:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134045.484240:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c908a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750518 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.484264:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c9083 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750511 expref: 55 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.484270:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134045.484272:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134045.484275:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c908a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750518 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.484297:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c9083 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750511 expref: 55 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.484307:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c9083 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750511 expref: 55 pid: 9580 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746134045.484317:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b901f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548179840:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134045.485040:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f180 going to sleep for 11 seconds 00000100:00100000:2.0:1746134045.486601:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b901f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548179840:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134045.486624:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c908a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750518 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.486637:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f000, rc 0) 00000100:00100000:2.0:1746134045.486669:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092028380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552450816:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2456us (3163us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134045.486676:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29964 00000100:00100000:0.0:1746134045.488597:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.488721:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552450944 00000100:00100000:3.0:1746134045.488727:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552450944 00010000:00010000:3.0:1746134045.488752:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c9083 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750511 expref: 56 pid: 9580 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.488783:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15266 00000100:00100000:3.0:1746134045.488790:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ad8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:2009:x1830953552450944:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134045.488800:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134045.488814:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c9083 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750511 expref: 56 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.488823:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c9083 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750511 expref: 56 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.488839:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c9083 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750511 expref: 56 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.488852:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.488854:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.488859:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c908a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750518 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.488870:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c908a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750518 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.488891:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c908a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750518 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134045.488899:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548179968:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134045.488952:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c480 going to sleep for 11 seconds 00000100:00100000:0.0:1746134045.490806:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.491039:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552451072 00000100:00100000:2.0:1746134045.491044:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552451072 00000100:00100000:2.0:1746134045.491081:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29965 00000100:00100000:2.0:1746134045.491087:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c69a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:1755:x1830953552451072:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134045.491099:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134045.491131:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9091 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575051f expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.491155:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c908a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750518 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.491161:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134045.491162:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134045.491165:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9091 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575051f expref: 57 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.491185:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c908a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750518 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.491195:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c908a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750518 expref: 5 pid: 18904 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746134045.491204:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b901f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548180096:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134045.492346:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f180 going to sleep for 11 seconds 00000100:00100000:3.0:1746134045.492863:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548179968:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134045.492879:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134045.492915:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ad8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2009:x1830953552450944:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4125us (4321us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.492923:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15266 00000100:00100000:0.0:1746134045.493862:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.494552:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552451328 00000100:00100000:2.0:1746134045.494559:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552451328 00002000:00100000:2.0:1746134045.494589:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880099b2ea00 x1830953552451328/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134045.494599:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099b2ea00 with x1830953552451328 ext(0->4095) 00010000:00010000:2.0:1746134045.494606:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c908a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750518 expref: 6 pid: 18904 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.494617:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c908a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750518 expref: 6 pid: 18904 timeout: 814 lvb_type: 0 00002000:00010000:2.0:1746134045.494628:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099b2ea00 00000100:00100000:2.0:1746134045.494652:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2627 00000100:00100000:2.0:1746134045.494658:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552451328:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134045.494772:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552451328:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (910us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134045.494778:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2627 00002000:00100000:2.0:1746134045.494783:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880099b2ea00 x1830953552451328/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134045.494790:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099b2ea00 with x1830953552451328 ext(0->4095) 00010000:00010000:2.0:1746134045.494794:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c908a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750518 expref: 6 pid: 18904 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.494803:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c908a lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750518 expref: 6 pid: 18904 timeout: 814 lvb_type: 0 00002000:00010000:2.0:1746134045.494807:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099b2ea00 00000100:00100000:2.0:1746134045.495805:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b901f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548180096:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134045.495823:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9091 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575051f expref: 56 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.495833:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90ea00, rc 0) 00000100:00100000:2.0:1746134045.495862:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c69a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:1755:x1830953552451072:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4776us (5062us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134045.495871:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29965 00000100:00100000:0.0:1746134045.500215:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.500307:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552451456 00000100:00100000:3.0:1746134045.500313:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552451456 00010000:00010000:3.0:1746134045.500343:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c908a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750518 expref: 6 pid: 18904 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.500401:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15267 00000100:00100000:3.0:1746134045.500409:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552451456:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134045.500420:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134045.500436:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c908a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750518 expref: 6 pid: 18904 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.500447:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c908a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750518 expref: 6 pid: 18904 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.500465:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c908a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750518 expref: 6 pid: 18904 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.500486:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.500487:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.500492:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9091 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575051f expref: 55 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.500499:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9091 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575051f expref: 55 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.500522:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9091 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575051f expref: 55 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134045.500530:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548180224:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134045.501165:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c480 going to sleep for 11 seconds 00000100:00100000:3.0:1746134045.502931:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548180224:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134045.502948:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134045.502980:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552451456:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2571us (2770us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.502989:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15267 00000100:00100000:0.0:1746134045.503487:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134045.504337:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552451712 00000100:00100000:1.0:1746134045.504344:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552451712 00002000:00100000:1.0:1746134045.504374:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008fe24a80 x1830953552451712/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134045.504387:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe24a80 with x1830953552451712 ext(0->4095) 00002000:00010000:1.0:1746134045.504391:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fe24a80 00000100:00100000:1.0:1746134045.504414:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13242 00000100:00100000:1.0:1746134045.504420:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:2012:x1830953552451712:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746134045.504526:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:2012:x1830953552451712:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 Request processed in 105us (1039us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134045.504531:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13242 00002000:00100000:1.0:1746134045.504537:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008fe24a80 x1830953552451712/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134045.504543:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe24a80 with x1830953552451712 ext(0->4095) 00002000:00010000:1.0:1746134045.504545:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fe24a80 00000100:00100000:0.0:1746134045.513552:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.513629:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552451840 00000100:00100000:2.0:1746134045.513637:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552451840 00000100:00100000:2.0:1746134045.513671:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29966 00000100:00100000:2.0:1746134045.513678:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091aefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552451840:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134045.513693:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134045.513706:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c9098 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750526 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.513729:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9091 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575051f expref: 55 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.513735:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134045.513737:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134045.513740:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c9098 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750526 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.513763:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9091 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575051f expref: 55 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.513773:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9091 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575051f expref: 55 pid: 18904 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746134045.513782:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b901f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548180352:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134045.513856:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f180 going to sleep for 11 seconds 00000100:00100000:2.0:1746134045.519324:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b901f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548180352:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134045.519352:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c9098 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750526 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.519366:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f200, rc 0) 00000100:00100000:2.0:1746134045.519400:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091aefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552451840:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5722us (5856us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134045.519407:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29966 00000100:00100000:0.0:1746134045.530927:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.531007:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552451968 00000100:00100000:2.0:1746134045.531014:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552451968 00002000:00100000:2.0:1746134045.531049:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88007f686d80 x1830953552451968/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 496/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134045.531065:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f686d80 with x1830953552451968 ext(0->7) 00010000:00010000:2.0:1746134045.531073:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9091 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575051f expref: 56 pid: 18904 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.531083:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9091 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575051f expref: 56 pid: 18904 timeout: 814 lvb_type: 0 00002000:00010000:2.0:1746134045.531089:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f686d80 00000100:00100000:2.0:1746134045.534401:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2628 00000100:00100000:2.0:1746134045.534417:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f686d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+56:2012:x1830953552451968:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746134045.535764:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f686d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:2012:x1830953552451968:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 1349us (4839us total) trans 4294970684 rc 0/0 00000100:00100000:2.0:1746134045.535772:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2628 00002000:00100000:2.0:1746134045.535779:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88007f686d80 x1830953552451968/t4294970684(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 496/448 e 0 to 0 dl 1746134056 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134045.535788:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f686d80 with x1830953552451968 ext(0->7) 00010000:00010000:2.0:1746134045.535796:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9091 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575051f expref: 58 pid: 18904 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.535807:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9091 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575051f expref: 58 pid: 18904 timeout: 814 lvb_type: 0 00002000:00010000:2.0:1746134045.535813:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007f686d80 00000100:00100000:0.0:1746134045.536475:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.536893:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552452096 00000100:00100000:2.0:1746134045.536898:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552452096 00000100:00100000:2.0:1746134045.536920:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29967 00000100:00100000:2.0:1746134045.536925:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:1755:x1830953552452096:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134045.536935:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134045.536944:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c909f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575052d expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.536961:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134045.536965:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c9098 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750526 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.536970:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746134045.536972:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c909f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575052d expref: 59 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.536996:0:18904:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c9098 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750526 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.537008:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c909f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575052d expref: 59 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.537016:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f600, rc 0) 00000100:00100000:2.0:1746134045.540154:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+59:1755:x1830953552452096:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3219us (3671us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134045.540163:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29967 00000100:00100000:2.0:1746134045.540468:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.541436:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552452224 00000100:00100000:3.0:1746134045.541443:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552452224 00010000:00010000:3.0:1746134045.541469:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9091 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575051f expref: 59 pid: 18904 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.541503:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15268 00000100:00100000:3.0:1746134045.541509:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b901f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+59:2009:x1830953552452224:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134045.541519:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746134045.541531:0:7221:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb mtime from disk: 1746134045 -> 1746134046 00002000:00010000:3.0:1746134045.541534:0:7221:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb ctime from disk: 1746134045 -> 1746134046 00010000:00010000:3.0:1746134045.541538:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9091 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575051f expref: 59 pid: 18904 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.541549:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9091 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575051f expref: 59 pid: 18904 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.541566:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9091 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575051f expref: 59 pid: 18904 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.541589:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.541591:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.541596:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c9098 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750526 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.541603:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c9098 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750526 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.541629:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c9098 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750526 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.541643:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c9098 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750526 expref: 5 pid: 18904 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.541654:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548180608:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134045.541718:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c480 going to sleep for 11 seconds 00000100:00100000:0.0:1746134045.546266:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.546354:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552452480 00000100:00100000:2.0:1746134045.546361:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552452480 00002000:00100000:2.0:1746134045.546396:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800893e0000 x1830953552452480/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134045.546406:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800893e0000 with x1830953552452480 ext(0->4095) 00010000:00010000:2.0:1746134045.546413:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c9098 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750526 expref: 6 pid: 18904 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.546425:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c9098 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750526 expref: 6 pid: 18904 timeout: 814 lvb_type: 0 00002000:00010000:2.0:1746134045.546432:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800893e0000 00000100:00100000:2.0:1746134045.546455:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2629 00000100:00100000:2.0:1746134045.546462:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552452480:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134045.546573:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552452480:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (314us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134045.546581:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2629 00002000:00100000:2.0:1746134045.546586:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800893e0000 x1830953552452480/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134045.546593:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800893e0000 with x1830953552452480 ext(0->4095) 00010000:00010000:2.0:1746134045.546597:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c9098 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750526 expref: 6 pid: 18904 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.546606:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c9098 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750526 expref: 6 pid: 18904 timeout: 814 lvb_type: 0 00002000:00010000:2.0:1746134045.546611:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800893e0000 00000100:00100000:3.0:1746134045.547997:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548180608:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134045.548014:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134045.548042:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b901f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:2009:x1830953552452224:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 6533us (7573us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.548049:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15268 00000100:00100000:0.0:1746134045.558469:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.562020:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552452608 00000100:00100000:2.0:1746134045.562029:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552452608 00010000:00010000:2.0:1746134045.562068:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c9098 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750526 expref: 6 pid: 18904 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746134045.562100:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15269 00000100:00100000:2.0:1746134045.562106:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552452608:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134045.562135:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134045.562149:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c9098 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750526 expref: 6 pid: 18904 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.562159:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c9098 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750526 expref: 6 pid: 18904 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.562175:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c9098 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750526 expref: 6 pid: 18904 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.562198:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134045.562200:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134045.562205:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c909f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575052d expref: 57 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.562211:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c909f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575052d expref: 57 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.562350:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c909f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575052d expref: 57 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134045.562360:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009558f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548180736:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134045.564075:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f180 going to sleep for 11 seconds 00000100:00100000:1.0:1746134045.565582:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.565653:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009558f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548180736:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134045.565667:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134045.565698:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552452608:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3592us (7235us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134045.565706:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15269 00000100:00100000:0.0:1746134045.565762:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552452864 00000100:00100000:0.0:1746134045.565767:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552452864 00002000:00100000:0.0:1746134045.565796:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880080653800 x1830953552452864/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134045.565804:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080653800 with x1830953552452864 ext(0->4095) 00002000:00010000:0.0:1746134045.565808:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080653800 00000100:00100000:0.0:1746134045.565822:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13243 00000100:00100000:0.0:1746134045.565827:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080653800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:2010:x1830953552452864:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746134045.566430:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080653800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:2010:x1830953552452864:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 601us (851us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134045.566436:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13243 00002000:00100000:0.0:1746134045.566442:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880080653800 x1830953552452864/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134045.566449:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080653800 with x1830953552452864 ext(0->4095) 00002000:00010000:0.0:1746134045.566452:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080653800 00000100:00100000:0.0:1746134045.568561:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.568650:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552452992 00000100:00100000:2.0:1746134045.568657:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552452992 00000100:00100000:2.0:1746134045.568703:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29968 00000100:00100000:2.0:1746134045.568711:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552452992:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134045.568726:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134045.568740:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c90a6 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750534 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.568781:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c909f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575052d expref: 57 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.568788:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134045.568789:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134045.568793:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c90a6 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750534 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.568817:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c909f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575052d expref: 57 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.568827:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c909f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575052d expref: 57 pid: 18904 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746134045.568838:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009558f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548180864:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134045.568916:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f180 going to sleep for 11 seconds 00000100:00100000:2.0:1746134045.570816:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009558f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548180864:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134045.570837:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c90a6 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750534 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.570849:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fe00, rc 0) 00000100:00100000:2.0:1746134045.570877:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552452992:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2167us (2324us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134045.570883:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29968 00000100:00100000:0.0:1746134045.573656:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.573927:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552453120 00000100:00100000:2.0:1746134045.573936:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552453120 00010000:00010000:2.0:1746134045.573975:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c909f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575052d expref: 58 pid: 18904 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746134045.574005:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15270 00000100:00100000:2.0:1746134045.574011:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:2009:x1830953552453120:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134045.574024:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134045.574039:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c909f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575052d expref: 58 pid: 18904 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.574048:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c909f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575052d expref: 58 pid: 18904 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.574074:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c909f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575052d expref: 58 pid: 18904 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.574672:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134045.574674:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134045.574681:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c90a6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750534 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.574688:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c90a6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750534 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.574715:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c90a6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750534 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134045.574725:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009558f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548180992:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134045.574791:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f180 going to sleep for 11 seconds 00000100:00100000:0.0:1746134045.577267:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134045.578545:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.578621:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009558f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548180992:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134045.578636:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134045.578715:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552453504 00000100:00100000:1.0:1746134045.578721:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552453504 00002000:00100000:1.0:1746134045.578750:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800923a6300 x1830953552453504/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134045.578758:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923a6300 with x1830953552453504 ext(0->4095) 00002000:00010000:1.0:1746134045.578762:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800923a6300 00000100:00100000:1.0:1746134045.578781:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13244 00000100:00100000:1.0:1746134045.578787:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552453504:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134045.578894:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:2009:x1830953552453120:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4881us (5242us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134045.578901:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15270 00000100:00100000:3.0:1746134045.579359:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552453248 00000100:00100000:3.0:1746134045.579363:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552453248 00000100:00100000:3.0:1746134045.579388:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29969 00000100:00100000:3.0:1746134045.579393:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+57:1755:x1830953552453248:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134045.579402:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134045.579414:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c90ad lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575053b expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.579432:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c90a6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750534 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.579439:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.579440:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.579443:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c90ad lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575053b expref: 58 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.579463:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c90a6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750534 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.579476:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c90a6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750534 expref: 6 pid: 18904 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.579485:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548181120:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134045.579865:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552453504:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 1077us (1321us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134045.579875:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13244 00002000:00100000:1.0:1746134045.579881:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800923a6300 x1830953552453504/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134045.579888:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800923a6300 with x1830953552453504 ext(0->4095) 00010000:00010000:1.0:1746134045.579893:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c90a6 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750534 expref: 6 pid: 18904 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746134045.579902:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c90a6 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750534 expref: 6 pid: 18904 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746134045.579907:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800923a6300 00000100:00100000:3.0:1746134045.580528:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c480 going to sleep for 11 seconds 00000100:00100000:0.0:1746134045.584719:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.584821:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548181120:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134045.584845:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c90ad lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575053b expref: 58 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.584858:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800955afe00, rc 0) 00000100:00100000:1.0:1746134045.585082:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552453632 00000100:00100000:1.0:1746134045.585088:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552453632 00000100:00100000:1.0:1746134045.585149:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29970 00000100:00100000:1.0:1746134045.585156:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+59:1757:x1830953552453632:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134045.585168:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134045.585179:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c90b4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750542 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.585196:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134045.585200:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c90ad lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575053b expref: 60 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.585206:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134045.585209:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c90b4 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750542 expref: 60 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.585238:0:9580:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c90ad lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575053b expref: 60 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.585247:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c90b4 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750542 expref: 60 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.585254:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c1800, rc 0) 00000100:00100000:3.0:1746134045.585661:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+60:1755:x1830953552453248:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6266us (8398us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.585668:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29969 00000100:00100000:1.0:1746134045.586530:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+59:1757:x1830953552453632:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1371us (1815us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134045.586536:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29970 00000100:00100000:0.0:1746134045.587307:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.587399:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552453760 00000100:00100000:3.0:1746134045.587404:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552453760 00010000:00010000:3.0:1746134045.587428:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c90a6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750534 expref: 6 pid: 18904 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.587459:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15271 00000100:00100000:3.0:1746134045.587466:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d96ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552453760:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134045.587477:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134045.587493:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c90a6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750534 expref: 6 pid: 18904 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.587507:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c90a6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750534 expref: 6 pid: 18904 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.587525:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c90a6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750534 expref: 6 pid: 18904 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.587546:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.587548:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.587553:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c90ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575053b expref: 58 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.587561:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c90ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575053b expref: 58 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.587585:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c90ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575053b expref: 58 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.587594:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c90ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575053b expref: 58 pid: 18904 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.587605:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548181376:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134045.587653:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c480 going to sleep for 11 seconds 00000100:00100000:3.0:1746134045.589859:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548181376:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134045.589874:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134045.589902:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d96ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552453760:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2437us (2597us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.589913:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15271 00000100:00100000:0.0:1746134045.591283:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134045.591437:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552454016 00000100:00100000:1.0:1746134045.591444:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552454016 00002000:00100000:1.0:1746134045.591475:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d968000 x1830953552454016/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134045.591483:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d968000 with x1830953552454016 ext(0->4095) 00010000:00010000:1.0:1746134045.591490:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c90ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575053b expref: 59 pid: 18904 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746134045.591500:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c90ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575053b expref: 59 pid: 18904 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746134045.591506:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d968000 00000100:00100000:1.0:1746134045.591676:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2630 00000100:00100000:1.0:1746134045.591683:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d968000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+59:2010:x1830953552454016:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134045.591800:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d968000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+59:2010:x1830953552454016:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (521us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134045.591806:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2630 00002000:00100000:1.0:1746134045.591812:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d968000 x1830953552454016/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134045.591818:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d968000 with x1830953552454016 ext(0->4095) 00010000:00010000:1.0:1746134045.591822:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c90ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575053b expref: 59 pid: 18904 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746134045.591830:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c90ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575053b expref: 59 pid: 18904 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746134045.591835:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d968000 00000100:00100000:0.0:1746134045.594791:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.594932:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552454144 00000100:00100000:3.0:1746134045.594939:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552454144 00010000:00010000:3.0:1746134045.594966:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c90ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575053b expref: 59 pid: 18904 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.595289:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15272 00000100:00100000:3.0:1746134045.595296:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51aa050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+59:2009:x1830953552454144:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134045.595306:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134045.595321:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c90ad lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575053b expref: 59 pid: 18904 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.595331:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c90ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575053b expref: 59 pid: 18904 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.595350:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c90ad lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575053b expref: 59 pid: 18904 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.595620:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.595622:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.595628:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c90b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750542 expref: 58 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.595636:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c90b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750542 expref: 58 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.595661:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c90b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750542 expref: 58 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134045.595671:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548181504:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134045.596069:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c480 going to sleep for 11 seconds 00000100:00100000:3.0:1746134045.598685:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548181504:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134045.598704:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134045.598737:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51aa050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:2009:x1830953552454144:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3441us (3951us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.598745:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15272 00000100:00100000:0.0:1746134045.599075:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.599616:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552454400 00000100:00100000:3.0:1746134045.599622:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552454400 00002000:00100000:3.0:1746134045.599652:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d96ad80 x1830953552454400/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134045.599661:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d96ad80 with x1830953552454400 ext(0->4095) 00002000:00010000:3.0:1746134045.599664:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d96ad80 00000100:00100000:3.0:1746134045.599686:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13245 00000100:00100000:3.0:1746134045.599692:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d96ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:2010:x1830953552454400:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134045.599784:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d96ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:2010:x1830953552454400:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 92us (710us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134045.599790:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13245 00002000:00100000:3.0:1746134045.599794:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d96ad80 x1830953552454400/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134045.599800:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d96ad80 with x1830953552454400 ext(0->4095) 00002000:00010000:3.0:1746134045.599802:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d96ad80 00000100:00100000:0.0:1746134045.601821:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134045.601915:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552454528 00000100:00100000:1.0:1746134045.601921:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552454528 00000100:00100000:1.0:1746134045.601961:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29971 00000100:00100000:1.0:1746134045.601968:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092055f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552454528:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134045.601982:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134045.601995:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c90bb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750549 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.602016:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c90b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750542 expref: 57 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.602022:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134045.602023:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134045.602026:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c90bb lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750549 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.602050:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c90b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750542 expref: 57 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.602069:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c90b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750542 expref: 57 pid: 9580 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746134045.602078:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080652a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548181632:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134045.602798:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134045.605676:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134045.605822:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080652a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548181632:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134045.605845:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c90bb lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750549 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.605858:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c1000, rc 0) 00000100:00100000:1.0:1746134045.605890:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092055f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552454528:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3922us (4075us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134045.605898:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29971 00000100:00100000:3.0:1746134045.606375:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552454656 00000100:00100000:3.0:1746134045.606381:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552454656 00010000:00010000:3.0:1746134045.606405:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c90b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750542 expref: 58 pid: 9580 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.606424:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15273 00000100:00100000:3.0:1746134045.606430:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:2009:x1830953552454656:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134045.606439:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134045.606455:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c90b4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750542 expref: 58 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.606464:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c90b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750542 expref: 58 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.606482:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c90b4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750542 expref: 58 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.607135:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.607138:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.607146:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c90bb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750549 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.607154:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c90bb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750549 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.607181:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c90bb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750549 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134045.607196:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548181760:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134045.608189:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10ce40 going to sleep for 11 seconds 00000100:00100000:1.0:1746134045.611908:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134045.611944:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134045.611965:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552455040 00000100:00100000:1.0:1746134045.611971:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552455040 00000100:00100000:1.0:1746134045.612014:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29972 00000100:00100000:1.0:1746134045.612021:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080653100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:1755:x1830953552455040:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134045.612035:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134045.612047:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c90c2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750550 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.612079:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c90bb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750549 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.612086:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134045.612087:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134045.612091:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c90c2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750550 expref: 59 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.612131:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c90bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750549 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.612140:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c90bb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750549 expref: 5 pid: 9580 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746134045.612150:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080650000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548181888:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134045.612208:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746134045.612574:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548181760:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134045.612588:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134045.612611:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+59:2009:x1830953552454656:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 6182us (6941us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.612619:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15273 00000100:00100000:0.0:1746134045.612676:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552454912 00000100:00100000:0.0:1746134045.612680:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552454912 00002000:00100000:0.0:1746134045.612704:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880080652a00 x1830953552454912/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134045.612713:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080652a00 with x1830953552454912 ext(0->4095) 00010000:00010000:0.0:1746134045.612719:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c90bb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750549 expref: 6 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746134045.612728:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c90bb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750549 expref: 6 pid: 9580 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746134045.612733:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080652a00 00000100:00100000:0.0:1746134045.612753:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2631 00000100:00100000:0.0:1746134045.612758:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080652a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552454912:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746134045.612847:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080652a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552454912:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 88us (943us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134045.612852:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2631 00002000:00100000:0.0:1746134045.612856:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880080652a00 x1830953552454912/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134045.612863:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080652a00 with x1830953552454912 ext(0->4095) 00010000:00010000:0.0:1746134045.612866:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c90bb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750549 expref: 6 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746134045.612874:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c90bb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750549 expref: 6 pid: 9580 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746134045.612879:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080652a00 00000100:00100000:1.0:1746134045.616350:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080650000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548181888:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134045.616375:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c90c2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750550 expref: 58 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.616389:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c1200, rc 0) 00000100:00100000:1.0:1746134045.616438:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080653100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:1755:x1830953552455040:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4416us (4492us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134045.616445:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29972 00000100:00100000:0.0:1746134045.620416:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134045.620671:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552455168 00000100:00100000:1.0:1746134045.620678:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552455168 00000100:00100000:1.0:1746134045.620726:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29973 00000100:00100000:1.0:1746134045.620733:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:1757:x1830953552455168:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134045.620746:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134045.620760:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c90c9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750557 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.620781:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134045.620785:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c90c2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750550 expref: 59 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.620790:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134045.620793:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c90c9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750557 expref: 59 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.620820:0:9580:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c90c2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750550 expref: 59 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.620829:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c90c9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750557 expref: 59 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.620838:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c0800, rc 0) 00000100:00100000:1.0:1746134045.620884:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+59:1757:x1830953552455168:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 152us (475us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134045.620889:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29973 00000100:00100000:0.0:1746134045.623636:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.623906:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552455296 00000100:00100000:3.0:1746134045.623914:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552455296 00010000:00010000:3.0:1746134045.623942:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c90bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750549 expref: 6 pid: 9580 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.623976:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15274 00000100:00100000:3.0:1746134045.623983:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552455296:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134045.623994:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134045.624171:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c90bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750549 expref: 6 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.624183:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c90bb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750549 expref: 6 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.624200:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c90bb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750549 expref: 6 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.624225:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.624227:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.624233:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c90c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750550 expref: 58 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.624396:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c90c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750550 expref: 58 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.624424:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c90c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750550 expref: 58 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.624433:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c90c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750550 expref: 58 pid: 9580 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.624443:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548182144:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134045.624516:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10ce40 going to sleep for 11 seconds 00000100:00100000:3.0:1746134045.626987:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548182144:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134045.627003:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134045.627148:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552455296:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3165us (3518us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.627157:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15274 00000100:00100000:0.0:1746134045.627346:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.627578:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552455552 00000100:00100000:3.0:1746134045.627584:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552455552 00002000:00100000:3.0:1746134045.627611:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880084ad4700 x1830953552455552/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134045.627620:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084ad4700 with x1830953552455552 ext(0->4095) 00010000:00010000:3.0:1746134045.627627:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c90c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750550 expref: 59 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.627641:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c90c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750550 expref: 59 pid: 9580 timeout: 814 lvb_type: 0 00002000:00010000:3.0:1746134045.627647:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084ad4700 00000100:00100000:3.0:1746134045.627672:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2632 00000100:00100000:3.0:1746134045.627679:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+59:2009:x1830953552455552:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134045.627784:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+59:2009:x1830953552455552:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (439us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134045.627790:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2632 00002000:00100000:3.0:1746134045.627794:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880084ad4700 x1830953552455552/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134045.627800:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084ad4700 with x1830953552455552 ext(0->4095) 00010000:00010000:3.0:1746134045.627805:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c90c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750550 expref: 59 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.627813:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c90c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750550 expref: 59 pid: 9580 timeout: 814 lvb_type: 0 00002000:00010000:3.0:1746134045.627818:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084ad4700 00000100:00100000:2.0:1746134045.631354:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.631477:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552455680 00000100:00100000:3.0:1746134045.631484:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552455680 00010000:00010000:3.0:1746134045.631513:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c90c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750550 expref: 59 pid: 9580 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.631578:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15275 00000100:00100000:3.0:1746134045.631586:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009558f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+59:2010:x1830953552455680:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134045.631599:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134045.631614:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c90c2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750550 expref: 59 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.631625:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c90c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750550 expref: 59 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.631642:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c90c2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750550 expref: 59 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.632255:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.632258:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.632264:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c90c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750557 expref: 58 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.632272:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c90c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750557 expref: 58 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.632300:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c90c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750557 expref: 58 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134045.632311:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548182272:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134045.632419:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10cb40 going to sleep for 11 seconds 00000100:00100000:1.0:1746134045.635969:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.636047:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548182272:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134045.636095:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134045.636193:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552455936 00000100:00100000:0.0:1746134045.636198:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552455936 00002000:00100000:0.0:1746134045.636233:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880080650000 x1830953552455936/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134045.636242:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080650000 with x1830953552455936 ext(0->4095) 00002000:00010000:0.0:1746134045.636245:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080650000 00000100:00100000:0.0:1746134045.636269:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13246 00000100:00100000:0.0:1746134045.636277:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080650000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+59:2011:x1830953552455936:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746134045.636410:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009558f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+59:2010:x1830953552455680:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4823us (5061us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.636418:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15275 00000100:00100000:0.0:1746134045.636904:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080650000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:2011:x1830953552455936:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 Request processed in 627us (941us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134045.636909:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13246 00002000:00100000:0.0:1746134045.636914:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880080650000 x1830953552455936/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134045.636922:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080650000 with x1830953552455936 ext(0->4095) 00002000:00010000:0.0:1746134045.636924:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080650000 00000100:00100000:0.0:1746134045.639644:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.639724:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552456064 00000100:00100000:2.0:1746134045.639732:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552456064 00000100:00100000:2.0:1746134045.639905:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29974 00000100:00100000:2.0:1746134045.639913:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552456064:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134045.639929:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134045.639943:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c90d0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575055e expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.639965:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c90c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750557 expref: 57 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.639971:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134045.639972:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134045.639975:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c90d0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575055e expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.639999:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c90c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750557 expref: 57 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.640008:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c90c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750557 expref: 57 pid: 9580 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746134045.640017:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009558d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548182400:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134045.640089:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f180 going to sleep for 11 seconds 00000100:00100000:2.0:1746134045.644028:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009558d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548182400:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134045.644050:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c90d0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575055e expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.644071:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f000, rc 0) 00000100:00100000:0.0:1746134045.644785:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.644960:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552456192 00000100:00100000:3.0:1746134045.644966:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552456192 00010000:00010000:3.0:1746134045.644993:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c90c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750557 expref: 58 pid: 9580 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.645016:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15276 00000100:00100000:3.0:1746134045.645023:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:2010:x1830953552456192:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134045.645033:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134045.645048:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c90c9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750557 expref: 58 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.645057:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c90c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750557 expref: 58 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.645087:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0800/0x9682c7de153c90c9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750557 expref: 58 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.645106:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.645107:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.645126:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c90d0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575055e expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.645134:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c90d0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575055e expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.645159:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c90d0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575055e expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134045.645170:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548182528:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134045.645716:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552456064:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5801us (6075us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134045.645723:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29974 00000100:00100000:3.0:1746134045.646904:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134045.648184:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.648260:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552456320 00000100:00100000:2.0:1746134045.648266:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552456320 00000100:00100000:2.0:1746134045.648304:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29975 00000100:00100000:2.0:1746134045.648311:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:1755:x1830953552456320:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134045.648324:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134045.648337:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c90d7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750565 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.648357:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c90d0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575055e expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.648363:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134045.648365:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134045.648368:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c90d7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750565 expref: 59 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.648395:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c90d0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575055e expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.648405:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c90d0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575055e expref: 5 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746134045.648415:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009558d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548182656:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134045.648477:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f180 going to sleep for 11 seconds 00000100:00100000:0.0:1746134045.652712:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134045.652789:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552456576 00000100:00100000:1.0:1746134045.652796:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552456576 00002000:00100000:1.0:1746134045.652831:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880084ad5500 x1830953552456576/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134045.652840:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084ad5500 with x1830953552456576 ext(0->4095) 00010000:00010000:1.0:1746134045.652847:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c90d0 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575055e expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746134045.652859:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c90d0 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575055e expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746134045.652864:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084ad5500 00000100:00100000:2.0:1746134045.652931:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009558d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548182656:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134045.652950:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c90d7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750565 expref: 59 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.652962:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90e600, rc 0) 00000100:00100000:2.0:1746134045.652996:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+59:1755:x1830953552456320:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4685us (4815us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134045.653003:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29975 00000100:00100000:3.0:1746134045.653231:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548182528:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134045.653240:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134045.653257:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:2010:x1830953552456192:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 8236us (8474us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.653262:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15276 00000100:00100000:1.0:1746134045.653412:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2633 00000100:00100000:1.0:1746134045.653418:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552456576:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134045.653523:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552456576:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (818us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134045.653528:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2633 00002000:00100000:1.0:1746134045.653532:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880084ad5500 x1830953552456576/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134045.653539:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084ad5500 with x1830953552456576 ext(0->4095) 00010000:00010000:1.0:1746134045.653544:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c90d0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575055e expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746134045.653552:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c90d0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575055e expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746134045.653557:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084ad5500 00000100:00100000:0.0:1746134045.657277:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.658443:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552456704 00000100:00100000:3.0:1746134045.658452:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552456704 00010000:00010000:3.0:1746134045.658485:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c90d0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575055e expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.658515:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15277 00000100:00100000:3.0:1746134045.658522:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552456704:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134045.658533:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134045.658547:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c90d0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575055e expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.658557:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c90d0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575055e expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.658575:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c90d0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575055e expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.658601:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.658603:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.658609:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c90d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750565 expref: 57 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.658617:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c90d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750565 expref: 57 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.658643:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c90d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750565 expref: 57 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134045.658653:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548182784:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134045.658719:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134045.663032:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.663145:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552456960 00000100:00100000:3.0:1746134045.663151:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552456960 00002000:00100000:3.0:1746134045.663183:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880084ad5c00 x1830953552456960/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134045.663191:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084ad5c00 with x1830953552456960 ext(0->4095) 00002000:00010000:3.0:1746134045.663195:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880084ad5c00 00000100:00100000:3.0:1746134045.663219:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13247 00000100:00100000:3.0:1746134045.663225:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:2010:x1830953552456960:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134045.663325:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:2010:x1830953552456960:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (298us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134045.663330:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13247 00002000:00100000:3.0:1746134045.663335:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880084ad5c00 x1830953552456960/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134045.663341:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084ad5c00 with x1830953552456960 ext(0->4095) 00002000:00010000:3.0:1746134045.663344:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880084ad5c00 00000100:00100000:3.0:1746134045.663378:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548182784:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134045.663389:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134045.663403:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552456704:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4883us (6134us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.663409:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15277 00000100:00100000:0.0:1746134045.674908:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.674964:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552457088 00000100:00100000:2.0:1746134045.674970:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552457088 00000100:00100000:2.0:1746134045.675007:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29976 00000100:00100000:2.0:1746134045.675013:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552457088:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134045.675026:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134045.675038:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c90de lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575056c expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.675066:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c90d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750565 expref: 57 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.675073:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134045.675075:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134045.675077:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c90de lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575056c expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.675098:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c90d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750565 expref: 57 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.675106:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c90d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750565 expref: 57 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746134045.675130:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009558d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548182912:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134045.675185:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f180 going to sleep for 11 seconds 00000100:00100000:2.0:1746134045.679108:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009558d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548182912:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134045.679153:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c90de lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575056c expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.679166:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fe00, rc 0) 00000100:00100000:2.0:1746134045.679197:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552457088:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4185us (4296us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134045.679203:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29976 00000100:00100000:0.0:1746134045.681242:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.681311:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552457216 00000100:00100000:2.0:1746134045.681317:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552457216 00000100:00100000:2.0:1746134045.681353:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29977 00000100:00100000:2.0:1746134045.681359:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+58:1755:x1830953552457216:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134045.681372:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134045.681385:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c90e5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750573 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.681403:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134045.681407:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c90de lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575056c expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.681412:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746134045.681415:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c90e5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750573 expref: 59 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.681438:0:10181:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c90de lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575056c expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.681446:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c90e5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750573 expref: 59 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.681453:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90ea00, rc 0) 00000100:00100000:2.0:1746134045.681477:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+59:1755:x1830953552457216:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 119us (241us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134045.681482:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29977 00000100:00100000:0.0:1746134045.682688:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134045.682744:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552457344 00000100:00100000:1.0:1746134045.682748:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552457344 00002000:00100000:1.0:1746134045.682773:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880084ad6680 x1830953552457344/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 496/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134045.682781:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084ad6680 with x1830953552457344 ext(0->7) 00010000:00010000:1.0:1746134045.682787:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c90d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750565 expref: 59 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746134045.682797:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c90d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750565 expref: 59 pid: 10181 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746134045.682802:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084ad6680 00000100:00100000:1.0:1746134045.682822:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2634 00000100:00100000:1.0:1746134045.682827:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+59:2009:x1830953552457344:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746134045.683622:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+61:2009:x1830953552457344:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 793us (936us total) trans 4294970685 rc 0/0 00000100:00100000:0.0:1746134045.683628:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2634 00002000:00100000:0.0:1746134045.683633:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880084ad6680 x1830953552457344/t4294970685(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 496/448 e 0 to 0 dl 1746134056 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134045.683640:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084ad6680 with x1830953552457344 ext(0->7) 00010000:00010000:0.0:1746134045.683644:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c90d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750565 expref: 61 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746134045.683653:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c90d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750565 expref: 61 pid: 10181 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746134045.683658:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084ad6680 00000100:00100000:0.0:1746134045.685414:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.685480:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552457472 00000100:00100000:3.0:1746134045.685486:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552457472 00010000:00010000:3.0:1746134045.685508:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c90d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750565 expref: 61 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.685533:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15278 00000100:00100000:3.0:1746134045.685538:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+61:2010:x1830953552457472:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134045.685547:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134045.685558:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c90d7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750565 expref: 61 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.685566:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c90d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750565 expref: 61 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.685582:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c90d7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750565 expref: 61 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.685594:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.685596:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.685600:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c90de lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575056c expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.685611:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c90de lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575056c expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.685633:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c90de lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575056c expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.685641:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c90de lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575056c expref: 5 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.685650:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548183168:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134045.685701:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134045.687286:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.687349:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548183168:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134045.687363:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134045.687389:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+60:2010:x1830953552457472:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1850us (1978us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.687396:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15278 00000100:00100000:1.0:1746134045.687954:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552457728 00000100:00100000:1.0:1746134045.687960:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552457728 00002000:00100000:1.0:1746134045.687989:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880084ad6d80 x1830953552457728/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134045.687999:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084ad6d80 with x1830953552457728 ext(0->4095) 00010000:00010000:1.0:1746134045.688006:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c90de lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575056c expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746134045.688018:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c90de lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575056c expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746134045.688025:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084ad6d80 00000100:00100000:1.0:1746134045.688617:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2635 00000100:00100000:1.0:1746134045.688625:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552457728:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134045.688739:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552457728:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (1456us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134045.688745:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2635 00002000:00100000:1.0:1746134045.688750:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880084ad6d80 x1830953552457728/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134045.688757:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084ad6d80 with x1830953552457728 ext(0->4095) 00010000:00010000:1.0:1746134045.688762:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c90de lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575056c expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746134045.688771:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c90de lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575056c expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00002000:00010000:1.0:1746134045.688776:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084ad6d80 00000100:00100000:0.0:1746134045.692523:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.693027:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552457856 00000100:00100000:3.0:1746134045.693035:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552457856 00010000:00010000:3.0:1746134045.693078:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c90de lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575056c expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.693139:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15279 00000100:00100000:3.0:1746134045.693147:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51aa850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552457856:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134045.693160:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134045.693178:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c90de lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575056c expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.693188:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c90de lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575056c expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.693207:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c90de lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575056c expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.693234:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.693236:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.693242:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c90e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750573 expref: 59 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.693249:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c90e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750573 expref: 59 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.693277:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c90e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750573 expref: 59 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134045.693288:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548183296:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134045.693920:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134045.696314:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134045.697542:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552458112 00000100:00100000:1.0:1746134045.697551:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552458112 00002000:00100000:1.0:1746134045.697587:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880084ad7100 x1830953552458112/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134045.697596:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084ad7100 with x1830953552458112 ext(0->4095) 00002000:00010000:1.0:1746134045.697599:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880084ad7100 00000100:00100000:3.0:1746134045.697615:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548183296:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134045.697632:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13248 00010000:00010000:3.0:1746134045.697633:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134045.697638:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+60:2009:x1830953552458112:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134045.697678:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51aa850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552457856:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4533us (5162us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.697686:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15279 00000100:00100000:1.0:1746134045.697730:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+60:2009:x1830953552458112:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 92us (1422us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134045.697736:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13248 00002000:00100000:1.0:1746134045.697741:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880084ad7100 x1830953552458112/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134045.697746:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084ad7100 with x1830953552458112 ext(0->4095) 00002000:00010000:1.0:1746134045.697749:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880084ad7100 00000100:00100000:0.0:1746134045.702435:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134045.703082:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552458240 00000100:00100000:1.0:1746134045.703092:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552458240 00000100:00100000:1.0:1746134045.703167:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29978 00000100:00100000:1.0:1746134045.703174:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552458240:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134045.703189:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134045.703205:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c90ec lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575057a expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.703231:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c90e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750573 expref: 59 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.703238:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134045.703240:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134045.703243:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c90ec lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575057a expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.703267:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c90e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750573 expref: 59 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.703275:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c90e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750573 expref: 59 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746134045.703289:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917f4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548183424:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134045.703356:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746134045.713508:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917f4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548183424:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134045.713534:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c90ec lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575057a expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.713549:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c0c00, rc 0) 00000100:00100000:1.0:1746134045.713589:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552458240:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10415us (11160us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134045.713597:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29978 00000100:00100000:0.0:1746134045.713912:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.715124:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552458368 00000100:00100000:3.0:1746134045.715132:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552458368 00002000:00100000:3.0:1746134045.715166:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880084ad7800 x1830953552458368/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 496/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134045.715174:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084ad7800 with x1830953552458368 ext(0->7) 00010000:00010000:3.0:1746134045.715182:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c90e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750573 expref: 60 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.715194:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c90e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750573 expref: 60 pid: 10181 timeout: 814 lvb_type: 0 00002000:00010000:3.0:1746134045.715200:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084ad7800 00000100:00100000:1.0:1746134045.715755:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.715802:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2636 00000100:00100000:3.0:1746134045.715810:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+60:2009:x1830953552458368:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746134045.715937:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552458496 00000100:00100000:0.0:1746134045.715941:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552458496 00000100:00100000:0.0:1746134045.715970:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29979 00000100:00100000:0.0:1746134045.715975:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+61:1755:x1830953552458496:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134045.715983:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134045.715996:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880123b21200/0x9682c7de153c90f3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750581 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134045.716010:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134045.716015:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c90ec lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575057a expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134045.716020:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746134045.716023:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880123b21200/0x9682c7de153c90f3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750581 expref: 62 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134045.716049:0:9580:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c90ec lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575057a expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134045.716069:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880123b21200/0x9682c7de153c90f3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750581 expref: 62 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134045.716077:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880123b21200, rc 0) 00000100:00100000:0.0:1746134045.716108:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+62:1755:x1830953552458496:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 130us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134045.716128:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29979 00000100:00100000:0.0:1746134045.719495:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+63:2009:x1830953552458368:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 3678us (5575us total) trans 4294970686 rc 0/0 00000100:00100000:0.0:1746134045.719508:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2636 00002000:00100000:0.0:1746134045.719518:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880084ad7800 x1830953552458368/t4294970686(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 496/448 e 0 to 0 dl 1746134056 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134045.719526:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084ad7800 with x1830953552458368 ext(0->7) 00010000:00010000:0.0:1746134045.719534:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c90e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750573 expref: 63 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746134045.719544:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c90e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750573 expref: 63 pid: 10181 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746134045.719550:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084ad7800 00000100:00100000:0.0:1746134045.722795:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.724335:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552458624 00000100:00100000:3.0:1746134045.724344:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552458624 00010000:00010000:3.0:1746134045.724376:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c90e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750573 expref: 63 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.724441:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15280 00000100:00100000:3.0:1746134045.724448:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+63:2010:x1830953552458624:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134045.724459:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134045.724475:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c90e5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750573 expref: 63 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.724485:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c90e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750573 expref: 63 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.724505:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c90e5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750573 expref: 63 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.724627:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.724629:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.724636:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c90ec lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575057a expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.724642:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c90ec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575057a expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.724670:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c90ec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575057a expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.724679:0:7221:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c90ec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575057a expref: 5 pid: 9580 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.724690:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548183680:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134045.725003:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746134045.727165:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548183680:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134045.727180:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134045.727552:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+62:2010:x1830953552458624:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3102us (4762us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.727560:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15280 00000100:00100000:0.0:1746134045.727610:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.727699:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552458880 00000100:00100000:2.0:1746134045.727704:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552458880 00002000:00100000:2.0:1746134045.727731:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880084ad4380 x1830953552458880/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134045.727740:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084ad4380 with x1830953552458880 ext(0->4095) 00010000:00010000:2.0:1746134045.727747:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c90ec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575057a expref: 6 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.727758:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c90ec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575057a expref: 6 pid: 9580 timeout: 814 lvb_type: 0 00002000:00010000:2.0:1746134045.727763:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084ad4380 00000100:00100000:2.0:1746134045.727776:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2637 00000100:00100000:2.0:1746134045.727781:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552458880:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134045.727870:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552458880:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 88us (260us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134045.727875:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2637 00002000:00100000:2.0:1746134045.727879:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880084ad4380 x1830953552458880/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134045.727885:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084ad4380 with x1830953552458880 ext(0->4095) 00010000:00010000:2.0:1746134045.727889:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c90ec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575057a expref: 6 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.727897:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c90ec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575057a expref: 6 pid: 9580 timeout: 814 lvb_type: 0 00002000:00010000:2.0:1746134045.727902:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084ad4380 00000100:00100000:0.0:1746134045.733257:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.733732:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552459008 00000100:00100000:3.0:1746134045.733740:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552459008 00010000:00010000:3.0:1746134045.733770:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c90ec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575057a expref: 6 pid: 9580 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.733805:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15281 00000100:00100000:3.0:1746134045.733813:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552459008:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134045.733827:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134045.733843:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c90ec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575057a expref: 6 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.733853:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c90ec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575057a expref: 6 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.733870:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c90ec lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575057a expref: 6 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.733886:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.733888:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.733989:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880123b21200/0x9682c7de153c90f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750581 expref: 61 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.733998:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880123b21200/0x9682c7de153c90f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750581 expref: 61 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.734027:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880123b21200/0x9682c7de153c90f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750581 expref: 61 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134045.734038:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548183808:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134045.734140:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746134045.736472:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548183808:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134045.736517:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134045.737088:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552459008:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3273us (3834us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.737096:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15281 00000100:00100000:0.0:1746134045.738677:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.738856:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552459264 00000100:00100000:2.0:1746134045.738864:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552459264 00002000:00100000:2.0:1746134045.738901:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880084ad5880 x1830953552459264/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134045.738917:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084ad5880 with x1830953552459264 ext(0->4095) 00002000:00010000:2.0:1746134045.738922:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880084ad5880 00000100:00100000:2.0:1746134045.738938:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13249 00000100:00100000:2.0:1746134045.738944:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+62:2009:x1830953552459264:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134045.739496:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+62:2009:x1830953552459264:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 550us (823us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134045.739503:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13249 00002000:00100000:2.0:1746134045.739509:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880084ad5880 x1830953552459264/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134045.739516:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084ad5880 with x1830953552459264 ext(0->4095) 00002000:00010000:2.0:1746134045.739519:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880084ad5880 00000100:00100000:0.0:1746134045.742649:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.742742:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552459392 00000100:00100000:2.0:1746134045.742749:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552459392 00000100:00100000:2.0:1746134045.742785:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29980 00000100:00100000:2.0:1746134045.742792:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552459392:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134045.742806:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134045.742819:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c90fa lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750588 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.742845:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880123b21200/0x9682c7de153c90f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750581 expref: 61 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.742852:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134045.742854:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134045.742857:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c90fa lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750588 expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.742882:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880123b21200/0x9682c7de153c90f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750581 expref: 61 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.742893:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880123b21200/0x9682c7de153c90f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750581 expref: 61 pid: 9580 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746134045.742903:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009558d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548183936:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134045.742981:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f180 going to sleep for 11 seconds 00000100:00100000:2.0:1746134045.747105:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009558d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548183936:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134045.747144:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00010000:00010000:2.0:1746134045.747150:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c90fa lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750588 expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.747164:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fa00, rc 0) 00000100:00100000:3.0:1746134045.747197:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552459520 00000100:00100000:3.0:1746134045.747203:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552459520 00010000:00010000:3.0:1746134045.747227:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880123b21200/0x9682c7de153c90f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750581 expref: 62 pid: 9580 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746134045.747252:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552459392:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4459us (4609us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134045.747259:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29980 00000100:00100000:3.0:1746134045.747260:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15282 00000100:00100000:3.0:1746134045.747267:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+62:2009:x1830953552459520:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134045.747277:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134045.747347:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880123b21200/0x9682c7de153c90f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750581 expref: 62 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.747357:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880123b21200/0x9682c7de153c90f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750581 expref: 62 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.747375:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880123b21200/0x9682c7de153c90f3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750581 expref: 62 pid: 9580 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.747397:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.747399:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.747403:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c90fa lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750588 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.747415:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c90fa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750588 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.747438:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c90fa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750588 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134045.747448:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548184064:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134045.747500:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134045.748167:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.748212:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552459648 00000100:00100000:2.0:1746134045.748216:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552459648 00000100:00100000:2.0:1746134045.748248:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29981 00000100:00100000:2.0:1746134045.748253:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+62:1755:x1830953552459648:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134045.748263:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134045.748271:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c9101 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575058f expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.748290:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c90fa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750588 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.748297:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134045.748298:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134045.748301:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c9101 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575058f expref: 63 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.748483:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c90fa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750588 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.748494:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c90fa lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750588 expref: 5 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746134045.748502:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009558d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548184192:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134045.748561:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f180 going to sleep for 11 seconds 00000100:00100000:3.0:1746134045.751168:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548184064:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134045.751186:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134045.751220:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+63:2009:x1830953552459520:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3953us (4076us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.751229:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15282 00000100:00100000:2.0:1746134045.751311:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009558d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548184192:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134045.751328:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c9101 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575058f expref: 62 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.751342:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f000, rc 0) 00000100:00100000:2.0:1746134045.751359:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+62:1755:x1830953552459648:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3106us (3194us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134045.751365:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29981 00000100:00100000:0.0:1746134045.752181:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.752298:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552459904 00000100:00100000:2.0:1746134045.752304:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552459904 00002000:00100000:2.0:1746134045.752333:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ae0700 x1830953552459904/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134045.752342:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ae0700 with x1830953552459904 ext(0->4095) 00010000:00010000:2.0:1746134045.752349:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c90fa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750588 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.752360:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c90fa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750588 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00002000:00010000:2.0:1746134045.752366:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072ae0700 00000100:00100000:2.0:1746134045.752576:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2638 00000100:00100000:2.0:1746134045.752583:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552459904:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134045.753490:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552459904:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 904us (1308us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134045.753497:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2638 00002000:00100000:2.0:1746134045.753504:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ae0700 x1830953552459904/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134045.753511:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ae0700 with x1830953552459904 ext(0->4095) 00010000:00010000:2.0:1746134045.753516:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c90fa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750588 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.753525:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c90fa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750588 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00002000:00010000:2.0:1746134045.753530:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072ae0700 00000100:00100000:0.0:1746134045.755959:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.756772:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552460032 00000100:00100000:3.0:1746134045.756780:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552460032 00010000:00010000:3.0:1746134045.756809:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c90fa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750588 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.756844:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15283 00000100:00100000:3.0:1746134045.756852:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552460032:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134045.756864:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134045.756881:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c90fa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750588 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.756892:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c90fa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750588 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.756912:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c90fa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750588 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.756927:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.756929:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.756934:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c9101 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575058f expref: 61 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.756940:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c9101 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575058f expref: 61 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.756967:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c9101 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575058f expref: 61 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134045.756979:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548184320:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134045.757048:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746134045.758617:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548184320:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134045.758632:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134045.758667:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552460032:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1815us (2714us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.758674:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15283 00000100:00100000:0.0:1746134045.759269:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.760399:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552460288 00000100:00100000:3.0:1746134045.760407:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552460288 00002000:00100000:3.0:1746134045.760442:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ae0e00 x1830953552460288/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134045.760457:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ae0e00 with x1830953552460288 ext(0->4095) 00002000:00010000:3.0:1746134045.760461:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072ae0e00 00000100:00100000:3.0:1746134045.760478:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13250 00000100:00100000:3.0:1746134045.760485:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+62:2010:x1830953552460288:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134045.760621:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+62:2010:x1830953552460288:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 136us (1352us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134045.760627:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13250 00002000:00100000:3.0:1746134045.760633:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ae0e00 x1830953552460288/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134045.760640:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ae0e00 with x1830953552460288 ext(0->4095) 00002000:00010000:3.0:1746134045.760642:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072ae0e00 00000100:00100000:0.0:1746134045.764085:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.765312:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552460416 00000100:00100000:2.0:1746134045.765320:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552460416 00000100:00100000:2.0:1746134045.765430:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29982 00000100:00100000:2.0:1746134045.765438:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552460416:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134045.765453:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134045.765466:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c9108 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750596 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.765489:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c9101 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575058f expref: 61 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.765495:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134045.765497:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134045.765500:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c9108 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750596 expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.765523:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c9101 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575058f expref: 61 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.765532:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c9101 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575058f expref: 61 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746134045.765543:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009558d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548184448:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134045.766147:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f000 going to sleep for 11 seconds 00000100:00100000:2.0:1746134045.768168:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009558d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548184448:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134045.768193:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c9108 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750596 expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.768213:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90e600, rc 0) 00000100:00100000:2.0:1746134045.768245:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552460416:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2808us (4166us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134045.768253:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29982 00000100:00100000:0.0:1746134045.770110:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.770878:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552460544 00000100:00100000:2.0:1746134045.770885:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552460544 00002000:00100000:2.0:1746134045.770920:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880072ae1500 x1830953552460544/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 496/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134045.770929:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ae1500 with x1830953552460544 ext(0->7) 00010000:00010000:2.0:1746134045.770937:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c9101 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575058f expref: 62 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.770948:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c9101 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575058f expref: 62 pid: 10181 timeout: 814 lvb_type: 0 00002000:00010000:2.0:1746134045.770954:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072ae1500 00000100:00100000:2.0:1746134045.771500:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2639 00000100:00100000:2.0:1746134045.771508:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+62:2010:x1830953552460544:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746134045.772480:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+64:2010:x1830953552460544:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 970us (2373us total) trans 4294970687 rc 0/0 00000100:00100000:0.0:1746134045.772487:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2639 00002000:00100000:0.0:1746134045.772494:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880072ae1500 x1830953552460544/t4294970687(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 496/448 e 0 to 0 dl 1746134056 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134045.772501:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ae1500 with x1830953552460544 ext(0->7) 00010000:00010000:0.0:1746134045.772507:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c9101 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575058f expref: 64 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746134045.772518:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c9101 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575058f expref: 64 pid: 10181 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746134045.772524:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072ae1500 00000100:00100000:0.0:1746134045.785033:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.785837:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552460672 00000100:00100000:3.0:1746134045.785846:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552460672 00010000:00010000:3.0:1746134045.785875:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c9101 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575058f expref: 64 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.785911:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15284 00000100:00100000:3.0:1746134045.785918:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+64:2009:x1830953552460672:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134045.785929:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134045.785943:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c9101 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575058f expref: 64 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.786073:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c9101 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575058f expref: 64 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.786092:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c9101 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575058f expref: 64 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.786107:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.786109:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.786135:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c9108 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750596 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.786142:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c9108 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750596 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.786169:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c9108 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750596 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134045.786178:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548184576:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134045.786258:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c240 going to sleep for 11 seconds 00000100:00100000:0.0:1746134045.795817:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.795895:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552460800 00000100:00100000:2.0:1746134045.795902:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552460800 00000100:00100000:2.0:1746134045.795933:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29983 00000100:00100000:2.0:1746134045.795939:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+64:1755:x1830953552460800:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134045.795953:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134045.795967:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c910f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575059d expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.795990:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c9108 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750596 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.795996:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134045.795998:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134045.796001:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c910f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575059d expref: 65 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.796023:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c9108 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750596 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.796032:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c9108 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750596 expref: 5 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:2.0:1746134045.796042:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009558d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548184704:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134045.796150:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f000 going to sleep for 11 seconds 00000100:00100000:3.0:1746134045.797835:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548184576:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134045.797852:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134045.797883:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+65:2009:x1830953552460672:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 11966us (12857us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.797891:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15284 00000100:00100000:0.0:1746134045.798021:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.798196:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552461056 00000100:00100000:2.0:1746134045.798201:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552461056 00002000:00100000:2.0:1746134045.798227:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ae1f80 x1830953552461056/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134045.798235:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ae1f80 with x1830953552461056 ext(0->4095) 00010000:00010000:2.0:1746134045.798241:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c9108 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750596 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.798251:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c9108 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750596 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00002000:00010000:2.0:1746134045.798261:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072ae1f80 00000100:00100000:2.0:1746134045.798272:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2640 00000100:00100000:2.0:1746134045.798277:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552461056:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134045.798374:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552461056:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (353us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134045.798379:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2640 00002000:00100000:2.0:1746134045.798383:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ae1f80 x1830953552461056/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134045.798390:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ae1f80 with x1830953552461056 ext(0->4095) 00010000:00010000:2.0:1746134045.798393:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c9108 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750596 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:2.0:1746134045.798401:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c9108 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750596 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00002000:00010000:2.0:1746134045.798407:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072ae1f80 00000100:00100000:3.0:1746134045.798590:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009558d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548184704:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134045.798605:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c910f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575059d expref: 64 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.798621:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f000, rc 0) 00000100:00100000:3.0:1746134045.798643:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+64:1755:x1830953552460800:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2704us (2834us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.798648:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29983 00000100:00100000:0.0:1746134045.801044:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.801652:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552461184 00000100:00100000:3.0:1746134045.801663:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552461184 00010000:00010000:3.0:1746134045.801693:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c9108 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750596 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.801730:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15285 00000100:00100000:3.0:1746134045.801737:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552461184:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134045.801750:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134045.801765:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c9108 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750596 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.801776:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c9108 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750596 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.801796:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c9108 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750596 expref: 6 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.801824:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.801826:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.801831:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c910f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575059d expref: 63 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.801842:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c910f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575059d expref: 63 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.801869:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c910f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575059d expref: 63 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134045.801880:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548184832:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134045.801948:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c240 going to sleep for 11 seconds 00000100:00100000:0.0:1746134045.804563:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.804738:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548184832:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134045.804753:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134045.804784:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552461184:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3047us (3745us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.804793:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15285 00000100:00100000:2.0:1746134045.804858:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552461440 00000100:00100000:2.0:1746134045.804863:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552461440 00002000:00100000:2.0:1746134045.804887:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ae2680 x1830953552461440/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134045.804896:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ae2680 with x1830953552461440 ext(0->4095) 00002000:00010000:2.0:1746134045.804899:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072ae2680 00000100:00100000:2.0:1746134045.804920:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13251 00000100:00100000:2.0:1746134045.804925:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+64:2012:x1830953552461440:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746134045.805011:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+64:2012:x1830953552461440:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 Request processed in 86us (456us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134045.805016:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13251 00002000:00100000:2.0:1746134045.805020:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ae2680 x1830953552461440/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134045.805026:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ae2680 with x1830953552461440 ext(0->4095) 00002000:00010000:2.0:1746134045.805028:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072ae2680 00000100:00100000:0.0:1746134045.807434:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.807529:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552461568 00000100:00100000:3.0:1746134045.807536:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552461568 00000100:00100000:3.0:1746134045.807570:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29984 00000100:00100000:3.0:1746134045.807576:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552461568:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134045.807590:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134045.807603:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c9116 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957505a4 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.807625:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c910f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575059d expref: 63 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.807632:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134045.807635:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134045.807638:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c9116 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957505a4 expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.807660:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c910f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575059d expref: 63 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.807669:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c910f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575059d expref: 63 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:3.0:1746134045.807678:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548184960:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134045.813704:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c240 going to sleep for 11 seconds 00000100:00100000:3.0:1746134045.820315:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548184960:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134045.820343:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c9116 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957505a4 expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.820358:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800955ae000, rc 0) 00000100:00100000:3.0:1746134045.820406:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552461568:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 12829us (12977us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.820413:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29984 00000100:00100000:2.0:1746134045.824033:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.824102:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552461696 00000100:00100000:3.0:1746134045.824110:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552461696 00002000:00100000:3.0:1746134045.824172:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009558d180 x1830953552461696/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 496/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134045.824181:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009558d180 with x1830953552461696 ext(0->7) 00010000:00010000:3.0:1746134045.824189:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c910f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575059d expref: 64 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:3.0:1746134045.824213:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c910f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575059d expref: 64 pid: 10181 timeout: 814 lvb_type: 0 00002000:00010000:3.0:1746134045.824219:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009558d180 00000100:00100000:3.0:1746134045.824234:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2641 00000100:00100000:3.0:1746134045.824242:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009558d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+64:2009:x1830953552461696:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746134045.824886:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009558d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+66:2009:x1830953552461696:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 644us (858us total) trans 4294970688 rc 0/0 00000100:00100000:0.0:1746134045.824893:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2641 00002000:00100000:0.0:1746134045.824899:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009558d180 x1830953552461696/t4294970688(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 496/448 e 0 to 0 dl 1746134056 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134045.824906:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009558d180 with x1830953552461696 ext(0->7) 00010000:00010000:0.0:1746134045.824911:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c910f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575059d expref: 66 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:0.0:1746134045.824920:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c910f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575059d expref: 66 pid: 10181 timeout: 814 lvb_type: 0 00002000:00010000:0.0:1746134045.824926:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009558d180 00000100:00100000:0.0:1746134045.827010:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.829937:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552461824 00000100:00100000:3.0:1746134045.829947:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552461824 00010000:00010000:3.0:1746134045.829992:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c910f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575059d expref: 66 pid: 10181 timeout: 814 lvb_type: 0 00000100:00100000:1.0:1746134045.831128:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15286 00000100:00100000:1.0:1746134045.831140:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b51aa450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+66:2010:x1830953552461824:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134045.831162:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134045.831182:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c910f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575059d expref: 66 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746134045.831195:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c910f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575059d expref: 66 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746134045.831215:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c910f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575059d expref: 66 pid: 10181 timeout: 814 lvb_type: 0 00010000:00010000:1.0:1746134045.831227:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134045.831229:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134045.831234:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c9116 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957505a4 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.831240:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c9116 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957505a4 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.831267:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c9116 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957505a4 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134045.831278:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fe86680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548185088:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134045.831359:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746134045.833935:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134045.834043:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134045.834082:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552462208 00000100:00100000:1.0:1746134045.834088:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552462208 00002000:00100000:1.0:1746134045.834136:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008ad8d180 x1830953552462208/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134045.834144:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ad8d180 with x1830953552462208 ext(0->4095) 00002000:00010000:1.0:1746134045.834148:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ad8d180 00000100:00100000:1.0:1746134045.834164:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13252 00000100:00100000:1.0:1746134045.834170:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552462208:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134045.834281:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552462208:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (237us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134045.834287:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13252 00002000:00100000:1.0:1746134045.834293:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008ad8d180 x1830953552462208/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134045.834299:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ad8d180 with x1830953552462208 ext(0->4095) 00002000:00010000:1.0:1746134045.834302:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ad8d180 00000100:00100000:0.0:1746134045.834749:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fe86680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548185088:192.168.203.26@tcp:105: 00010000:00010000:0.0:1746134045.834763:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134045.834784:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b51aa450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+65:2010:x1830953552461824:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3649us (7781us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134045.834790:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15286 00000100:00100000:2.0:1746134045.834908:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552461952 00000100:00100000:2.0:1746134045.834912:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552461952 00000100:00100000:2.0:1746134045.834933:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29985 00000100:00100000:2.0:1746134045.834937:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+65:1755:x1830953552461952:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134045.834944:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134045.834956:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c911d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957505ab expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.834973:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c9116 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957505a4 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.834979:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134045.834980:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134045.834983:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c911d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957505ab expref: 66 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.835003:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c9116 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505a4 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.835012:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c9116 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505a4 expref: 5 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746134045.835020:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009558f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548185216:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134045.835055:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f000 going to sleep for 11 seconds 00000100:00100000:0.0:1746134045.836423:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134045.836487:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552462336 00000100:00100000:1.0:1746134045.836492:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552462336 00000100:00100000:1.0:1746134045.836530:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29986 00000100:00100000:1.0:1746134045.836535:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+67:1757:x1830953552462336:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134045.836546:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134045.836556:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c9124 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957505b2 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.836572:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134045.836577:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c911d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957505ab expref: 68 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.836582:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134045.836585:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c9124 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957505b2 expref: 68 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.836606:0:9580:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c911d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b231957505ab expref: 68 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.836615:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c9124 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957505b2 expref: 68 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.836623:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c1800, rc 0) 00000100:00100000:1.0:1746134045.836648:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+68:1757:x1830953552462336:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 113us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134045.836654:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29986 00000100:00100000:2.0:1746134045.836742:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009558f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548185216:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134045.836754:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c911d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505ab expref: 67 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.836761:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f600, rc 0) 00000100:00100000:2.0:1746134045.836776:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+67:1755:x1830953552461952:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1838us (2847us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134045.836781:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29985 00000100:00100000:0.0:1746134045.837922:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134045.838253:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552462464 00000100:00100000:1.0:1746134045.838258:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552462464 00010000:00010000:1.0:1746134045.838278:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c9116 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505a4 expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746134045.838298:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15287 00000100:00100000:1.0:1746134045.838303:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552462464:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134045.838312:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134045.838326:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c9116 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505a4 expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746134045.838336:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c9116 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505a4 expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746134045.838353:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c9116 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505a4 expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746134045.838364:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134045.838365:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134045.838371:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c911d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505ab expref: 66 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.838378:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c911d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505ab expref: 66 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.838398:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c911d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505ab expref: 66 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.838408:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c911d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505ab expref: 66 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746134045.838418:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081159180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548185472:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134045.839555:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20000 going to sleep for 11 seconds 00000100:00100000:1.0:1746134045.840233:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081159180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548185472:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134045.840243:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134045.840279:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552462464:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1975us (2359us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134045.840285:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15287 00000100:00100000:0.0:1746134045.840699:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134045.840742:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552462720 00000100:00100000:1.0:1746134045.840747:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552462720 00002000:00100000:1.0:1746134045.840773:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ae1880 x1830953552462720/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134045.840782:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ae1880 with x1830953552462720 ext(0->4095) 00010000:00010000:1.0:1746134045.840789:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c911d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505ab expref: 67 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746134045.840800:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c911d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505ab expref: 67 pid: 10181 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746134045.840806:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072ae1880 00000100:00100000:1.0:1746134045.840819:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2642 00000100:00100000:1.0:1746134045.840826:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+67:2009:x1830953552462720:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134045.840980:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+67:2009:x1830953552462720:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 153us (281us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134045.840985:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2642 00002000:00100000:1.0:1746134045.840990:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ae1880 x1830953552462720/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134045.840997:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ae1880 with x1830953552462720 ext(0->4095) 00010000:00010000:1.0:1746134045.841002:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c911d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505ab expref: 67 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746134045.841011:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c911d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505ab expref: 67 pid: 10181 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746134045.841016:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072ae1880 00000100:00100000:0.0:1746134045.843556:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134045.843618:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552462848 00000100:00100000:1.0:1746134045.843625:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552462848 00010000:00010000:1.0:1746134045.843649:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c911d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505ab expref: 67 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746134045.843681:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15288 00000100:00100000:1.0:1746134045.843687:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+67:2012:x1830953552462848:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134045.843698:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134045.843714:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c911d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505ab expref: 67 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746134045.843725:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c911d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505ab expref: 67 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746134045.843743:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c911d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505ab expref: 67 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746134045.843765:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134045.843766:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134045.843772:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c9124 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957505b2 expref: 66 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.843779:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c9124 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957505b2 expref: 66 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.843802:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c9124 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957505b2 expref: 66 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134045.843811:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081159180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548185600:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134045.844093:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e206c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134045.848557:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.848747:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552463104 00000100:00100000:2.0:1746134045.848754:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552463104 00002000:00100000:2.0:1746134045.848788:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ae2d80 x1830953552463104/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134045.848798:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ae2d80 with x1830953552463104 ext(0->4095) 00002000:00010000:2.0:1746134045.848803:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072ae2d80 00000100:00100000:2.0:1746134045.848821:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13253 00000100:00100000:2.0:1746134045.848827:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+67:2009:x1830953552463104:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134045.849236:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+67:2009:x1830953552463104:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 408us (685us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134045.849245:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13253 00002000:00100000:2.0:1746134045.849249:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ae2d80 x1830953552463104/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134045.849256:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ae2d80 with x1830953552463104 ext(0->4095) 00002000:00010000:2.0:1746134045.849258:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072ae2d80 00000100:00100000:1.0:1746134045.849684:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081159180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548185600:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134045.849699:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134045.849728:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+66:2012:x1830953552462848:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 6042us (6178us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134045.849735:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15288 00000100:00100000:0.0:1746134045.853246:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.853740:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552463232 00000100:00100000:3.0:1746134045.853748:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552463232 00000100:00100000:3.0:1746134045.853804:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29987 00000100:00100000:3.0:1746134045.853812:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a03be850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552463232:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134045.853826:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134045.853839:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c912b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957505b9 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.853865:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c9124 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957505b2 expref: 65 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.853871:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134045.853873:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134045.853877:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c912b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957505b9 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.853944:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c9124 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505b2 expref: 65 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.853955:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c9124 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505b2 expref: 65 pid: 9580 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134045.853966:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548185728:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134045.854913:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c240 going to sleep for 11 seconds 00000100:00100000:3.0:1746134045.856956:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548185728:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134045.856979:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c912b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957505b9 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.856993:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800955af600, rc 0) 00000100:00100000:3.0:1746134045.857038:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a03be850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552463232:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3226us (3798us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.857045:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29987 00000100:00100000:2.0:1746134045.859585:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.859622:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134045.859689:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552463488 00000100:00100000:0.0:1746134045.859696:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552463488 00002000:00100000:0.0:1746134045.859731:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009558f100 x1830953552463488/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 496/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134045.859741:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009558f100 with x1830953552463488 ext(0->7) 00010000:00010000:0.0:1746134045.859749:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c9124 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505b2 expref: 66 pid: 9580 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746134045.859761:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c9124 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505b2 expref: 66 pid: 9580 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746134045.859767:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009558f100 00000100:00100000:3.0:1746134045.859837:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552463616 00000100:00100000:3.0:1746134045.859840:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552463616 00000100:00100000:3.0:1746134045.859862:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29988 00000100:00100000:3.0:1746134045.859868:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088053100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+67:1755:x1830953552463616:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134045.859878:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134045.859889:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c9132 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957505c0 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.859906:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134045.859911:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c912b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957505b9 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.859916:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746134045.859919:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c9132 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957505c0 expref: 68 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.859946:0:18904:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c912b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505b9 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.859956:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c9132 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957505c0 expref: 68 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.859965:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800955af200, rc 0) 00000100:00100000:3.0:1746134045.859999:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088053100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+68:1755:x1830953552463616:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 131us (376us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.860005:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29988 00000100:00100000:1.0:1746134045.860256:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2643 00000100:00100000:1.0:1746134045.860263:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009558f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+67:2010:x1830953552463488:12345-192.168.203.26@tcp:4:ptlrpcd_00_01.0 00000100:00100000:0.0:1746134045.862938:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009558f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+69:2010:x1830953552463488:12345-192.168.203.26@tcp:4:ptlrpcd_00_01.0 Request processed in 2669us (3353us total) trans 4294970689 rc 0/0 00000100:00100000:0.0:1746134045.862945:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2643 00002000:00100000:0.0:1746134045.862953:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009558f100 x1830953552463488/t4294970689(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 496/448 e 0 to 0 dl 1746134056 ref 1 fl Complete:H/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134045.862960:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009558f100 with x1830953552463488 ext(0->7) 00010000:00010000:0.0:1746134045.862966:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c9124 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505b2 expref: 69 pid: 9580 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746134045.862976:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c9124 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505b2 expref: 69 pid: 9580 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746134045.862980:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009558f100 00000100:00100000:2.0:1746134045.870210:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134045.870274:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552463744 00000100:00100000:1.0:1746134045.870282:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552463744 00010000:00010000:1.0:1746134045.870312:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c9124 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505b2 expref: 69 pid: 9580 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746134045.870345:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15289 00000100:00100000:1.0:1746134045.870351:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088051880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+69:2011:x1830953552463744:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134045.870363:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134045.870378:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c9124 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505b2 expref: 69 pid: 9580 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746134045.870389:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c9124 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505b2 expref: 69 pid: 9580 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746134045.870406:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c9124 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505b2 expref: 69 pid: 9580 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746134045.870450:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134045.870452:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134045.870458:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c912b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505b9 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.870464:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c912b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505b9 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.870490:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c912b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505b9 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.870500:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c912b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505b9 expref: 5 pid: 18904 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746134045.870518:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081159180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548185984:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134045.870589:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e206c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746134045.872701:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081159180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548185984:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134045.872718:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134045.872760:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088051880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+68:2011:x1830953552463744:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2408us (2556us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134045.872769:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15289 00000100:00100000:2.0:1746134045.872853:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134045.873017:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552464000 00000100:00100000:1.0:1746134045.873021:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552464000 00002000:00100000:1.0:1746134045.873045:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009186a680 x1830953552464000/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134045.873054:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186a680 with x1830953552464000 ext(0->4095) 00010000:00010000:1.0:1746134045.873069:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c912b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505b9 expref: 6 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746134045.873080:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c912b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505b9 expref: 6 pid: 18904 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746134045.873086:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009186a680 00000100:00100000:1.0:1746134045.873105:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2644 00000100:00100000:1.0:1746134045.873141:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552464000:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134045.873528:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552464000:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 418us (676us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134045.873537:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2644 00002000:00100000:1.0:1746134045.873542:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009186a680 x1830953552464000/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134045.873548:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186a680 with x1830953552464000 ext(0->4095) 00010000:00010000:1.0:1746134045.873553:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c912b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505b9 expref: 6 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746134045.873562:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c912b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505b9 expref: 6 pid: 18904 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746134045.873567:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009186a680 00000100:00100000:0.0:1746134045.875576:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134045.875624:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552464128 00000100:00100000:1.0:1746134045.875630:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552464128 00010000:00010000:1.0:1746134045.875652:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c912b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505b9 expref: 6 pid: 18904 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746134045.875678:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15290 00000100:00100000:1.0:1746134045.875682:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552464128:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134045.875689:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134045.875701:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c912b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505b9 expref: 6 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746134045.875708:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c912b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505b9 expref: 6 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746134045.875722:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800955af600/0x9682c7de153c912b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505b9 expref: 6 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746134045.875731:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134045.875732:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134045.875738:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c9132 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957505c0 expref: 67 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.875744:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c9132 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957505c0 expref: 67 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.875769:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c9132 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957505c0 expref: 67 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134045.875779:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081159180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548186112:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134045.875853:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e203c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746134045.879066:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081159180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548186112:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134045.879082:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134045.879137:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552464128:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3452us (3565us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134045.879146:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15290 00000100:00100000:0.0:1746134045.879882:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134045.880376:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552464384 00000100:00100000:1.0:1746134045.880382:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552464384 00002000:00100000:1.0:1746134045.880416:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ae3480 x1830953552464384/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134045.880425:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ae3480 with x1830953552464384 ext(0->4095) 00002000:00010000:1.0:1746134045.880428:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072ae3480 00000100:00100000:1.0:1746134045.880456:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13254 00000100:00100000:1.0:1746134045.880463:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+68:2012:x1830953552464384:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746134045.880705:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+68:2012:x1830953552464384:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 Request processed in 242us (825us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134045.880711:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13254 00002000:00100000:1.0:1746134045.880715:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ae3480 x1830953552464384/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134045.880722:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ae3480 with x1830953552464384 ext(0->4095) 00002000:00010000:1.0:1746134045.880724:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072ae3480 00000100:00100000:0.0:1746134045.882801:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.882866:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552464512 00000100:00100000:2.0:1746134045.882873:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552464512 00000100:00100000:2.0:1746134045.882918:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29989 00000100:00100000:2.0:1746134045.882925:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552464512:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134045.882938:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134045.882951:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9139 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957505c7 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.882971:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c9132 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957505c0 expref: 67 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.882977:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134045.882979:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134045.882982:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9139 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957505c7 expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.883003:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c9132 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505c0 expref: 67 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.883013:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c9132 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505c0 expref: 67 pid: 18904 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746134045.883022:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009186b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548186240:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134045.883570:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f240 going to sleep for 11 seconds 00000100:00100000:2.0:1746134045.885092:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009186b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548186240:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134045.885135:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9139 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957505c7 expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.885150:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fe00, rc 0) 00000100:00100000:2.0:1746134045.885178:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552464512:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2254us (2383us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134045.885186:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29989 00000100:00100000:0.0:1746134045.887103:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134045.887212:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552464640 00000100:00100000:1.0:1746134045.887219:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552464640 00010000:00010000:1.0:1746134045.887250:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c9132 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505c0 expref: 68 pid: 18904 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746134045.887288:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15291 00000100:00100000:1.0:1746134045.887295:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+68:2009:x1830953552464640:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134045.887308:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134045.887324:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c9132 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505c0 expref: 68 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746134045.887335:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c9132 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505c0 expref: 68 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746134045.887354:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c9132 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505c0 expref: 68 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746134045.887375:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134045.887377:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134045.887383:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9139 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957505c7 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.887389:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9139 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957505c7 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.887415:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9139 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957505c7 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134045.887425:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081159180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548186368:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134045.887492:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746134045.890681:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081159180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548186368:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134045.890698:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134045.890744:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+67:2009:x1830953552464640:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3447us (3645us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134045.890753:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15291 00000100:00100000:2.0:1746134045.891959:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.892263:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134045.892783:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552465024 00000100:00100000:1.0:1746134045.892790:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552465024 00002000:00100000:1.0:1746134045.892823:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012fdc4a80 x1830953552465024/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134045.892831:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc4a80 with x1830953552465024 ext(0->4095) 00002000:00010000:1.0:1746134045.892835:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fdc4a80 00000100:00100000:1.0:1746134045.892865:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13255 00000100:00100000:1.0:1746134045.892872:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552465024:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134045.892990:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552465024:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (727us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134045.892996:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13255 00002000:00100000:1.0:1746134045.893001:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012fdc4a80 x1830953552465024/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134045.893008:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc4a80 with x1830953552465024 ext(0->4095) 00002000:00010000:1.0:1746134045.893010:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fdc4a80 00000100:00100000:1.0:1746134045.893897:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552464768 00000100:00100000:1.0:1746134045.893901:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552464768 00000100:00100000:1.0:1746134045.893932:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29990 00000100:00100000:1.0:1746134045.893937:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+67:1755:x1830953552464768:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134045.893945:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134045.893957:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c9140 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957505ce expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.893975:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9139 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957505c7 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.893981:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134045.893983:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134045.893985:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c9140 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957505ce expref: 68 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.894004:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9139 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505c7 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.894017:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9139 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505c7 expref: 5 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746134045.894027:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081159180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548186496:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134045.894104:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20180 going to sleep for 11 seconds 00000100:00100000:0.0:1746134045.896685:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.896858:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552465152 00000100:00100000:3.0:1746134045.896875:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552465152 00000100:00100000:3.0:1746134045.896926:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29991 00000100:00100000:3.0:1746134045.896932:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+69:1757:x1830953552465152:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134045.896946:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134045.896957:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c9147 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957505d5 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.896975:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134045.896980:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c9140 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957505ce expref: 70 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.896989:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134045.896991:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c9147 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957505d5 expref: 70 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.897018:0:18904:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c9140 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b231957505ce expref: 70 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.897028:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c9147 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957505d5 expref: 70 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134045.897036:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800955afe00, rc 0) 00000100:00100000:3.0:1746134045.897082:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+70:1757:x1830953552465152:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 150us (402us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134045.897088:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29991 00000100:00100000:1.0:1746134045.897821:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081159180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548186496:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134045.897835:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c9140 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505ce expref: 69 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.897844:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c1800, rc 0) 00000100:00100000:1.0:1746134045.897864:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+69:1755:x1830953552464768:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3927us (5909us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134045.897869:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29990 00000100:00100000:0.0:1746134045.898229:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134045.898287:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552465280 00000100:00100000:1.0:1746134045.898291:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552465280 00010000:00010000:1.0:1746134045.898308:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9139 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505c7 expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746134045.898376:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15292 00000100:00100000:1.0:1746134045.898381:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552465280:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134045.898389:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134045.898403:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9139 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505c7 expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746134045.898417:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9139 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505c7 expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746134045.898433:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9139 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505c7 expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746134045.898564:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134045.898565:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134045.898571:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c9140 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505ce expref: 68 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.898578:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c9140 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505ce expref: 68 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.898595:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c9140 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505ce expref: 68 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.898603:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c9140 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505ce expref: 68 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746134045.898612:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081159180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548186752:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134045.898772:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20180 going to sleep for 11 seconds 00000100:00100000:1.0:1746134045.902370:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081159180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548186752:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134045.902388:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134045.902436:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552465280:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4053us (4206us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134045.902449:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15292 00000100:00100000:3.0:1746134045.902601:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134045.902676:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552465536 00000100:00100000:1.0:1746134045.902682:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552465536 00002000:00100000:1.0:1746134045.902709:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800872b4700 x1830953552465536/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134045.902722:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800872b4700 with x1830953552465536 ext(0->4095) 00010000:00010000:1.0:1746134045.902729:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c9140 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505ce expref: 69 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746134045.902740:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c9140 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505ce expref: 69 pid: 10181 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746134045.902745:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800872b4700 00000100:00100000:1.0:1746134045.902759:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2645 00000100:00100000:1.0:1746134045.902764:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800872b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+69:2010:x1830953552465536:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134045.902882:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800872b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+69:2010:x1830953552465536:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (280us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134045.902887:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2645 00002000:00100000:1.0:1746134045.902892:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800872b4700 x1830953552465536/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134045.902898:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800872b4700 with x1830953552465536 ext(0->4095) 00010000:00010000:1.0:1746134045.902902:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c9140 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505ce expref: 69 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746134045.902913:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c9140 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505ce expref: 69 pid: 10181 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746134045.902918:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800872b4700 00000100:00100000:0.0:1746134045.908791:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134045.909957:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552465664 00000100:00100000:1.0:1746134045.909965:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552465664 00010000:00010000:1.0:1746134045.909997:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c9140 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505ce expref: 69 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746134045.910035:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15293 00000100:00100000:1.0:1746134045.910042:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ae4ebc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+69:2012:x1830953552465664:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134045.910053:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134045.910078:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c9140 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505ce expref: 69 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746134045.910157:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c9140 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505ce expref: 69 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746134045.910177:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c9140 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505ce expref: 69 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746134045.910195:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134045.910196:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134045.910201:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c9147 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957505d5 expref: 68 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.910211:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c9147 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957505d5 expref: 68 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.910240:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c9147 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957505d5 expref: 68 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134045.910250:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081159180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548186880:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134045.910353:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e209c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746134045.913699:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081159180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548186880:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134045.913720:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134045.913762:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ae4ebc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+68:2012:x1830953552465664:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3719us (4977us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134045.913771:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15293 00000100:00100000:0.0:1746134045.914708:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.914866:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552465920 00000100:00100000:3.0:1746134045.914872:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552465920 00002000:00100000:3.0:1746134045.914906:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ae1c00 x1830953552465920/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134045.914915:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ae1c00 with x1830953552465920 ext(0->4095) 00002000:00010000:3.0:1746134045.914919:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072ae1c00 00000100:00100000:3.0:1746134045.915139:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13256 00000100:00100000:3.0:1746134045.915147:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+68:2011:x1830953552465920:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746134045.915311:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+68:2011:x1830953552465920:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 Request processed in 164us (604us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134045.915321:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13256 00002000:00100000:3.0:1746134045.915326:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ae1c00 x1830953552465920/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134045.915333:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ae1c00 with x1830953552465920 ext(0->4095) 00002000:00010000:3.0:1746134045.915335:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072ae1c00 00000100:00100000:0.0:1746134045.917399:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134045.917450:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552466048 00000100:00100000:1.0:1746134045.917456:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552466048 00000100:00100000:1.0:1746134045.917499:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29992 00000100:00100000:1.0:1746134045.917506:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552466048:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134045.917521:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134045.917535:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c914e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957505dc expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.917556:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c9147 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957505d5 expref: 67 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.917562:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134045.917564:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134045.917567:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c914e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957505dc expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.917591:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c9147 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505d5 expref: 67 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.917600:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c9147 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505d5 expref: 67 pid: 18904 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746134045.917610:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081159180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548187008:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134045.917684:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20900 going to sleep for 11 seconds 00000100:00100000:0.0:1746134045.922630:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.922692:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552466176 00000100:00100000:2.0:1746134045.922700:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552466176 00010000:00010000:2.0:1746134045.922730:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c9147 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505d5 expref: 68 pid: 18904 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746134045.922732:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081159180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548187008:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134045.922751:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c914e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957505dc expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.922765:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c1200, rc 0) 00000100:00100000:2.0:1746134045.922769:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15294 00000100:00100000:2.0:1746134045.922775:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+68:2009:x1830953552466176:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134045.922785:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746134045.922798:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552466048:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5293us (5405us total) trans 0 rc 0/0 00010000:00010000:2.0:1746134045.922801:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c9147 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505d5 expref: 68 pid: 18904 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746134045.922804:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29992 00010000:00010000:2.0:1746134045.922811:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c9147 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505d5 expref: 68 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746134045.922828:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c9147 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505d5 expref: 68 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746134045.922842:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134045.922844:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134045.922849:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c914e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957505dc expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.922854:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c914e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957505dc expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.922888:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c914e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957505dc expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134045.922898:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548187136:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134045.922945:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f240 going to sleep for 11 seconds 00000100:00100000:0.0:1746134045.925326:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134045.925400:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552466304 00000100:00100000:1.0:1746134045.925408:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552466304 00000100:00100000:1.0:1746134045.925489:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29993 00000100:00100000:1.0:1746134045.925497:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+68:1755:x1830953552466304:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134045.925512:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134045.925526:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c9155 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957505e3 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.925553:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c914e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957505dc expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.925559:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134045.925560:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134045.925564:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c9155 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957505e3 expref: 69 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.925585:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c914e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505dc expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.925595:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c914e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505dc expref: 5 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746134045.925605:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081159180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548187264:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134045.927359:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20900 going to sleep for 11 seconds 00000100:00100000:2.0:1746134045.929268:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548187136:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134045.929284:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134045.929320:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+69:2009:x1830953552466176:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 6544us (6695us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134045.929329:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15294 00000100:00100000:0.0:1746134045.932276:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134045.932361:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552466560 00000100:00100000:1.0:1746134045.932367:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552466560 00002000:00100000:1.0:1746134045.932400:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ae2300 x1830953552466560/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134045.932409:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ae2300 with x1830953552466560 ext(0->4095) 00010000:00010000:1.0:1746134045.932416:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c914e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505dc expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746134045.932427:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c914e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505dc expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746134045.932437:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072ae2300 00000100:00100000:1.0:1746134045.932466:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2646 00000100:00100000:1.0:1746134045.932473:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552466560:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134045.932574:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552466560:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (303us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134045.932580:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2646 00002000:00100000:1.0:1746134045.932585:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ae2300 x1830953552466560/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134045.932591:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ae2300 with x1830953552466560 ext(0->4095) 00010000:00010000:1.0:1746134045.932595:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c914e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505dc expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746134045.932603:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c914e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505dc expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746134045.932608:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072ae2300 00000100:00100000:1.0:1746134045.933284:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081159180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548187264:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134045.933302:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c9155 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957505e3 expref: 68 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.933314:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c1000, rc 0) 00000100:00100000:1.0:1746134045.933351:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+68:1755:x1830953552466304:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7854us (8030us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134045.933359:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29993 00000100:00100000:0.0:1746134045.939816:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.939863:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552466688 00000100:00100000:2.0:1746134045.939870:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552466688 00010000:00010000:2.0:1746134045.939894:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c914e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505dc expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746134045.939919:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15295 00000100:00100000:2.0:1746134045.939924:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552466688:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134045.939933:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134045.939945:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c914e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505dc expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746134045.939953:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c914e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505dc expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746134045.939967:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1200/0x9682c7de153c914e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505dc expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746134045.939981:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134045.939983:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134045.939986:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c9155 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957505e3 expref: 67 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.939991:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c9155 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957505e3 expref: 67 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.940010:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c9155 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957505e3 expref: 67 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134045.940017:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548187392:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134045.940095:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f240 going to sleep for 11 seconds 00000100:00100000:2.0:1746134045.941606:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548187392:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134045.941622:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134045.941849:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552466688:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1732us (1848us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134045.941859:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15295 00000100:00100000:0.0:1746134045.943447:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.943576:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552466944 00000100:00100000:3.0:1746134045.943582:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552466944 00002000:00100000:3.0:1746134045.943613:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ae3b80 x1830953552466944/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134045.943622:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ae3b80 with x1830953552466944 ext(0->4095) 00002000:00010000:3.0:1746134045.943626:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072ae3b80 00000100:00100000:3.0:1746134045.943650:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13257 00000100:00100000:3.0:1746134045.943657:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+68:2009:x1830953552466944:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134045.943781:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+68:2009:x1830953552466944:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (335us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134045.943787:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13257 00002000:00100000:3.0:1746134045.943792:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ae3b80 x1830953552466944/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134045.943798:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ae3b80 with x1830953552466944 ext(0->4095) 00002000:00010000:3.0:1746134045.943800:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072ae3b80 00000100:00100000:0.0:1746134045.950524:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134045.950755:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552467072 00000100:00100000:1.0:1746134045.950763:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552467072 00000100:00100000:1.0:1746134045.950816:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29994 00000100:00100000:1.0:1746134045.950824:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552467072:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134045.950840:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134045.950854:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c915c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957505ea expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.950878:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c9155 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957505e3 expref: 67 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.950884:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134045.950886:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134045.950889:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c915c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957505ea expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.950912:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c9155 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505e3 expref: 67 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.950921:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c9155 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505e3 expref: 67 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746134045.950931:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081159180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548187520:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134045.951004:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20900 going to sleep for 11 seconds 00000100:00100000:1.0:1746134045.953094:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081159180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548187520:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134045.953153:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c915c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957505ea expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.953169:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c0000, rc 0) 00000100:00100000:1.0:1746134045.953458:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552467072:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2634us (2941us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134045.953467:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29994 00000100:00100000:0.0:1746134045.953869:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134045.954398:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552467200 00000100:00100000:3.0:1746134045.954403:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552467200 00002000:00100000:3.0:1746134045.954435:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880084ad4000 x1830953552467200/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 496/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134045.954444:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084ad4000 with x1830953552467200 ext(0->7) 00010000:00010000:3.0:1746134045.954450:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c9155 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505e3 expref: 68 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134045.954461:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c9155 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505e3 expref: 68 pid: 10181 timeout: 815 lvb_type: 0 00002000:00010000:3.0:1746134045.954466:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084ad4000 00000100:00100000:3.0:1746134045.954491:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2647 00000100:00100000:3.0:1746134045.954498:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+68:2009:x1830953552467200:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746134045.955394:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+70:2009:x1830953552467200:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 893us (1521us total) trans 4294970690 rc 0/0 00000100:00100000:0.0:1746134045.955400:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2647 00002000:00100000:0.0:1746134045.955407:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880084ad4000 x1830953552467200/t4294970690(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 496/448 e 0 to 0 dl 1746134056 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134045.955414:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084ad4000 with x1830953552467200 ext(0->7) 00010000:00010000:0.0:1746134045.955419:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c9155 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505e3 expref: 70 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746134045.955429:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c9155 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505e3 expref: 70 pid: 10181 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746134045.955434:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084ad4000 00000100:00100000:0.0:1746134045.959717:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134045.959758:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.959926:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552467328 00000100:00100000:2.0:1746134045.959933:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552467328 00010000:00010000:2.0:1746134045.959964:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c9155 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505e3 expref: 70 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746134045.960141:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552467456 00000100:00100000:1.0:1746134045.960145:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552467456 00000100:00100000:2.0:1746134045.960400:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15296 00000100:00100000:2.0:1746134045.960410:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+71:2009:x1830953552467328:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134045.960422:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134045.960438:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c9155 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505e3 expref: 71 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746134045.960449:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c9155 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505e3 expref: 71 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746134045.960469:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c9155 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505e3 expref: 71 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746134045.961008:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29995 00000100:00100000:1.0:1746134045.961015:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+70:1755:x1830953552467456:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134045.961027:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134045.961036:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c9163 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957505f1 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.961051:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134045.961066:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c915c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957505ea expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.961071:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134045.961073:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c9163 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957505f1 expref: 71 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.961102:0:10181:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c915c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505ea expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.961126:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c9163 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957505f1 expref: 71 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.961139:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134045.961140:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134045.961146:0:10181:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c915c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505ea expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.961151:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c915c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505ea expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.961167:0:10181:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c915c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505ea expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.961175:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c915c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505ea expref: 5 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746134045.961185:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081159180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548187776:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134045.961246:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20900 going to sleep for 11 seconds 00010000:00010000:2.0:1746134045.961487:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134045.961509:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+71:2009:x1830953552467328:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1102us (1798us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134045.961516:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15296 00000100:00100000:0.0:1746134045.964420:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134045.964577:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081159180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548187776:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134045.964591:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c0a00, rc 0) 00000100:00100000:1.0:1746134045.965731:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+70:1755:x1830953552467456:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4713us (5969us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134045.965739:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29995 00000100:00100000:2.0:1746134045.965811:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552467712 00000100:00100000:2.0:1746134045.965816:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552467712 00002000:00100000:2.0:1746134045.965850:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880084ad5f80 x1830953552467712/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134045.965858:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084ad5f80 with x1830953552467712 ext(0->4095) 00010000:00010000:2.0:1746134045.965874:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c915c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505ea expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746134045.965885:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c915c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505ea expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746134045.965892:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084ad5f80 00000100:00100000:2.0:1746134045.965914:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2648 00000100:00100000:2.0:1746134045.965922:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552467712:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134045.966028:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552467712:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (1612us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134045.966033:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2648 00002000:00100000:2.0:1746134045.966038:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880084ad5f80 x1830953552467712/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134045.966045:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084ad5f80 with x1830953552467712 ext(0->4095) 00010000:00010000:2.0:1746134045.966049:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c915c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505ea expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746134045.966066:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c915c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505ea expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746134045.966076:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084ad5f80 00000100:00100000:0.0:1746134045.969898:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134045.969980:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552467840 00000100:00100000:2.0:1746134045.969987:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552467840 00010000:00010000:2.0:1746134045.970014:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c915c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505ea expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746134045.970627:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15297 00000100:00100000:2.0:1746134045.970636:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552467840:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134045.970647:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134045.970664:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c915c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505ea expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746134045.970674:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c915c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505ea expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746134045.970693:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c915c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505ea expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746134045.970741:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134045.970743:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134045.970749:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c9163 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957505f1 expref: 69 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.970756:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c9163 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957505f1 expref: 69 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134045.970786:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c9163 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957505f1 expref: 69 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134045.970796:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548187904:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134045.970862:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f240 going to sleep for 11 seconds 00000100:00100000:2.0:1746134045.973172:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548187904:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134045.973189:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134045.973220:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552467840:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2586us (3330us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134045.973228:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15297 00000100:00100000:0.0:1746134045.973470:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134045.973564:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552468096 00000100:00100000:1.0:1746134045.973570:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552468096 00002000:00100000:1.0:1746134045.973596:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880084ad7480 x1830953552468096/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134045.973609:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084ad7480 with x1830953552468096 ext(0->4095) 00002000:00010000:1.0:1746134045.973613:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880084ad7480 00000100:00100000:1.0:1746134045.973690:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13258 00000100:00100000:1.0:1746134045.973696:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+70:2010:x1830953552468096:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134045.974388:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+70:2010:x1830953552468096:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 690us (917us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134045.974394:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13258 00002000:00100000:1.0:1746134045.974400:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880084ad7480 x1830953552468096/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746134056 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134045.974407:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084ad7480 with x1830953552468096 ext(0->4095) 00002000:00010000:1.0:1746134045.974409:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880084ad7480 00000100:00100000:0.0:1746134045.976302:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134045.982160:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552468224 00000100:00100000:1.0:1746134045.982171:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552468224 00000100:00100000:1.0:1746134045.982223:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29996 00000100:00100000:1.0:1746134045.982232:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552468224:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134045.982247:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134045.982261:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c916a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957505f8 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.982286:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c9163 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957505f1 expref: 69 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.982293:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134045.982294:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134045.982297:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c916a lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957505f8 expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.982322:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c9163 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505f1 expref: 69 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.982332:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c9163 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505f1 expref: 69 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746134045.982342:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081159180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548188032:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134045.982418:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20300 going to sleep for 11 seconds 00000100:00100000:1.0:1746134045.985923:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081159180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548188032:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134045.985949:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c916a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957505f8 expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134045.985963:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c0c00, rc 0) 00000100:00100000:1.0:1746134045.985999:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552468224:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3768us (9701us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134045.986006:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29996 00000100:00100000:0.0:1746134045.987294:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134045.987362:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552468352 00000100:00100000:1.0:1746134045.987368:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552468352 00002000:00100000:1.0:1746134045.987401:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009fce3450 x1830953552468352/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 496/0 e 0 to 0 dl 1746134056 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134045.987409:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fce3450 with x1830953552468352 ext(0->7) 00010000:00010000:1.0:1746134045.987416:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c9163 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505f1 expref: 70 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746134045.987431:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c9163 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505f1 expref: 70 pid: 10181 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746134045.987437:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fce3450 00000100:00100000:1.0:1746134045.987464:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2649 00000100:00100000:1.0:1746134045.987471:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fce3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+70:2009:x1830953552468352:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746134045.988214:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fce3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+72:2009:x1830953552468352:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 742us (922us total) trans 4294970691 rc 0/0 00000100:00100000:0.0:1746134045.988220:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2649 00002000:00100000:0.0:1746134045.988225:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009fce3450 x1830953552468352/t4294970691(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:256/0 lens 496/448 e 0 to 0 dl 1746134056 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134045.988238:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009fce3450 with x1830953552468352 ext(0->7) 00010000:00010000:0.0:1746134045.988243:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c9163 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505f1 expref: 72 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746134045.988251:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c9163 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505f1 expref: 72 pid: 10181 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746134045.988257:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009fce3450 00000100:00100000:0.0:1746134045.996708:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134046.000889:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134046.000914:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552468608 00000100:00100000:1.0:1746134046.000920:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552468608 00000100:00100000:1.0:1746134046.000966:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29997 00000100:00100000:1.0:1746134046.000973:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081159180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+72:1755:x1830953552468608:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134046.000987:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134046.001000:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c9171 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957505ff expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134046.001023:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134046.001028:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c916a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957505f8 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134046.001034:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746134046.001038:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c9171 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957505ff expref: 73 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134046.001073:0:10181:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c916a lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505f8 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134046.001087:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c9171 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957505ff expref: 73 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134046.001094:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c1800, rc 0) 00000100:00100000:1.0:1746134046.001148:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081159180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+73:1755:x1830953552468608:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 175us (264us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134046.001154:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29997 00000100:00100000:2.0:1746134046.001496:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552468480 00000100:00100000:2.0:1746134046.001500:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552468480 00010000:00010000:3.0:1746134046.001572:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c9163 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505f1 expref: 73 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.001592:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15298 00000100:00100000:3.0:1746134046.001596:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+73:2009:x1830953552468480:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134046.001604:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134046.001618:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c9163 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505f1 expref: 73 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.001626:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c9163 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505f1 expref: 73 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.001648:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c9163 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505f1 expref: 73 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.001669:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.001671:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.001675:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c916a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505f8 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.001681:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c916a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505f8 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.001698:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c916a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505f8 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.001706:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c916a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505f8 expref: 5 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.001714:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548188288:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134046.001763:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746134046.004481:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548188288:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134046.004498:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134046.004536:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+72:2009:x1830953552468480:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2939us (7879us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.004544:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15298 00000100:00100000:0.0:1746134046.007290:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134046.009450:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552468864 00000100:00100000:2.0:1746134046.009461:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552468864 00002000:00100000:2.0:1746134046.009505:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880084ad5500 x1830953552468864/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134046.009514:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084ad5500 with x1830953552468864 ext(0->4095) 00010000:00010000:2.0:1746134046.009521:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c916a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505f8 expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746134046.009533:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c916a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505f8 expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746134046.009540:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084ad5500 00000100:00100000:2.0:1746134046.009573:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2650 00000100:00100000:2.0:1746134046.009580:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552468864:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134046.009701:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552468864:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (2418us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134046.009707:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2650 00002000:00100000:2.0:1746134046.009712:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880084ad5500 x1830953552468864/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134046.009719:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084ad5500 with x1830953552468864 ext(0->4095) 00010000:00010000:2.0:1746134046.009723:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c916a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505f8 expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746134046.009731:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c916a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505f8 expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746134046.009736:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084ad5500 00000100:00100000:2.0:1746134046.017357:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.018033:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552468992 00000100:00100000:3.0:1746134046.018041:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552468992 00010000:00010000:3.0:1746134046.018077:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c916a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505f8 expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.018129:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15299 00000100:00100000:3.0:1746134046.018136:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552468992:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134046.018146:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134046.018161:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c916a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505f8 expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.018172:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c916a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505f8 expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.018190:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c916a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505f8 expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.018204:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.018205:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.018211:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c9171 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957505ff expref: 71 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.018217:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c9171 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957505ff expref: 71 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.018623:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c9171 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957505ff expref: 71 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134046.018635:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548188416:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134046.018713:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134046.023550:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.023784:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548188416:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134046.023802:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134046.023827:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552469248 00000100:00100000:2.0:1746134046.023833:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552469248 00000100:00100000:3.0:1746134046.023835:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552468992:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 5699us (6484us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.023843:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15299 00002000:00100000:2.0:1746134046.023867:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880084ad5c00 x1830953552469248/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134046.023876:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084ad5c00 with x1830953552469248 ext(0->4095) 00002000:00010000:2.0:1746134046.023879:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880084ad5c00 00000100:00100000:2.0:1746134046.023902:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13259 00000100:00100000:2.0:1746134046.023908:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+72:2009:x1830953552469248:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134046.024008:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+72:2009:x1830953552469248:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (464us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134046.024013:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13259 00002000:00100000:2.0:1746134046.024018:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880084ad5c00 x1830953552469248/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134046.024024:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084ad5c00 with x1830953552469248 ext(0->4095) 00002000:00010000:2.0:1746134046.024027:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880084ad5c00 00000100:00100000:0.0:1746134046.030160:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.030290:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552469376 00000100:00100000:3.0:1746134046.030298:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552469376 00000100:00100000:3.0:1746134046.030342:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29998 00000100:00100000:3.0:1746134046.030349:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552469376:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134046.030363:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134046.030377:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c9178 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750606 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.030400:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c9171 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957505ff expref: 71 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.030407:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134046.030408:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134046.030411:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c9178 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750606 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.030440:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c9171 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505ff expref: 71 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.030449:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c9171 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505ff expref: 71 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.030460:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548188544:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134046.030537:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746134046.035670:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548188544:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134046.035693:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c9178 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750606 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.035707:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800955afe00, rc 0) 00000100:00100000:3.0:1746134046.035740:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552469376:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5392us (6359us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.035747:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29998 00000100:00100000:0.0:1746134046.036667:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.036730:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552469504 00000100:00100000:3.0:1746134046.036736:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552469504 00002000:00100000:3.0:1746134046.036760:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880084ad6d80 x1830953552469504/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 496/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134046.036766:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084ad6d80 with x1830953552469504 ext(0->7) 00010000:00010000:3.0:1746134046.036770:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c9171 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505ff expref: 72 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.036778:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c9171 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505ff expref: 72 pid: 10181 timeout: 815 lvb_type: 0 00002000:00010000:3.0:1746134046.036782:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084ad6d80 00000100:00100000:3.0:1746134046.036804:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2651 00000100:00100000:3.0:1746134046.036809:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+72:2009:x1830953552469504:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746134046.037502:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+74:2009:x1830953552469504:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 690us (834us total) trans 4294970692 rc 0/0 00000100:00100000:0.0:1746134046.037508:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2651 00002000:00100000:0.0:1746134046.037514:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880084ad6d80 x1830953552469504/t4294970692(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 496/448 e 0 to 0 dl 1746134057 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134046.037521:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084ad6d80 with x1830953552469504 ext(0->7) 00010000:00010000:0.0:1746134046.037526:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c9171 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505ff expref: 74 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746134046.037535:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c9171 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505ff expref: 74 pid: 10181 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746134046.037543:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084ad6d80 00000100:00100000:0.0:1746134046.044498:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.044645:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552469632 00000100:00100000:3.0:1746134046.044654:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552469632 00010000:00010000:3.0:1746134046.044685:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c9171 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505ff expref: 74 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.044722:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15300 00000100:00100000:3.0:1746134046.044729:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129e65c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+74:2010:x1830953552469632:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134046.044740:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134046.044755:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c9171 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505ff expref: 74 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.044766:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c9171 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505ff expref: 74 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.045270:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1800/0x9682c7de153c9171 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957505ff expref: 74 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.045292:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.045294:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.045300:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c9178 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750606 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.045308:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c9178 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750606 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.046764:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c9178 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750606 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134046.046779:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548188672:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134046.047296:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134046.048150:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.048368:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552469760 00000100:00100000:3.0:1746134046.048374:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552469760 00000100:00100000:3.0:1746134046.048423:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29999 00000100:00100000:3.0:1746134046.048431:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+74:1755:x1830953552469760:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134046.048444:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134046.048458:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c917f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575060d expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.048832:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c9178 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750606 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.048840:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.048841:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.048844:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c917f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575060d expref: 75 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.048865:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c9178 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750606 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.048875:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c9178 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750606 expref: 5 pid: 18904 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.048886:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548188800:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134046.048953:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c240 going to sleep for 11 seconds 00000100:00100000:0.0:1746134046.049206:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.049257:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548188672:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134046.049271:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134046.049272:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552470016 00000100:00100000:1.0:1746134046.049276:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552470016 00000100:00100000:3.0:1746134046.049292:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129e65c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+75:2010:x1830953552469632:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4563us (4802us total) trans 0 rc 0/0 00002000:00100000:1.0:1746134046.049297:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880084ad7800 x1830953552470016/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746134046.049302:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15300 00002000:00100000:1.0:1746134046.049305:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084ad7800 with x1830953552470016 ext(0->4095) 00010000:00010000:1.0:1746134046.049309:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c9178 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750606 expref: 6 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746134046.049317:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c9178 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750606 expref: 6 pid: 18904 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746134046.049322:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084ad7800 00000100:00100000:1.0:1746134046.049333:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2652 00000100:00100000:1.0:1746134046.049338:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552470016:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134046.049430:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552470016:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 91us (224us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134046.049436:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2652 00002000:00100000:1.0:1746134046.049441:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880084ad7800 x1830953552470016/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134046.049448:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084ad7800 with x1830953552470016 ext(0->4095) 00010000:00010000:1.0:1746134046.049452:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c9178 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750606 expref: 6 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746134046.049460:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c9178 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750606 expref: 6 pid: 18904 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746134046.049465:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084ad7800 00000100:00100000:3.0:1746134046.050198:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548188800:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134046.050213:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c917f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575060d expref: 74 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.050223:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800955ae000, rc 0) 00000100:00100000:3.0:1746134046.050244:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+74:1755:x1830953552469760:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1813us (2096us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.050249:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29999 00000100:00100000:0.0:1746134046.051074:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134046.051149:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134046.051197:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552470272 00000100:00100000:2.0:1746134046.051203:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552470272 00010000:00010000:2.0:1746134046.051225:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c9178 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750606 expref: 6 pid: 18904 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746134046.051246:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15301 00000100:00100000:2.0:1746134046.051251:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552470272:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134046.051259:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134046.051271:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c9178 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750606 expref: 6 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746134046.051280:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c9178 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750606 expref: 6 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746134046.051297:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c9178 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750606 expref: 6 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746134046.051311:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134046.051312:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746134046.051314:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552470144 00000100:00100000:3.0:1746134046.051317:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552470144 00010000:00010000:2.0:1746134046.051318:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c917f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575060d expref: 73 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.051328:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c917f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575060d expref: 74 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134046.051346:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30000 00010000:00010000:2.0:1746134046.051349:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c917f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575060d expref: 74 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134046.051352:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+74:1757:x1830953552470144:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746134046.051358:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548188928:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134046.051362:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134046.051371:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bf66200/0x9682c7de153c9186 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750614 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.051385:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c917f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575060d expref: 75 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.051390:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134046.051392:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134046.051394:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bf66200/0x9682c7de153c9186 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750614 expref: 75 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134046.051407:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f180 going to sleep for 11 seconds 00010000:00010000:3.0:1746134046.051409:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c917f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575060d expref: 75 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.051419:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c917f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575060d expref: 75 pid: 18904 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.051587:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548189056:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134046.051623:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c240 going to sleep for 11 seconds 00000100:00100000:0.0:1746134046.052960:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134046.053052:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552470528 00000100:00100000:1.0:1746134046.053064:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552470528 00002000:00100000:1.0:1746134046.053087:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880084ad4000 x1830953552470528/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134046.053095:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084ad4000 with x1830953552470528 ext(0->4095) 00010000:00010000:1.0:1746134046.053101:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c917f lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575060d expref: 76 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746134046.053110:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c917f lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575060d expref: 76 pid: 18904 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746134046.053130:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084ad4000 00000100:00100000:1.0:1746134046.053142:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2653 00000100:00100000:1.0:1746134046.053147:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+76:2010:x1830953552470528:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134046.053244:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+76:2010:x1830953552470528:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (285us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134046.053252:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2653 00002000:00100000:1.0:1746134046.053257:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880084ad4000 x1830953552470528/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134046.053263:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084ad4000 with x1830953552470528 ext(0->4095) 00010000:00010000:1.0:1746134046.053267:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c917f lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575060d expref: 76 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746134046.053275:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c917f lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575060d expref: 76 pid: 18904 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746134046.053280:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880084ad4000 00000100:00100000:3.0:1746134046.053344:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548189056:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134046.053359:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bf66200/0x9682c7de153c9186 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750614 expref: 75 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.053367:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bf66200, rc 0) 00000100:00100000:3.0:1746134046.053384:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+75:1757:x1830953552470144:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2033us (2312us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.053388:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30000 00000100:00100000:2.0:1746134046.053451:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548188928:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134046.053459:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134046.053472:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552470272:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2222us (2323us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134046.053477:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15301 00000100:00100000:0.0:1746134046.055575:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134046.055644:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552470656 00000100:00100000:2.0:1746134046.055650:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552470656 00010000:00010000:2.0:1746134046.055674:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c917f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575060d expref: 75 pid: 18904 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746134046.055693:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15302 00000100:00100000:2.0:1746134046.055699:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+75:2009:x1830953552470656:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134046.055708:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134046.055722:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c917f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575060d expref: 75 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746134046.055737:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c917f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575060d expref: 75 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746134046.055755:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae000/0x9682c7de153c917f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575060d expref: 75 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746134046.055783:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134046.055785:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134046.055790:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bf66200/0x9682c7de153c9186 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750614 expref: 74 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.055797:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bf66200/0x9682c7de153c9186 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750614 expref: 74 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.055820:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bf66200/0x9682c7de153c9186 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750614 expref: 74 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134046.055830:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548189184:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134046.055892:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f180 going to sleep for 11 seconds 00000100:00100000:2.0:1746134046.058832:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548189184:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134046.058848:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134046.058892:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+74:2009:x1830953552470656:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3191us (3319us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134046.058900:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15302 00000100:00100000:0.0:1746134046.059672:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.059784:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552470912 00000100:00100000:3.0:1746134046.059789:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552470912 00002000:00100000:3.0:1746134046.059819:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880084ad7480 x1830953552470912/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134046.059828:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084ad7480 with x1830953552470912 ext(0->4095) 00002000:00010000:3.0:1746134046.059831:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880084ad7480 00000100:00100000:3.0:1746134046.060024:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13260 00000100:00100000:3.0:1746134046.060031:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+74:2009:x1830953552470912:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134046.060175:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+74:2009:x1830953552470912:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 144us (504us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134046.060184:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13260 00002000:00100000:3.0:1746134046.060189:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880084ad7480 x1830953552470912/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134046.060196:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084ad7480 with x1830953552470912 ext(0->4095) 00002000:00010000:3.0:1746134046.060199:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880084ad7480 00000100:00100000:0.0:1746134046.061663:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.061754:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552471040 00000100:00100000:3.0:1746134046.061759:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552471040 00000100:00100000:3.0:1746134046.061798:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30001 00000100:00100000:3.0:1746134046.061805:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552471040:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134046.061816:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134046.061828:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c918d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575061b expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.061850:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bf66200/0x9682c7de153c9186 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750614 expref: 73 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.061856:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134046.061858:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134046.061860:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c918d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575061b expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.061884:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bf66200/0x9682c7de153c9186 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750614 expref: 73 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.061894:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bf66200/0x9682c7de153c9186 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750614 expref: 73 pid: 18904 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.061913:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548189312:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134046.062241:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c240 going to sleep for 11 seconds 00000100:00100000:0.0:1746134046.063907:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.063989:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548189312:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134046.064010:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c918d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575061b expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.064022:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800955af200, rc 0) 00000100:00100000:3.0:1746134046.064067:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552471040:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2262us (2407us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134046.064364:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552471168 00000100:00100000:2.0:1746134046.064369:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552471168 00010000:00010000:2.0:1746134046.064390:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bf66200/0x9682c7de153c9186 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750614 expref: 74 pid: 18904 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746134046.064416:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15303 00000100:00100000:2.0:1746134046.064421:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+74:2010:x1830953552471168:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134046.064430:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134046.064443:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bf66200/0x9682c7de153c9186 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750614 expref: 74 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746134046.064452:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bf66200/0x9682c7de153c9186 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750614 expref: 74 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746134046.064467:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bf66200/0x9682c7de153c9186 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750614 expref: 74 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746134046.064487:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134046.064489:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134046.064494:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c918d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575061b expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.064501:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c918d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575061b expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134046.064723:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30001 00010000:00010000:3.0:1746134046.064881:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c918d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575061b expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134046.064892:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548189440:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134046.064981:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c240 going to sleep for 11 seconds 00000100:00100000:0.0:1746134046.066603:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.066676:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548189440:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134046.066694:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134046.066721:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+73:2010:x1830953552471168:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2299us (2817us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.066728:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15303 00000100:00100000:2.0:1746134046.066816:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552471424 00000100:00100000:2.0:1746134046.066820:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552471424 00002000:00100000:2.0:1746134046.066847:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880084ad4a80 x1830953552471424/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134046.066861:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084ad4a80 with x1830953552471424 ext(0->4095) 00002000:00010000:2.0:1746134046.066865:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880084ad4a80 00000100:00100000:2.0:1746134046.066892:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13261 00000100:00100000:2.0:1746134046.066898:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552471424:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134046.067008:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552471424:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (409us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134046.067013:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13261 00002000:00100000:2.0:1746134046.067018:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880084ad4a80 x1830953552471424/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134046.067026:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084ad4a80 with x1830953552471424 ext(0->4095) 00002000:00010000:2.0:1746134046.067028:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880084ad4a80 00000100:00100000:0.0:1746134046.068706:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.068750:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552471552 00000100:00100000:3.0:1746134046.068755:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552471552 00000100:00100000:3.0:1746134046.068850:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30002 00000100:00100000:3.0:1746134046.068858:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+73:1757:x1830953552471552:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134046.068875:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134046.068888:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c9194 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750622 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.068909:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c918d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575061b expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.068915:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.068917:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.068919:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c9194 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750622 expref: 74 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.068944:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c918d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575061b expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.068965:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c918d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575061b expref: 5 pid: 18904 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.068976:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548189568:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134046.069041:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c240 going to sleep for 11 seconds 00000100:00100000:3.0:1746134046.071887:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548189568:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134046.071913:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c9194 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750622 expref: 74 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.071927:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800955af400, rc 0) 00000100:00100000:3.0:1746134046.071964:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+74:1757:x1830953552471552:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3106us (3261us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.071974:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30002 00000100:00100000:0.0:1746134046.073186:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134046.073261:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134046.073312:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552471808 00000100:00100000:2.0:1746134046.073319:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552471808 00000100:00100000:3.0:1746134046.073327:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552471680 00000100:00100000:3.0:1746134046.073331:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552471680 00010000:00010000:3.0:1746134046.073349:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c918d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575061b expref: 6 pid: 18904 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.073377:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15304 00000100:00100000:3.0:1746134046.073382:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084ad4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552471680:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134046.073392:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134046.073405:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c918d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575061b expref: 6 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.073415:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c918d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575061b expref: 6 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.073432:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800955af200/0x9682c7de153c918d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575061b expref: 6 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.073445:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.073447:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.073452:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c9194 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750622 expref: 74 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.073459:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c9194 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750622 expref: 74 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134046.073465:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30003 00000100:00100000:2.0:1746134046.073472:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+74:1755:x1830953552471808:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134046.073480:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c9194 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750622 expref: 74 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.073484:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746134046.073490:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548189696:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134046.073493:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c919b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750629 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.073508:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c9194 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750622 expref: 75 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.073513:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134046.073514:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134046.073518:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c919b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750629 expref: 75 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.073533:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c9194 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750622 expref: 75 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134046.073538:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c240 going to sleep for 11 seconds 00010000:00010000:2.0:1746134046.073542:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c9194 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750622 expref: 75 pid: 18904 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746134046.073549:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548189824:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134046.073571:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f180 going to sleep for 11 seconds 00000100:00100000:3.0:1746134046.076194:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548189696:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134046.076215:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134046.076251:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084ad4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552471680:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2868us (3073us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.076259:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15304 00000100:00100000:2.0:1746134046.076457:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548189824:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134046.076464:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00010000:00010000:2.0:1746134046.076474:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c919b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750629 expref: 75 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.076486:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fe00, rc 0) 00000100:00100000:2.0:1746134046.076507:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+75:1755:x1830953552471808:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3036us (3245us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134046.076513:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30003 00000100:00100000:2.0:1746134046.076530:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552472064 00000100:00100000:2.0:1746134046.076534:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552472064 00002000:00100000:2.0:1746134046.076556:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b4cbb80 x1830953552472064/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134046.076563:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4cbb80 with x1830953552472064 ext(0->4095) 00010000:00010000:2.0:1746134046.076569:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c9194 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750622 expref: 75 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746134046.076583:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c9194 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750622 expref: 75 pid: 18904 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746134046.076589:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b4cbb80 00000100:00100000:2.0:1746134046.076611:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2654 00000100:00100000:2.0:1746134046.076617:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+75:2009:x1830953552472064:12345-192.168.203.26@tcp:3:ldlm_bl.0 00000100:00100000:2.0:1746134046.077571:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+75:2009:x1830953552472064:12345-192.168.203.26@tcp:3:ldlm_bl.0 Request processed in 951us (1104us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134046.077577:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2654 00002000:00100000:2.0:1746134046.077583:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b4cbb80 x1830953552472064/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134046.077590:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4cbb80 with x1830953552472064 ext(0->4095) 00010000:00010000:2.0:1746134046.077595:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c9194 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750622 expref: 75 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746134046.077604:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c9194 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750622 expref: 75 pid: 18904 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746134046.077908:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b4cbb80 00000100:00100000:3.0:1746134046.079723:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134046.079772:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552472192 00000100:00100000:2.0:1746134046.079778:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552472192 00000100:00100000:2.0:1746134046.079822:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30004 00000100:00100000:2.0:1746134046.079829:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800872b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552472192:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134046.079841:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134046.079855:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c91a2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750630 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.079875:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134046.079879:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c919b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750629 expref: 74 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.079884:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746134046.079887:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c91a2 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750630 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.079915:0:18904:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c919b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750629 expref: 74 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.079925:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c91a2 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750630 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.079932:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f600, rc 0) 00000100:00100000:2.0:1746134046.079975:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800872b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552472192:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134046.079981:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30004 00000100:00100000:0.0:1746134046.082315:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.085577:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552472320 00000100:00100000:3.0:1746134046.085588:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552472320 00010000:00010000:3.0:1746134046.085626:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c9194 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750622 expref: 75 pid: 18904 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.085654:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15305 00000100:00100000:3.0:1746134046.085660:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+75:2010:x1830953552472320:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134046.085672:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134046.085688:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c9194 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750622 expref: 75 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.085698:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c9194 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750622 expref: 75 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.085717:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c9194 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750622 expref: 75 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.085752:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.085754:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.085760:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c919b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750629 expref: 74 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.085766:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c919b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750629 expref: 74 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.085794:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c919b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750629 expref: 74 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.085804:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c919b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750629 expref: 74 pid: 18904 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.085814:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548190080:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134046.085881:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c240 going to sleep for 11 seconds 00000100:00100000:0.0:1746134046.089233:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.089327:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548190080:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134046.089344:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134046.089379:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+74:2010:x1830953552472320:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3719us (7069us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.089390:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15305 00000100:00100000:2.0:1746134046.089465:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552472576 00000100:00100000:2.0:1746134046.089470:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552472576 00002000:00100000:2.0:1746134046.089499:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b4caa00 x1830953552472576/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134046.089508:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4caa00 with x1830953552472576 ext(0->4095) 00010000:00010000:2.0:1746134046.089515:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c919b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750629 expref: 74 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746134046.089629:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c919b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750629 expref: 74 pid: 18904 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746134046.089636:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b4caa00 00000100:00100000:2.0:1746134046.089661:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2655 00000100:00100000:2.0:1746134046.089668:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+74:2009:x1830953552472576:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134046.089779:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+74:2009:x1830953552472576:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (552us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134046.089785:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2655 00002000:00100000:2.0:1746134046.089790:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b4caa00 x1830953552472576/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134046.089798:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b4caa00 with x1830953552472576 ext(0->4095) 00010000:00010000:2.0:1746134046.089802:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c919b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750629 expref: 74 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746134046.089810:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c919b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750629 expref: 74 pid: 18904 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746134046.089814:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b4caa00 00000100:00100000:0.0:1746134046.093322:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134046.093373:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.093445:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552472832 00000100:00100000:3.0:1746134046.093452:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552472832 00010000:00010000:3.0:1746134046.093483:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c919b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750629 expref: 74 pid: 18904 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.093520:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15306 00000100:00100000:3.0:1746134046.093528:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c417100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+74:2012:x1830953552472832:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134046.093539:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134046.093554:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c919b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750629 expref: 74 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.093564:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c919b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750629 expref: 74 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.093582:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c919b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750629 expref: 74 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.093606:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1746134046.093730:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552472704 00000100:00100000:1.0:1746134046.093735:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552472704 00010000:00010000:3.0:1746134046.093770:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.093777:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c91a2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750630 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.093785:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c91a2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750630 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.093811:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c91a2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750630 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134046.093822:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548190208:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134046.093871:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30005 00000100:00100000:1.0:1746134046.093882:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b4c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+74:1755:x1830953552472704:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134046.093893:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134046.093937:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c1e00/0x9682c7de153c91a9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750637 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134046.093954:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c91a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750630 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134046.093960:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134046.093961:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134046.093964:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1e00/0x9682c7de153c91a9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750637 expref: 75 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134046.093986:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c91a2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750630 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134046.093996:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c91a2 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750630 expref: 5 pid: 18904 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746134046.094003:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081158a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548190336:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134046.094041:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c240 going to sleep for 11 seconds 00000100:00100000:1.0:1746134046.094160:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20600 going to sleep for 11 seconds 00000100:00100000:1.0:1746134046.100856:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081158a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548190336:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134046.100880:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1e00/0x9682c7de153c91a9 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750637 expref: 75 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134046.100895:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c1e00, rc 0) 00000100:00100000:1.0:1746134046.100932:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b4c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+75:1755:x1830953552472704:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7051us (7617us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134046.100940:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30005 00000100:00100000:3.0:1746134046.100974:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548190208:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134046.101006:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134046.101148:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552473088 00000100:00100000:1.0:1746134046.101154:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552473088 00002000:00100000:1.0:1746134046.101181:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009c415880 x1830953552473088/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134046.101190:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c415880 with x1830953552473088 ext(0->4095) 00010000:00010000:1.0:1746134046.101196:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c91a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750630 expref: 6 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746134046.101210:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c91a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750630 expref: 6 pid: 18904 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746134046.101216:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c415880 00000100:00100000:1.0:1746134046.101245:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2656 00000100:00100000:1.0:1746134046.101251:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c415880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552473088:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134046.101345:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c415880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552473088:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 94us (339us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134046.101351:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2656 00002000:00100000:1.0:1746134046.101357:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009c415880 x1830953552473088/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134046.101363:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c415880 with x1830953552473088 ext(0->4095) 00010000:00010000:1.0:1746134046.101368:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c91a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750630 expref: 6 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746134046.101376:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c91a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750630 expref: 6 pid: 18904 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746134046.101381:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c415880 00010000:00010000:3.0:1746134046.101476:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134046.101502:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c417100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+74:2012:x1830953552472832:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 7975us (8128us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.101510:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15306 00000100:00100000:0.0:1746134046.107223:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.108420:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552473216 00000100:00100000:3.0:1746134046.108429:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552473216 00010000:00010000:3.0:1746134046.108461:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c91a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750630 expref: 6 pid: 18904 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.113776:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15307 00000100:00100000:3.0:1746134046.114069:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129e66c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552473216:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134046.114085:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134046.114104:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c91a2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750630 expref: 6 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.114129:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c91a2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750630 expref: 6 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.114147:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c91a2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750630 expref: 6 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.114162:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.114164:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.114169:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1e00/0x9682c7de153c91a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750637 expref: 73 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.114175:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1e00/0x9682c7de153c91a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750637 expref: 73 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.114202:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c1e00/0x9682c7de153c91a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750637 expref: 73 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134046.114212:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548190464:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134046.114284:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88008d10c240 going to sleep for 11 seconds 00000100:00100000:3.0:1746134046.115924:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548190464:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134046.115939:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134046.115978:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129e66c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552473216:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1921us (8760us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.115986:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15307 00000100:00100000:0.0:1746134046.116339:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134046.116653:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552473472 00000100:00100000:2.0:1746134046.116658:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552473472 00002000:00100000:2.0:1746134046.116682:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009c417480 x1830953552473472/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134046.116689:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c417480 with x1830953552473472 ext(0->4095) 00002000:00010000:2.0:1746134046.116692:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c417480 00000100:00100000:2.0:1746134046.116710:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13262 00000100:00100000:2.0:1746134046.116714:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c417480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+74:2009:x1830953552473472:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134046.116808:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c417480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+74:2009:x1830953552473472:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 94us (472us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134046.116812:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13262 00002000:00100000:2.0:1746134046.116815:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009c417480 x1830953552473472/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134046.116820:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c417480 with x1830953552473472 ext(0->4095) 00002000:00010000:2.0:1746134046.116822:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c417480 00000100:00100000:0.0:1746134046.118661:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134046.118707:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552473600 00000100:00100000:1.0:1746134046.118712:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552473600 00000100:00100000:1.0:1746134046.118772:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30006 00000100:00100000:1.0:1746134046.118778:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552473600:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134046.118789:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134046.118801:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c91b0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575063e expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134046.118820:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1e00/0x9682c7de153c91a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750637 expref: 73 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134046.118826:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134046.118828:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134046.118830:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c91b0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575063e expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134046.118849:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c1e00/0x9682c7de153c91a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750637 expref: 73 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134046.118857:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1e00/0x9682c7de153c91a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750637 expref: 73 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746134046.118866:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081158a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548190592:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134046.118926:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20600 going to sleep for 11 seconds 00000100:00100000:0.0:1746134046.123105:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134046.123204:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081158a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548190592:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134046.123225:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c91b0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575063e expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134046.123240:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c0a00, rc 0) 00000100:00100000:1.0:1746134046.123273:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552473600:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4495us (4616us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134046.123281:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30006 00000100:00100000:3.0:1746134046.123522:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552473728 00000100:00100000:3.0:1746134046.123528:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552473728 00010000:00010000:3.0:1746134046.123550:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1e00/0x9682c7de153c91a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750637 expref: 74 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.123576:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15308 00000100:00100000:3.0:1746134046.123581:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c415500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+74:2009:x1830953552473728:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134046.123590:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134046.123605:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800915c1e00/0x9682c7de153c91a9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750637 expref: 74 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.123614:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800915c1e00/0x9682c7de153c91a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750637 expref: 74 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.123630:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1e00/0x9682c7de153c91a9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750637 expref: 74 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.123643:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.123645:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.123650:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c91b0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575063e expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.123656:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c91b0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575063e expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.123679:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c91b0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575063e expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134046.123689:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548190720:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134046.123738:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800738a2c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746134046.125677:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548190720:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134046.125695:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134046.125722:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c415500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+73:2009:x1830953552473728:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2141us (2625us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.125730:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15308 00000100:00100000:0.0:1746134046.127067:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134046.127140:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134046.127193:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552473984 00000100:00100000:1.0:1746134046.127199:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552473984 00002000:00100000:1.0:1746134046.127227:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009c414e00 x1830953552473984/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134046.127236:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c414e00 with x1830953552473984 ext(0->4095) 00002000:00010000:1.0:1746134046.127240:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c414e00 00000100:00100000:1.0:1746134046.127262:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13263 00000100:00100000:1.0:1746134046.127268:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c414e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552473984:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134046.127364:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c414e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552473984:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 96us (309us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134046.127370:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13263 00002000:00100000:1.0:1746134046.127374:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009c414e00 x1830953552473984/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134046.127381:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c414e00 with x1830953552473984 ext(0->4095) 00002000:00010000:1.0:1746134046.127384:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c414e00 00000100:00100000:2.0:1746134046.127516:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552474112 00000100:00100000:2.0:1746134046.127520:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552474112 00000100:00100000:2.0:1746134046.127538:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30007 00000100:00100000:2.0:1746134046.127542:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c415180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+73:1755:x1830953552474112:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134046.127550:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134046.127561:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c91b7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750645 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.127579:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c91b0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575063e expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.127586:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134046.127588:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134046.127591:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c91b7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750645 expref: 74 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.127616:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c91b0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575063e expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.127625:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c91b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575063e expref: 5 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746134046.127634:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548190848:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134046.127674:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f000 going to sleep for 11 seconds 00000100:00100000:2.0:1746134046.128924:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548190848:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134046.128938:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c91b7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750645 expref: 74 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.128949:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f200, rc 0) 00000100:00100000:2.0:1746134046.128970:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c415180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+74:1755:x1830953552474112:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1427us (1830us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134046.128976:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30007 00000100:00100000:0.0:1746134046.130049:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134046.130105:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.130217:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552474240 00000100:00100000:3.0:1746134046.130223:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552474240 00010000:00010000:3.0:1746134046.130246:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c91b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575063e expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746134046.130261:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552474368 00000100:00100000:2.0:1746134046.130265:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552474368 00000100:00100000:3.0:1746134046.130276:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15309 00000100:00100000:2.0:1746134046.130287:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30008 00000100:00100000:2.0:1746134046.130292:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d141880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+7:1757:x1830953552474368:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746134046.130294:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c417100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+7:2009:x1830953552474240:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134046.130302:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134046.130306:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134046.130311:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c91be lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575064c expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.130318:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c91b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575063e expref: 8 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.130327:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c91b0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575063e expref: 8 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746134046.130463:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134046.130468:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c91b7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750645 expref: 73 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.130474:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134046.130477:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c91be lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575064c expref: 8 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.130490:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c91b0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575063e expref: 8 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746134046.130503:0:10181:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c91b7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750645 expref: 73 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.130511:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.130512:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.130516:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c91b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750645 expref: 73 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.130523:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c91b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750645 expref: 73 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.130540:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c91b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750645 expref: 73 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.130550:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c91b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750645 expref: 73 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.130560:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548191104:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134046.130570:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c91be lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575064c expref: 7 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.130577:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90e600, rc 0) 00000100:00100000:3.0:1746134046.130617:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800738a2c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746134046.130701:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d141880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+7:1757:x1830953552474368:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 407us (595us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134046.130707:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30008 00000100:00100000:3.0:1746134046.132355:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548191104:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134046.132369:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134046.132407:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c417100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552474240:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2124us (2360us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.132413:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15309 00000100:00100000:2.0:1746134046.132732:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.133013:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552474624 00000100:00100000:3.0:1746134046.133018:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552474624 00002000:00100000:3.0:1746134046.133043:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012fdc6d80 x1830953552474624/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134046.133052:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc6d80 with x1830953552474624 ext(0->4095) 00010000:00010000:3.0:1746134046.133067:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c91b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750645 expref: 74 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.133077:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c91b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750645 expref: 74 pid: 10181 timeout: 815 lvb_type: 0 00002000:00010000:3.0:1746134046.133082:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fdc6d80 00000100:00100000:3.0:1746134046.133264:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2657 00000100:00100000:3.0:1746134046.133271:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+74:2010:x1830953552474624:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134046.133383:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+74:2010:x1830953552474624:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (651us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134046.133387:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2657 00002000:00100000:3.0:1746134046.133390:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012fdc6d80 x1830953552474624/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134046.133395:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc6d80 with x1830953552474624 ext(0->4095) 00010000:00010000:3.0:1746134046.133398:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c91b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750645 expref: 74 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.133405:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c91b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750645 expref: 74 pid: 10181 timeout: 815 lvb_type: 0 00002000:00010000:3.0:1746134046.133408:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fdc6d80 00000100:00100000:0.0:1746134046.136452:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134046.136482:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134046.136491:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552474880 00000100:00100000:2.0:1746134046.136498:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552474880 00000100:00100000:3.0:1746134046.136531:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552474752 00000100:00100000:3.0:1746134046.136535:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552474752 00000100:00100000:2.0:1746134046.136541:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30009 00000100:00100000:2.0:1746134046.136547:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d142680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+75:1755:x1830953552474880:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134046.136554:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c91b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750645 expref: 75 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746134046.136563:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134046.136573:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c91c5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750653 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134046.136585:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15310 00010000:00010000:2.0:1746134046.136589:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1746134046.136591:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d142300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+76:2009:x1830953552474752:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134046.136592:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c91be lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575064c expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.136596:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746134046.136598:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c91c5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750653 expref: 76 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.136600:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134046.136614:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c91b7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750645 expref: 76 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746134046.136622:0:10181:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c91be lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575064c expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.136623:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c91b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750645 expref: 76 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.136695:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c91b7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750645 expref: 76 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746134046.136696:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c91c5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750653 expref: 76 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.136704:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134046.136706:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134046.136711:0:10181:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c91be lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575064c expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.136718:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c91be lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575064c expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.136733:0:10181:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c91be lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575064c expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.136737:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746134046.136743:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c91be lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575064c expref: 5 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746134046.136751:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548191360:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134046.136770:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d142300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+75:2009:x1830953552474752:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 179us (286us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.136776:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15310 00000100:00100000:2.0:1746134046.136803:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f000 going to sleep for 11 seconds 00000100:00100000:0.0:1746134046.138317:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.138377:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552475136 00000100:00100000:3.0:1746134046.138382:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552475136 00002000:00100000:3.0:1746134046.138408:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d143480 x1830953552475136/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134046.138417:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d143480 with x1830953552475136 ext(0->4095) 00010000:00010000:3.0:1746134046.138423:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c91be lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575064c expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.138433:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c91be lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575064c expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00002000:00010000:3.0:1746134046.138438:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d143480 00000100:00100000:2.0:1746134046.138678:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548191360:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134046.138691:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90ea00, rc 0) 00000100:00100000:3.0:1746134046.138827:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2658 00000100:00100000:3.0:1746134046.138834:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d143480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552475136:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134046.138875:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d142680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+74:1755:x1830953552474880:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2326us (2426us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134046.138881:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30009 00000100:00100000:3.0:1746134046.139204:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d143480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552475136:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 370us (890us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134046.139210:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2658 00002000:00100000:3.0:1746134046.139215:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d143480 x1830953552475136/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134046.139222:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d143480 with x1830953552475136 ext(0->4095) 00010000:00010000:3.0:1746134046.139226:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c91be lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575064c expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.139234:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c91be lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575064c expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00002000:00010000:3.0:1746134046.139240:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d143480 00000100:00100000:0.0:1746134046.141541:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.141627:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552475264 00000100:00100000:3.0:1746134046.141634:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552475264 00010000:00010000:3.0:1746134046.141659:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c91be lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575064c expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.141738:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15311 00000100:00100000:3.0:1746134046.141744:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d141c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552475264:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134046.141755:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134046.141771:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c91be lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575064c expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.141779:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c91be lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575064c expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.141798:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c91be lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575064c expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.141991:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.141993:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.142000:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c91c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750653 expref: 73 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.142006:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c91c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750653 expref: 73 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.142032:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c91c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750653 expref: 73 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134046.142046:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548191488:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134046.142255:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800738a20c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746134046.144485:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548191488:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134046.144503:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134046.144545:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d141c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552475264:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2799us (3008us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.144553:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15311 00000100:00100000:0.0:1746134046.144584:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134046.144860:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552475520 00000100:00100000:2.0:1746134046.144865:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552475520 00002000:00100000:2.0:1746134046.144892:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d140e00 x1830953552475520/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134046.145012:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d140e00 with x1830953552475520 ext(0->4095) 00002000:00010000:2.0:1746134046.145016:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d140e00 00000100:00100000:2.0:1746134046.145043:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13264 00000100:00100000:2.0:1746134046.145049:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d140e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+74:2011:x1830953552475520:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746134046.145236:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d140e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+74:2011:x1830953552475520:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 Request processed in 187us (651us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134046.145242:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13264 00002000:00100000:2.0:1746134046.145247:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d140e00 x1830953552475520/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134046.145254:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d140e00 with x1830953552475520 ext(0->4095) 00002000:00010000:2.0:1746134046.145257:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d140e00 00000100:00100000:0.0:1746134046.147488:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134046.147563:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552475648 00000100:00100000:2.0:1746134046.147570:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552475648 00000100:00100000:2.0:1746134046.147598:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30010 00000100:00100000:2.0:1746134046.147603:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d140700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552475648:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134046.147619:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134046.147632:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c91cc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575065a expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.147659:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c91c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750653 expref: 73 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.147665:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134046.147666:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134046.147669:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c91cc lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575065a expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.147692:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c91c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750653 expref: 73 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.147702:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c91c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750653 expref: 73 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746134046.147712:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548191616:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134046.147789:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f240 going to sleep for 11 seconds 00000100:00100000:0.0:1746134046.149396:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134046.149487:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548191616:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134046.149506:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c91cc lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575065a expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.149517:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f600, rc 0) 00000100:00100000:2.0:1746134046.149557:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d140700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552475648:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1952us (2073us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134046.149567:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30010 00000100:00100000:3.0:1746134046.149626:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552475776 00000100:00100000:3.0:1746134046.149630:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552475776 00010000:00010000:3.0:1746134046.149659:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c91c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750653 expref: 74 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.149688:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15312 00000100:00100000:3.0:1746134046.149694:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d140000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+74:2010:x1830953552475776:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134046.149703:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134046.149716:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c91c5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750653 expref: 74 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.149725:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c91c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750653 expref: 74 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.149741:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c91c5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750653 expref: 74 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.149925:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.149929:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.149935:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c91cc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575065a expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.149942:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c91cc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575065a expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.149963:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c91cc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575065a expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134046.149973:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548191744:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134046.150025:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800738a20c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746134046.152772:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548191744:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134046.152789:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134046.152797:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134046.152843:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552476032 00000100:00100000:2.0:1746134046.152848:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552476032 00002000:00100000:2.0:1746134046.152878:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d143b80 x1830953552476032/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134046.152887:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d143b80 with x1830953552476032 ext(0->4095) 00002000:00010000:2.0:1746134046.152891:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d143b80 00000100:00100000:2.0:1746134046.152918:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13265 00000100:00100000:2.0:1746134046.152924:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d143b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552476032:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134046.153014:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d143b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552476032:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 90us (219us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134046.153019:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13265 00002000:00100000:2.0:1746134046.153023:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d143b80 x1830953552476032/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134046.153029:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d143b80 with x1830953552476032 ext(0->4095) 00002000:00010000:2.0:1746134046.153031:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d143b80 00000100:00100000:3.0:1746134046.153188:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d140000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+73:2010:x1830953552475776:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3493us (3794us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.153194:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15312 00000100:00100000:0.0:1746134046.154989:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134046.155453:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134046.155680:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552476160 00000100:00100000:1.0:1746134046.155687:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552476160 00000100:00100000:1.0:1746134046.155715:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552476288 00000100:00100000:1.0:1746134046.155717:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552476288 00000100:00100000:1.0:1746134046.155797:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30011 00000100:00100000:2.0:1746134046.156219:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30012 00000100:00100000:2.0:1746134046.156235:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d142d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+74:1757:x1830953552476288:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134046.156249:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134046.156263:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c91d3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750668 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134046.156473:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d141180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+75:1755:x1830953552476160:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134046.156481:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134046.156487:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c91da lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750661 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.156635:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c91cc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575065a expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.156643:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134046.156644:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134046.156647:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c91d3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750668 expref: 76 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134046.156681:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134046.156685:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c91d3 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750668 expref: 76 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134046.156689:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134046.156691:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c91da lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750661 expref: 76 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134046.156715:0:18904:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c91d3 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750668 expref: 76 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134046.156724:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c91da lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750661 expref: 76 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134046.156732:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c0000, rc 0) 00000100:00100000:1.0:1746134046.156778:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d141180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+76:1755:x1830953552476160:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 896us (1792us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134046.156784:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30011 00010000:00010000:2.0:1746134046.157820:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c91cc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575065a expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.157832:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c91cc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575065a expref: 5 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746134046.157843:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548192000:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134046.158740:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f180 going to sleep for 11 seconds 00000100:00100000:2.0:1746134046.161153:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548192000:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134046.161177:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c91d3 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750668 expref: 75 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.161191:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fa00, rc 0) 00000100:00100000:2.0:1746134046.161226:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d142d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+75:1757:x1830953552476288:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4997us (5772us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134046.161234:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30012 00000100:00100000:0.0:1746134046.161986:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.162361:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552476416 00000100:00100000:3.0:1746134046.162367:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552476416 00010000:00010000:3.0:1746134046.162631:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c91cc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575065a expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.162652:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15313 00000100:00100000:3.0:1746134046.162658:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d142a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552476416:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134046.162669:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134046.162683:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c91cc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575065a expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.162697:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c91cc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575065a expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.162714:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c91cc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575065a expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.162739:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.162741:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.162746:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c91d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750668 expref: 74 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.162754:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c91d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750668 expref: 74 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.162777:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c91d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750668 expref: 74 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.162785:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c91d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750668 expref: 74 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.162795:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548192128:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134046.162852:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800738a20c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134046.167238:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134046.167383:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552476672 00000100:00100000:1.0:1746134046.167390:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552476672 00002000:00100000:1.0:1746134046.167423:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d143800 x1830953552476672/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134046.167432:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d143800 with x1830953552476672 ext(0->4095) 00010000:00010000:1.0:1746134046.167440:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c91d3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750668 expref: 75 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746134046.167451:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c91d3 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750668 expref: 75 pid: 10181 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746134046.167462:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d143800 00000100:00100000:1.0:1746134046.167488:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2659 00000100:00100000:1.0:1746134046.167494:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d143800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+75:2010:x1830953552476672:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134046.167730:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548192128:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134046.167746:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134046.167764:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d143800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+75:2010:x1830953552476672:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 270us (534us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134046.167770:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2659 00002000:00100000:1.0:1746134046.167775:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012d143800 x1830953552476672/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134046.167781:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d143800 with x1830953552476672 ext(0->4095) 00010000:00010000:1.0:1746134046.167785:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c91d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750668 expref: 75 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746134046.167793:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c91d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750668 expref: 75 pid: 10181 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746134046.167798:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012d143800 00000100:00100000:3.0:1746134046.167864:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d142a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552476416:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 5206us (5878us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.167874:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15313 00000100:00100000:0.0:1746134046.171956:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134046.172335:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552476800 00000100:00100000:2.0:1746134046.172343:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552476800 00000100:00100000:2.0:1746134046.172384:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30013 00000100:00100000:2.0:1746134046.172391:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072970000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552476800:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134046.172407:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134046.172419:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c91e1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575066f expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.172441:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134046.172445:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c91da lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750661 expref: 74 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.172450:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746134046.172453:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c91e1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575066f expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.172482:0:10181:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c91da lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750661 expref: 74 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.172492:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c91e1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575066f expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.172500:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f200, rc 0) 00000100:00100000:2.0:1746134046.172538:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072970000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552476800:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 148us (587us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134046.172543:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30013 00000100:00100000:0.0:1746134046.172644:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.172778:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552476928 00000100:00100000:3.0:1746134046.172782:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552476928 00010000:00010000:3.0:1746134046.172796:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c91d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750668 expref: 75 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.172812:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15314 00000100:00100000:3.0:1746134046.172817:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129e65450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+75:2009:x1830953552476928:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134046.172824:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134046.172837:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c91d3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750668 expref: 75 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.172846:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c91d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750668 expref: 75 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.172859:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c91d3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750668 expref: 75 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.172880:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.172881:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.172886:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c91da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750661 expref: 74 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.172892:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c91da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750661 expref: 74 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.172908:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c91da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750661 expref: 74 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.172917:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c91da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750661 expref: 74 pid: 18904 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.172926:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548192384:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134046.172968:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800738a20c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746134046.175857:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548192384:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134046.175876:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134046.175932:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.176304:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129e65450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+74:2009:x1830953552476928:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3485us (3658us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.176314:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15314 00000100:00100000:2.0:1746134046.176507:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552477184 00000100:00100000:2.0:1746134046.176512:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552477184 00002000:00100000:2.0:1746134046.176541:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072971f80 x1830953552477184/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134046.176549:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072971f80 with x1830953552477184 ext(0->4095) 00010000:00010000:2.0:1746134046.176557:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c91da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750661 expref: 74 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746134046.176567:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c91da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750661 expref: 74 pid: 18904 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746134046.176573:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072971f80 00000100:00100000:2.0:1746134046.176598:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2660 00000100:00100000:2.0:1746134046.176604:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072971f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+74:2009:x1830953552477184:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134046.178415:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072971f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+74:2009:x1830953552477184:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 1804us (2477us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134046.178422:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2660 00002000:00100000:2.0:1746134046.178429:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072971f80 x1830953552477184/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134046.178436:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072971f80 with x1830953552477184 ext(0->4095) 00010000:00010000:2.0:1746134046.178443:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c91da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750661 expref: 74 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746134046.178455:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c91da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750661 expref: 74 pid: 18904 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746134046.178461:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072971f80 00000100:00100000:0.0:1746134046.181618:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134046.181818:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134046.181883:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552477312 00000100:00100000:1.0:1746134046.181891:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552477312 00000100:00100000:3.0:1746134046.182068:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552477440 00000100:00100000:3.0:1746134046.182072:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552477440 00010000:00010000:3.0:1746134046.182092:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c91da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750661 expref: 75 pid: 18904 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.182132:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15315 00000100:00100000:3.0:1746134046.182140:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072971880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+75:2010:x1830953552477440:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134046.182151:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134046.182177:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c91da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750661 expref: 75 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.182187:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c91da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750661 expref: 75 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.182205:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c91da lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750661 expref: 75 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.182223:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.182224:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.182230:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c91e1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575066f expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.182235:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c91e1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575066f expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.182261:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c91e1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575066f expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134046.182271:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548192512:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134046.182321:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800738a29c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746134046.182404:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30014 00000100:00100000:1.0:1746134046.182410:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072970e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+74:1755:x1830953552477312:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134046.182419:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134046.182427:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c1e00/0x9682c7de153c91e8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750676 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134046.182444:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c91e1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575066f expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134046.182449:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134046.182450:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134046.182452:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1e00/0x9682c7de153c91e8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750676 expref: 75 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134046.182465:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c91e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575066f expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134046.182474:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c91e1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575066f expref: 5 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746134046.182480:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081158a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548192640:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134046.182500:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20300 going to sleep for 11 seconds 00000100:00100000:3.0:1746134046.184854:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548192512:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134046.184871:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134046.185479:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072971880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+75:2010:x1830953552477440:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3337us (3658us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.185489:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15315 00000100:00100000:1.0:1746134046.186582:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081158a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548192640:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134046.186603:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1e00/0x9682c7de153c91e8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750676 expref: 74 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134046.186618:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c1e00, rc 0) 00000100:00100000:1.0:1746134046.186662:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072970e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+74:1755:x1830953552477312:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4251us (5050us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134046.186669:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30014 00000100:00100000:0.0:1746134046.186885:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.187043:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552477696 00000100:00100000:3.0:1746134046.187048:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552477696 00002000:00100000:3.0:1746134046.187089:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072971180 x1830953552477696/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134046.187098:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072971180 with x1830953552477696 ext(0->4095) 00010000:00010000:3.0:1746134046.187103:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c91e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575066f expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.187312:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c91e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575066f expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00002000:00010000:3.0:1746134046.187319:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072971180 00000100:00100000:3.0:1746134046.187341:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2661 00000100:00100000:3.0:1746134046.187348:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072971180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552477696:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134046.187950:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072971180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552477696:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 601us (1064us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134046.187956:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2661 00002000:00100000:3.0:1746134046.187962:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072971180 x1830953552477696/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134046.187968:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072971180 with x1830953552477696 ext(0->4095) 00010000:00010000:3.0:1746134046.187972:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c91e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575066f expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.187981:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c91e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575066f expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00002000:00010000:3.0:1746134046.187986:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072971180 00000100:00100000:0.0:1746134046.191841:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.191935:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552477824 00000100:00100000:3.0:1746134046.191943:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552477824 00010000:00010000:3.0:1746134046.191971:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c91e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575066f expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.191995:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15316 00000100:00100000:3.0:1746134046.192001:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072972a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552477824:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134046.192295:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134046.192312:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c91e1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575066f expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.192323:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c91e1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575066f expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.192342:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c91e1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575066f expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.192372:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.192374:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.192380:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1e00/0x9682c7de153c91e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750676 expref: 73 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.192386:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1e00/0x9682c7de153c91e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750676 expref: 73 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.192414:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c1e00/0x9682c7de153c91e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750676 expref: 73 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134046.192424:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548192768:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134046.192528:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800738a2c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746134046.195948:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134046.195993:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552478080 00000100:00100000:2.0:1746134046.196000:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552478080 00000100:00100000:3.0:1746134046.196026:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548192768:192.168.203.26@tcp:105: 00002000:00100000:2.0:1746134046.196028:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072971c00 x1830953552478080/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134046.196038:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072971c00 with x1830953552478080 ext(0->4095) 00002000:00010000:2.0:1746134046.196042:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072971c00 00010000:00010000:3.0:1746134046.196043:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134046.196078:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13266 00000100:00100000:3.0:1746134046.196085:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072972a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552477824:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4083us (4249us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134046.196085:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072971c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+74:2009:x1830953552478080:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134046.196094:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15316 00000100:00100000:2.0:1746134046.196188:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072971c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+74:2009:x1830953552478080:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (247us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134046.196192:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13266 00002000:00100000:2.0:1746134046.196195:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072971c00 x1830953552478080/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134046.196200:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072971c00 with x1830953552478080 ext(0->4095) 00002000:00010000:2.0:1746134046.196202:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072971c00 00000100:00100000:0.0:1746134046.198538:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134046.198623:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552478208 00000100:00100000:1.0:1746134046.198631:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552478208 00000100:00100000:1.0:1746134046.198675:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30015 00000100:00100000:1.0:1746134046.198682:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552478208:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134046.198697:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134046.198709:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c91ef lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575067d expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134046.198734:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1e00/0x9682c7de153c91e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750676 expref: 73 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134046.198740:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134046.198742:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134046.198745:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c91ef lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575067d expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134046.198768:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c1e00/0x9682c7de153c91e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750676 expref: 73 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134046.198779:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1e00/0x9682c7de153c91e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750676 expref: 73 pid: 18904 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746134046.198788:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081158a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548192896:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134046.198984:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20300 going to sleep for 11 seconds 00000100:00100000:1.0:1746134046.201069:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081158a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548192896:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134046.201091:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c91ef lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575067d expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134046.201110:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c0a00, rc 0) 00000100:00100000:1.0:1746134046.201180:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552478208:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2497us (2647us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134046.201188:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30015 00000100:00100000:0.0:1746134046.201289:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.201486:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552478336 00000100:00100000:3.0:1746134046.201491:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552478336 00010000:00010000:3.0:1746134046.201514:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1e00/0x9682c7de153c91e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750676 expref: 74 pid: 18904 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.201533:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15317 00000100:00100000:3.0:1746134046.201539:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+74:2009:x1830953552478336:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134046.201550:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134046.201565:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800915c1e00/0x9682c7de153c91e8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750676 expref: 74 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.201575:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800915c1e00/0x9682c7de153c91e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750676 expref: 74 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.201593:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1e00/0x9682c7de153c91e8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750676 expref: 74 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.201604:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.201606:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.201611:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c91ef lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575067d expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.201618:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c91ef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575067d expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.201641:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c91ef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575067d expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134046.201651:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548193024:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134046.201699:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800738a2c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746134046.205973:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548193024:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134046.205993:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134046.206036:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+73:2009:x1830953552478336:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4494us (4744us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.206045:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15317 00000100:00100000:0.0:1746134046.206192:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.206244:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552478592 00000100:00100000:3.0:1746134046.206248:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552478592 00002000:00100000:3.0:1746134046.206274:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007282f100 x1830953552478592/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134046.206283:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282f100 with x1830953552478592 ext(0->4095) 00002000:00010000:3.0:1746134046.206286:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007282f100 00000100:00100000:3.0:1746134046.206463:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13267 00000100:00100000:3.0:1746134046.206469:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552478592:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746134046.206742:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134046.206779:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552478720 00000100:00100000:1.0:1746134046.206783:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552478720 00000100:00100000:1.0:1746134046.206810:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30016 00000100:00100000:1.0:1746134046.206815:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+73:1755:x1830953552478720:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134046.206822:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134046.206834:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c91f6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750684 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134046.206851:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c91ef lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575067d expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134046.206857:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134046.206859:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134046.206862:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c91f6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750684 expref: 74 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134046.206883:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c91ef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575067d expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134046.206893:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c91ef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575067d expref: 6 pid: 18904 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746134046.206907:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081158a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548193152:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134046.206967:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20300 going to sleep for 11 seconds 00000100:00100000:3.0:1746134046.207024:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552478592:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 555us (833us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134046.207029:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13267 00002000:00100000:3.0:1746134046.207034:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007282f100 x1830953552478592/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134046.207040:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282f100 with x1830953552478592 ext(0->4095) 00010000:00010000:3.0:1746134046.207044:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c91ef lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575067d expref: 6 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.207063:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c91ef lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575067d expref: 6 pid: 18904 timeout: 815 lvb_type: 0 00002000:00010000:3.0:1746134046.207069:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007282f100 00000100:00100000:1.0:1746134046.212653:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081158a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548193152:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134046.212678:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c91f6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750684 expref: 74 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134046.212693:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c0000, rc 0) 00000100:00100000:1.0:1746134046.212741:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+74:1755:x1830953552478720:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5924us (5999us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134046.212750:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30016 00000100:00100000:0.0:1746134046.214593:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134046.214661:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552478848 00000100:00100000:1.0:1746134046.214667:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552478848 00000100:00100000:1.0:1746134046.214706:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30017 00000100:00100000:1.0:1746134046.214711:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+74:1757:x1830953552478848:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134046.214723:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134046.214735:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c91fd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575068b expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134046.214754:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134046.214758:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c91f6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750684 expref: 75 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134046.214763:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134046.214766:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c91fd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575068b expref: 75 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134046.214795:0:18904:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c91f6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750684 expref: 75 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134046.214804:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c91fd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575068b expref: 75 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134046.214811:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c0c00, rc 0) 00000100:00100000:1.0:1746134046.214836:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+75:1757:x1830953552478848:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134046.214841:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30017 00000100:00100000:0.0:1746134046.216223:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.216349:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552478976 00000100:00100000:3.0:1746134046.216354:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552478976 00010000:00010000:3.0:1746134046.216377:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c91ef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575067d expref: 6 pid: 18904 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.216395:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15318 00000100:00100000:3.0:1746134046.216400:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2011:x1830953552478976:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134046.216409:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134046.216422:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c91ef lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575067d expref: 6 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.216432:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c91ef lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575067d expref: 6 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.216448:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0a00/0x9682c7de153c91ef lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575067d expref: 6 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.217402:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.217405:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.217414:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c91f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750684 expref: 74 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.217426:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c91f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750684 expref: 74 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.217459:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c91f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750684 expref: 74 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.217469:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c91f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750684 expref: 74 pid: 18904 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.217480:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548193408:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134046.220032:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800738a2c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746134046.225012:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548193408:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134046.225032:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134046.225075:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2011:x1830953552478976:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 8674us (8855us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.225083:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15318 00000100:00100000:0.0:1746134046.226705:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.227729:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552479232 00000100:00100000:3.0:1746134046.227736:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552479232 00002000:00100000:3.0:1746134046.227773:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007282e680 x1830953552479232/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134046.227782:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282e680 with x1830953552479232 ext(0->4095) 00010000:00010000:3.0:1746134046.227789:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c91f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750684 expref: 75 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.227806:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c91f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750684 expref: 75 pid: 18904 timeout: 815 lvb_type: 0 00002000:00010000:3.0:1746134046.227811:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007282e680 00000100:00100000:3.0:1746134046.228268:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2662 00000100:00100000:3.0:1746134046.228276:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+75:2009:x1830953552479232:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134046.228401:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+75:2009:x1830953552479232:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (1701us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134046.228406:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2662 00002000:00100000:3.0:1746134046.228412:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007282e680 x1830953552479232/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134046.228418:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282e680 with x1830953552479232 ext(0->4095) 00010000:00010000:3.0:1746134046.228424:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c91f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750684 expref: 75 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.228433:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c91f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750684 expref: 75 pid: 18904 timeout: 815 lvb_type: 0 00002000:00010000:3.0:1746134046.228439:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88007282e680 00010000:00010000:3.0:1746134046.237080:0:7222:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746134046.238584:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.238663:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552479360 00000100:00100000:3.0:1746134046.238669:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552479360 00010000:00010000:3.0:1746134046.238698:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c91f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750684 expref: 75 pid: 18904 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.238725:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15319 00000100:00100000:3.0:1746134046.238732:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+75:2010:x1830953552479360:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134046.238744:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134046.238760:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c91f6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750684 expref: 75 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.238770:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c91f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750684 expref: 75 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.238789:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c91f6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750684 expref: 75 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.238817:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.238819:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.238825:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c91fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575068b expref: 74 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.238832:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c91fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575068b expref: 74 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.238858:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c91fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575068b expref: 74 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134046.238868:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548193536:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134046.245269:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800738a29c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746134046.251190:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548193536:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134046.251208:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134046.251250:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+74:2010:x1830953552479360:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 12518us (12671us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.251260:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15319 00000100:00100000:0.0:1746134046.253152:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134046.258180:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552479616 00000100:00100000:1.0:1746134046.258191:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552479616 00002000:00100000:1.0:1746134046.258236:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007282ed80 x1830953552479616/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134046.258246:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282ed80 with x1830953552479616 ext(0->4095) 00002000:00010000:1.0:1746134046.258250:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007282ed80 00000100:00100000:1.0:1746134046.258277:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13268 00000100:00100000:1.0:1746134046.258283:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+74:2010:x1830953552479616:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134046.258402:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+74:2010:x1830953552479616:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (5295us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134046.258408:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13268 00002000:00100000:1.0:1746134046.258412:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88007282ed80 x1830953552479616/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134046.258424:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282ed80 with x1830953552479616 ext(0->4095) 00002000:00010000:1.0:1746134046.258427:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007282ed80 00000100:00100000:0.0:1746134046.277494:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134046.277561:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552479744 00000100:00100000:2.0:1746134046.277569:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552479744 00000100:00100000:2.0:1746134046.277621:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30018 00000100:00100000:2.0:1746134046.277629:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552479744:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134046.277643:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134046.277656:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c9204 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750692 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.277682:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c91fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575068b expref: 73 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.277689:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134046.277690:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134046.277694:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c9204 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750692 expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.277717:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c91fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575068b expref: 73 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.277727:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c91fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575068b expref: 73 pid: 18904 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746134046.277737:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548193664:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134046.277820:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f240 going to sleep for 11 seconds 00000100:00100000:2.0:1746134046.299782:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548193664:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134046.299806:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c9204 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750692 expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.299821:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90e600, rc 0) 00000100:00100000:2.0:1746134046.299867:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552479744:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 22238us (22381us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134046.299875:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30018 00000100:00100000:0.0:1746134046.307677:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134046.307788:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552479872 00000100:00100000:2.0:1746134046.307796:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552479872 00000100:00100000:2.0:1746134046.307845:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30019 00000100:00100000:2.0:1746134046.307852:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+74:1755:x1830953552479872:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746134046.308244:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.308327:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552480000 00000100:00100000:3.0:1746134046.308331:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552480000 00002000:00100000:3.0:1746134046.308360:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009ce33800 x1830953552480000/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 496/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134046.308370:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce33800 with x1830953552480000 ext(0->7) 00010000:00010000:3.0:1746134046.308378:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c91fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575068b expref: 75 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746134046.308385:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134046.308390:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c91fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575068b expref: 75 pid: 18904 timeout: 815 lvb_type: 0 00002000:00010000:3.0:1746134046.308397:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ce33800 00010000:00010000:2.0:1746134046.308398:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c920b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750699 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134046.308410:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2663 00000100:00100000:3.0:1746134046.308414:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+76:2009:x1830953552480000:12345-192.168.203.26@tcp:4:ldlm_bl.0 00010000:00010000:2.0:1746134046.308422:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134046.308427:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c9204 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750692 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.308432:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746134046.308435:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c920b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750699 expref: 76 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.308462:0:10181:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c9204 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750692 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.308472:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c920b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750699 expref: 76 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.308481:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90ea00, rc 0) 00000100:00100000:2.0:1746134046.308511:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+76:1755:x1830953552479872:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 659us (842us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134046.308516:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30019 00000100:00100000:0.0:1746134046.309733:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+77:2009:x1830953552480000:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 1313us (1484us total) trans 4294970693 rc 0/0 00000100:00100000:0.0:1746134046.309740:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2663 00002000:00100000:0.0:1746134046.309747:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009ce33800 x1830953552480000/t4294970693(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 496/448 e 0 to 0 dl 1746134057 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134046.309755:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce33800 with x1830953552480000 ext(0->7) 00010000:00010000:0.0:1746134046.309761:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c91fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575068b expref: 77 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746134046.309771:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c91fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575068b expref: 77 pid: 18904 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746134046.309777:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ce33800 00000100:00100000:0.0:1746134046.312198:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.312284:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552480128 00000100:00100000:3.0:1746134046.312292:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552480128 00010000:00010000:3.0:1746134046.312320:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c91fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575068b expref: 77 pid: 18904 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.312343:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15320 00000100:00100000:3.0:1746134046.312350:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce31c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+77:2011:x1830953552480128:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134046.312363:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134046.312378:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c91fd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575068b expref: 77 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.312388:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c91fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575068b expref: 77 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.312407:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c91fd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575068b expref: 77 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.312438:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.312440:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.312603:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c9204 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750692 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.312612:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c9204 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750692 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.312640:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c9204 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750692 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.312650:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c9204 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750692 expref: 5 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.312660:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548193920:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134046.313794:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800738a29c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746134046.316466:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548193920:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134046.316485:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134046.316516:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce31c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+76:2011:x1830953552480128:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4167us (4326us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.316525:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15320 00000100:00100000:0.0:1746134046.317285:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134046.317338:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552480384 00000100:00100000:2.0:1746134046.317345:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552480384 00002000:00100000:2.0:1746134046.317373:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009ce33100 x1830953552480384/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134046.317381:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce33100 with x1830953552480384 ext(0->4095) 00010000:00010000:2.0:1746134046.317388:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c9204 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750692 expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746134046.317402:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c9204 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750692 expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746134046.317408:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ce33100 00000100:00100000:2.0:1746134046.317437:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2664 00000100:00100000:2.0:1746134046.317443:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552480384:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134046.317550:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552480384:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (265us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134046.317556:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2664 00002000:00100000:2.0:1746134046.317560:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009ce33100 x1830953552480384/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134046.317566:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce33100 with x1830953552480384 ext(0->4095) 00010000:00010000:2.0:1746134046.317570:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c9204 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750692 expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746134046.317577:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c9204 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750692 expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746134046.317581:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ce33100 00000100:00100000:0.0:1746134046.325980:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.327243:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552480512 00000100:00100000:3.0:1746134046.327251:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552480512 00010000:00010000:3.0:1746134046.327279:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c9204 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750692 expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.327306:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15321 00000100:00100000:3.0:1746134046.327312:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129e65050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552480512:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134046.327323:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134046.327337:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c9204 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750692 expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.327347:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c9204 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750692 expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.327363:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c9204 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750692 expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.327386:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.327388:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.327393:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c920b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750699 expref: 75 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.327400:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c920b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750699 expref: 75 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.327424:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c920b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750699 expref: 75 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134046.327432:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548194048:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134046.331211:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800738a29c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746134046.332183:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548194048:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134046.332199:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134046.332280:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134046.332338:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552480768 00000100:00100000:1.0:1746134046.332344:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552480768 00002000:00100000:1.0:1746134046.332375:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009ce33480 x1830953552480768/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134046.332385:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce33480 with x1830953552480768 ext(0->4095) 00002000:00010000:1.0:1746134046.332388:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ce33480 00000100:00100000:1.0:1746134046.332416:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13269 00000100:00100000:1.0:1746134046.332422:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+76:2009:x1830953552480768:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134046.332523:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+76:2009:x1830953552480768:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (243us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134046.332529:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13269 00002000:00100000:1.0:1746134046.332534:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009ce33480 x1830953552480768/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134046.332542:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce33480 with x1830953552480768 ext(0->4095) 00002000:00010000:1.0:1746134046.332544:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009ce33480 00000100:00100000:2.0:1746134046.333001:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129e65050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552480512:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 5687us (7032us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134046.333012:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15321 00000100:00100000:0.0:1746134046.341787:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134046.341872:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552480896 00000100:00100000:2.0:1746134046.341880:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552480896 00000100:00100000:2.0:1746134046.345992:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30020 00000100:00100000:2.0:1746134046.346009:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552480896:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134046.346028:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134046.346045:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c9212 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957506a0 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.346082:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c920b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750699 expref: 75 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.346089:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134046.346090:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134046.346093:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c9212 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957506a0 expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.346144:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c920b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750699 expref: 75 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.346154:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c920b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750699 expref: 75 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746134046.346164:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548194176:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134046.346235:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f240 going to sleep for 11 seconds 00000100:00100000:3.0:1746134046.350347:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746134046.350364:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3771:1830953548194304:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746134046.350410:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746134046.350444:0:8393:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548194304 00000100:00100000:3.0:1746134046.350450:0:8393:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548194304 00000100:00100000:3.0:1746134046.350480:0:8393:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 627 00000100:00100000:3.0:1746134046.350648:0:8393:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800872b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3771:x1830953548194304:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746134046.350675:0:8393:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446187008 avail 1316724736 00000100:00100000:3.0:1746134046.350714:0:8393:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800872b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3771:x1830953548194304:12345-0@lo:41:osp-pre-1-0.0 Request processed in 228us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.350720:0:8393:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 627 00000100:00100000:0.0:1746134046.350735:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3771:1830953548194304:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746134046.355015:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548194176:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134046.355043:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c9212 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957506a0 expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.355069:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fa00, rc 0) 00000100:00100000:2.0:1746134046.355152:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552480896:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9150us (13372us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134046.355159:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30020 00000100:00100000:3.0:1746134046.360385:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746134046.360403:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3770:1830953548194432:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746134046.360453:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746134046.360512:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.361354:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552481024 00000100:00100000:3.0:1746134046.361360:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552481024 00000100:00100000:3.0:1746134046.361402:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30021 00000100:00100000:3.0:1746134046.361409:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081158a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+76:1755:x1830953552481024:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134046.361427:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134046.361443:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c9219 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957506a7 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.361470:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134046.361475:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c9212 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957506a0 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.361480:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746134046.361483:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c9219 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957506a7 expref: 77 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.361505:0:10181:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c9212 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506a0 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.361516:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c9219 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957506a7 expref: 77 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.361525:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800955ae400, rc 0) 00000100:00100000:2.0:1746134046.361622:0:8393:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548194432 00000100:00100000:2.0:1746134046.361626:0:8393:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548194432 00000100:00100000:2.0:1746134046.361658:0:8393:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 628 00000100:00100000:2.0:1746134046.361663:0:8393:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800872b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3770:x1830953548194432:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746134046.361688:0:8393:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445994496 avail 1316532224 00000100:00100000:2.0:1746134046.361729:0:8393:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800872b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3770:x1830953548194432:12345-0@lo:41:osp-pre-0-1.0 Request processed in 66us (1276us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134046.361735:0:8393:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 628 00000100:00100000:3.0:1746134046.361815:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081158a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+77:1755:x1830953552481024:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 405us (1304us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.361820:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30021 00000100:00100000:3.0:1746134046.361852:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3770:1830953548194432:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746134046.365991:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.366078:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552481152 00000100:00100000:3.0:1746134046.366085:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552481152 00002000:00100000:3.0:1746134046.366144:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009ce30700 x1830953552481152/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 496/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134046.366153:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce30700 with x1830953552481152 ext(0->7) 00010000:00010000:3.0:1746134046.366161:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c920b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750699 expref: 77 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.366173:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c920b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750699 expref: 77 pid: 10181 timeout: 815 lvb_type: 0 00002000:00010000:3.0:1746134046.366179:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ce30700 00000100:00100000:3.0:1746134046.366209:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2665 00000100:00100000:3.0:1746134046.366217:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+77:2010:x1830953552481152:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746134046.367993:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+79:2010:x1830953552481152:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 1770us (2002us total) trans 4294970694 rc 0/0 00000100:00100000:3.0:1746134046.368002:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2665 00002000:00100000:3.0:1746134046.368010:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009ce30700 x1830953552481152/t4294970694(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 496/448 e 0 to 0 dl 1746134057 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134046.368018:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce30700 with x1830953552481152 ext(0->7) 00010000:00010000:3.0:1746134046.368026:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c920b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750699 expref: 79 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.368037:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c920b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750699 expref: 79 pid: 10181 timeout: 815 lvb_type: 0 00002000:00010000:3.0:1746134046.368043:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ce30700 00000100:00100000:0.0:1746134046.369599:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134046.369658:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552481280 00000100:00100000:2.0:1746134046.369665:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552481280 00010000:00010000:2.0:1746134046.369696:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c920b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750699 expref: 79 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746134046.370401:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15322 00000100:00100000:2.0:1746134046.370409:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce31880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+79:2011:x1830953552481280:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134046.370421:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134046.370438:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c920b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750699 expref: 79 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746134046.370454:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c920b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750699 expref: 79 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746134046.370473:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c920b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750699 expref: 79 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746134046.370501:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134046.370503:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134046.370509:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c9212 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506a0 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.370516:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c9212 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506a0 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.370541:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c9212 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506a0 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.370550:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c9212 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506a0 expref: 5 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746134046.370558:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548194688:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134046.371206:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f240 going to sleep for 11 seconds 00000100:00100000:2.0:1746134046.379640:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548194688:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134046.379657:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134046.379689:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce31880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+78:2011:x1830953552481280:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 9280us (10094us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134046.379701:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15322 00000100:00100000:0.0:1746134046.380182:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134046.380323:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552481536 00000100:00100000:2.0:1746134046.380328:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552481536 00002000:00100000:2.0:1746134046.380354:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009ce32a00 x1830953552481536/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134046.380364:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce32a00 with x1830953552481536 ext(0->4095) 00010000:00010000:2.0:1746134046.380372:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c9212 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506a0 expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746134046.380383:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c9212 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506a0 expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746134046.380388:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ce32a00 00000100:00100000:2.0:1746134046.380487:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2666 00000100:00100000:2.0:1746134046.380493:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552481536:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134046.380748:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552481536:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 255us (567us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134046.380754:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2666 00002000:00100000:2.0:1746134046.380758:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009ce32a00 x1830953552481536/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134046.380765:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009ce32a00 with x1830953552481536 ext(0->4095) 00010000:00010000:2.0:1746134046.380769:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c9212 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506a0 expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746134046.380783:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c9212 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506a0 expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746134046.380788:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009ce32a00 00000100:00100000:3.0:1746134046.387342:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134046.387394:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552481664 00000100:00100000:2.0:1746134046.387402:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552481664 00010000:00010000:2.0:1746134046.387431:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c9212 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506a0 expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746134046.387456:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15323 00000100:00100000:2.0:1746134046.387463:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800872b4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552481664:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134046.387474:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134046.387489:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c9212 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506a0 expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746134046.387499:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c9212 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506a0 expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746134046.387518:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c9212 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506a0 expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746134046.387547:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134046.387549:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134046.387554:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c9219 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957506a7 expref: 77 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.387566:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c9219 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957506a7 expref: 77 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.387593:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c9219 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957506a7 expref: 77 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134046.387602:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548194816:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134046.388647:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f180 going to sleep for 11 seconds 00000100:00100000:2.0:1746134046.393430:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134046.393452:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552481920 00000100:00100000:2.0:1746134046.393459:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552481920 00002000:00100000:2.0:1746134046.393493:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012fdc5880 x1830953552481920/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134046.393503:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc5880 with x1830953552481920 ext(0->4095) 00002000:00010000:2.0:1746134046.393507:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fdc5880 00000100:00100000:0.0:1746134046.395269:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548194816:192.168.203.26@tcp:105: 00010000:00010000:0.0:1746134046.395287:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134046.395334:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800872b4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552481664:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 7870us (7998us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134046.395342:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15323 00000100:00100000:2.0:1746134046.395556:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13270 00000100:00100000:2.0:1746134046.395564:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+78:2012:x1830953552481920:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746134046.395672:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+78:2012:x1830953552481920:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 Request processed in 110us (2249us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134046.395678:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13270 00002000:00100000:2.0:1746134046.395684:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012fdc5880 x1830953552481920/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134046.395693:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc5880 with x1830953552481920 ext(0->4095) 00002000:00010000:2.0:1746134046.395698:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fdc5880 00000100:00100000:0.0:1746134046.401426:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.401487:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552482048 00000100:00100000:3.0:1746134046.401495:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552482048 00000100:00100000:3.0:1746134046.401547:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30022 00000100:00100000:3.0:1746134046.401554:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ce31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552482048:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134046.401568:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134046.401581:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c9220 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957506ae expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.401605:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c9219 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957506a7 expref: 77 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.401612:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134046.401613:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134046.401616:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c9220 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957506ae expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.401641:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c9219 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506a7 expref: 77 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.401652:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c9219 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506a7 expref: 77 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.401661:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548194944:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134046.401734:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800738a29c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746134046.403887:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548194944:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134046.403910:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c9220 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957506ae expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.403925:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800955afe00, rc 0) 00000100:00100000:3.0:1746134046.403969:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ce31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552482048:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2415us (2549us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.403979:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30022 00000100:00100000:0.0:1746134046.411729:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134046.411827:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552482176 00000100:00100000:1.0:1746134046.411835:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552482176 00002000:00100000:1.0:1746134046.411877:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880085f3d880 x1830953552482176/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 496/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134046.411886:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3d880 with x1830953552482176 ext(0->7) 00010000:00010000:1.0:1746134046.411894:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c9219 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506a7 expref: 78 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746134046.411906:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c9219 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506a7 expref: 78 pid: 10181 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746134046.411911:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085f3d880 00000100:00100000:1.0:1746134046.411944:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2667 00000100:00100000:1.0:1746134046.411950:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+78:2009:x1830953552482176:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746134046.413887:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+80:2009:x1830953552482176:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 1931us (2159us total) trans 4294970695 rc 0/0 00000100:00100000:1.0:1746134046.413895:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2667 00002000:00100000:1.0:1746134046.413903:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880085f3d880 x1830953552482176/t4294970695(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 496/448 e 0 to 0 dl 1746134057 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134046.413911:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3d880 with x1830953552482176 ext(0->7) 00010000:00010000:1.0:1746134046.413918:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c9219 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506a7 expref: 80 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746134046.413930:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c9219 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506a7 expref: 80 pid: 10181 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746134046.413935:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085f3d880 00000100:00100000:0.0:1746134046.426365:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134046.426433:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552482304 00000100:00100000:2.0:1746134046.426441:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552482304 00000100:00100000:0.0:1746134046.426460:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00010000:00010000:2.0:1746134046.426473:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c9219 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506a7 expref: 80 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746134046.426501:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15324 00000100:00100000:2.0:1746134046.426509:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+80:2012:x1830953552482304:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134046.426527:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746134046.426540:0:8382:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb mtime from disk: 1746134046 -> 1746134047 00002000:00010000:2.0:1746134046.426543:0:8382:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb ctime from disk: 1746134046 -> 1746134047 00010000:00010000:2.0:1746134046.426548:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c9219 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506a7 expref: 80 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746134046.426559:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c9219 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506a7 expref: 80 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746134046.426578:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800955ae400/0x9682c7de153c9219 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506a7 expref: 80 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746134046.426596:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134046.426598:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134046.426603:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c9220 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957506ae expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.426616:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c9220 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957506ae expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.426649:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c9220 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957506ae expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134046.426660:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548195072:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134046.426728:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f180 going to sleep for 11 seconds 00000100:00100000:3.0:1746134046.426927:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552482432 00000100:00100000:3.0:1746134046.426931:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552482432 00000100:00100000:3.0:1746134046.427171:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30023 00000100:00100000:3.0:1746134046.427178:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+80:1755:x1830953552482432:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134046.427189:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134046.427198:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c9227 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957506b5 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.427214:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c9220 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957506ae expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.427220:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.427221:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.427223:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c9227 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957506b5 expref: 81 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.427238:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c9220 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506ae expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.427246:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c9220 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506ae expref: 5 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.427254:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548195200:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134046.428718:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548195072:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134046.428732:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134046.428823:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800738a29c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746134046.430790:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+81:2012:x1830953552482304:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4275us (4425us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134046.430800:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15324 00000100:00100000:3.0:1746134046.430978:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.431026:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548195200:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134046.431047:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c9227 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957506b5 expref: 80 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.431074:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bef4600, rc 0) 00000100:00100000:3.0:1746134046.431102:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+80:1755:x1830953552482432:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3925us (4642us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.431108:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30023 00000100:00100000:0.0:1746134046.431243:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552482688 00000100:00100000:0.0:1746134046.431250:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552482688 00002000:00100000:0.0:1746134046.431278:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800872b4a80 x1830953552482688/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134046.431287:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800872b4a80 with x1830953552482688 ext(0->4095) 00010000:00010000:0.0:1746134046.431293:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c9220 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506ae expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746134046.431303:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c9220 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506ae expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746134046.431309:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800872b4a80 00000100:00100000:0.0:1746134046.431324:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2668 00000100:00100000:0.0:1746134046.431330:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800872b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552482688:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746134046.431415:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800872b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552482688:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 86us (438us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134046.431419:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2668 00002000:00100000:0.0:1746134046.431423:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800872b4a80 x1830953552482688/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134046.431429:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800872b4a80 with x1830953552482688 ext(0->4095) 00010000:00010000:0.0:1746134046.431434:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c9220 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506ae expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746134046.431442:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c9220 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506ae expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746134046.431446:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800872b4a80 00000100:00100000:0.0:1746134046.436016:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134046.436072:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552482816 00000100:00100000:2.0:1746134046.436079:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552482816 00010000:00010000:2.0:1746134046.436107:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c9220 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506ae expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746134046.436158:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15325 00000100:00100000:2.0:1746134046.436165:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552482816:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134046.436176:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134046.436191:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c9220 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506ae expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746134046.436202:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c9220 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506ae expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746134046.436219:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800955afe00/0x9682c7de153c9220 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506ae expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746134046.436240:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134046.436242:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134046.436248:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c9227 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957506b5 expref: 79 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.436255:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c9227 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957506b5 expref: 79 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.436575:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c9227 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957506b5 expref: 79 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134046.436587:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548195328:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134046.437596:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f180 going to sleep for 11 seconds 00000100:00100000:3.0:1746134046.442864:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134046.443061:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548195328:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134046.443076:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134046.443171:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552483072 00000100:00100000:0.0:1746134046.443177:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552483072 00002000:00100000:0.0:1746134046.443223:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800872b4700 x1830953552483072/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134046.443233:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800872b4700 with x1830953552483072 ext(0->4095) 00002000:00010000:0.0:1746134046.443237:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800872b4700 00000100:00100000:0.0:1746134046.443257:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13271 00000100:00100000:0.0:1746134046.443264:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800872b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+80:2009:x1830953552483072:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134046.444501:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552482816:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 8331us (8487us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134046.444510:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15325 00000100:00100000:0.0:1746134046.444606:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800872b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+80:2009:x1830953552483072:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 1342us (1750us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134046.444616:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13271 00002000:00100000:0.0:1746134046.444623:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800872b4700 x1830953552483072/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134046.444631:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800872b4700 with x1830953552483072 ext(0->4095) 00002000:00010000:0.0:1746134046.444634:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800872b4700 00000100:00100000:0.0:1746134046.450442:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.450508:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552483200 00000100:00100000:3.0:1746134046.450515:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552483200 00000100:00100000:3.0:1746134046.451648:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30024 00000100:00100000:3.0:1746134046.451659:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552483200:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134046.451673:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134046.451687:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c922e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957506bc expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.451709:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c9227 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957506b5 expref: 79 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.451715:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134046.451717:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134046.451720:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c922e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957506bc expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.451745:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c9227 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506b5 expref: 79 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.451755:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c9227 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506b5 expref: 79 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.451765:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548195456:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134046.451846:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800738a29c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746134046.458065:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548195456:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134046.458093:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c922e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957506bc expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.458108:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bef4000, rc 0) 00000100:00100000:3.0:1746134046.458179:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552483200:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6521us (7741us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.458186:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30024 00000100:00100000:0.0:1746134046.460933:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134046.462256:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552483328 00000100:00100000:2.0:1746134046.462269:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552483328 00002000:00100000:2.0:1746134046.462313:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880085f3e680 x1830953552483328/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 496/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134046.462322:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3e680 with x1830953552483328 ext(0->7) 00010000:00010000:2.0:1746134046.462329:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c9227 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506b5 expref: 80 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746134046.462505:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c9227 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506b5 expref: 80 pid: 10181 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746134046.462515:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085f3e680 00000100:00100000:0.0:1746134046.462760:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2669 00000100:00100000:0.0:1746134046.462769:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+80:2009:x1830953552483328:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746134046.463842:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+82:2009:x1830953552483328:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 1072us (2912us total) trans 4294970696 rc 0/0 00000100:00100000:0.0:1746134046.463849:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2669 00002000:00100000:0.0:1746134046.463855:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880085f3e680 x1830953552483328/t4294970696(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 496/448 e 0 to 0 dl 1746134057 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134046.463862:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3e680 with x1830953552483328 ext(0->7) 00010000:00010000:0.0:1746134046.463867:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c9227 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506b5 expref: 82 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746134046.463877:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c9227 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506b5 expref: 82 pid: 10181 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746134046.463882:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085f3e680 00000100:00100000:0.0:1746134046.469720:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.470566:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552483456 00000100:00100000:3.0:1746134046.470573:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552483456 00000100:00100000:3.0:1746134046.470729:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30025 00000100:00100000:3.0:1746134046.470738:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+82:1755:x1830953552483456:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134046.470754:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134046.470767:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c9235 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957506c3 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.470788:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134046.470793:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c922e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957506bc expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.470799:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746134046.470803:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c9235 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957506c3 expref: 83 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.470838:0:10181:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c922e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506bc expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.470850:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c9235 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957506c3 expref: 83 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.470859:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bef4400, rc 0) 00000100:00100000:3.0:1746134046.471461:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+83:1755:x1830953552483456:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 722us (1746us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.471467:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30025 00000100:00100000:0.0:1746134046.472223:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.472330:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552483584 00000100:00100000:3.0:1746134046.472335:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552483584 00010000:00010000:3.0:1746134046.472357:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c9227 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506b5 expref: 83 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.472377:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15326 00000100:00100000:3.0:1746134046.472383:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+83:2010:x1830953552483584:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134046.472392:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134046.472411:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c9227 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506b5 expref: 83 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.472421:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c9227 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506b5 expref: 83 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.472440:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4600/0x9682c7de153c9227 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506b5 expref: 83 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.472456:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.472458:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.472464:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c922e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506bc expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.472471:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c922e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506bc expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.472494:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c922e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506bc expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.472504:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c922e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506bc expref: 5 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.472516:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548195712:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134046.472585:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800738a29c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134046.475491:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134046.475820:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552483840 00000100:00100000:1.0:1746134046.475827:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552483840 00002000:00100000:1.0:1746134046.475858:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880085f3c000 x1830953552483840/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134046.475871:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3c000 with x1830953552483840 ext(0->4095) 00010000:00010000:1.0:1746134046.475879:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c922e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506bc expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746134046.475889:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c922e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506bc expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746134046.475895:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085f3c000 00000100:00100000:1.0:1746134046.475922:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2670 00000100:00100000:1.0:1746134046.475928:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552483840:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134046.476035:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552483840:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (551us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134046.476041:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2670 00002000:00100000:1.0:1746134046.476047:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880085f3c000 x1830953552483840/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134046.476065:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3c000 with x1830953552483840 ext(0->4095) 00010000:00010000:1.0:1746134046.476069:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c922e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506bc expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746134046.476078:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c922e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506bc expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746134046.476083:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085f3c000 00000100:00100000:3.0:1746134046.476177:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548195712:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134046.476192:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134046.476212:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+82:2010:x1830953552483584:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3829us (3992us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.476218:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15326 00000100:00100000:0.0:1746134046.480770:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.480953:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552483968 00000100:00100000:3.0:1746134046.480962:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552483968 00010000:00010000:3.0:1746134046.480991:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c922e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506bc expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.481033:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15327 00000100:00100000:3.0:1746134046.481041:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552483968:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134046.481062:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134046.481077:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c922e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506bc expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.481087:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c922e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506bc expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.481105:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4000/0x9682c7de153c922e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506bc expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.481153:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.481155:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.481162:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c9235 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957506c3 expref: 81 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.481170:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c9235 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957506c3 expref: 81 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.481197:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c9235 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957506c3 expref: 81 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134046.481208:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548195840:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134046.481282:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800738a29c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746134046.484716:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548195840:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134046.484750:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134046.485203:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552483968:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4160us (4437us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.485212:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15327 00000100:00100000:0.0:1746134046.485653:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134046.485739:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552484224 00000100:00100000:2.0:1746134046.485745:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552484224 00002000:00100000:2.0:1746134046.485775:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880085f3ea00 x1830953552484224/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134046.485784:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3ea00 with x1830953552484224 ext(0->4095) 00002000:00010000:2.0:1746134046.485962:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085f3ea00 00000100:00100000:2.0:1746134046.485988:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13272 00000100:00100000:2.0:1746134046.485995:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+82:2012:x1830953552484224:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746134046.486137:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+82:2012:x1830953552484224:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 Request processed in 142us (483us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134046.486142:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13272 00002000:00100000:2.0:1746134046.486148:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880085f3ea00 x1830953552484224/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134046.486155:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085f3ea00 with x1830953552484224 ext(0->4095) 00002000:00010000:2.0:1746134046.486157:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085f3ea00 00000100:00100000:0.0:1746134046.497680:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.497747:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552484352 00000100:00100000:3.0:1746134046.497754:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552484352 00000100:00100000:3.0:1746134046.497794:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30026 00000100:00100000:3.0:1746134046.497800:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085f3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552484352:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134046.497813:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134046.497826:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092339000/0x9682c7de153c923c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957506ca expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.497848:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c9235 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957506c3 expref: 81 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.497854:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134046.497856:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134046.497859:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092339000/0x9682c7de153c923c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957506ca expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.497879:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c9235 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506c3 expref: 81 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.497888:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c9235 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506c3 expref: 81 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.497897:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548195968:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134046.500631:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800738a29c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746134046.503077:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548195968:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134046.503107:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092339000/0x9682c7de153c923c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957506ca expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.503151:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092339000, rc 0) 00000100:00100000:3.0:1746134046.503188:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085f3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552484352:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5387us (5515us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.504008:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30026 00000100:00100000:0.0:1746134046.504751:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134046.504824:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552484480 00000100:00100000:1.0:1746134046.504830:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552484480 00002000:00100000:1.0:1746134046.504864:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880131cbea00 x1830953552484480/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 496/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134046.504873:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cbea00 with x1830953552484480 ext(0->7) 00010000:00010000:1.0:1746134046.504879:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c9235 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506c3 expref: 82 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746134046.504890:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c9235 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506c3 expref: 82 pid: 10181 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746134046.504895:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131cbea00 00000100:00100000:1.0:1746134046.504921:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2671 00000100:00100000:1.0:1746134046.504928:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+82:2009:x1830953552484480:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746134046.506303:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:2009:x1830953552484480:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 1372us (1550us total) trans 4294970697 rc 0/0 00000100:00100000:1.0:1746134046.506312:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2671 00002000:00100000:1.0:1746134046.506318:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff880131cbea00 x1830953552484480/t4294970697(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 496/448 e 0 to 0 dl 1746134057 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134046.506326:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cbea00 with x1830953552484480 ext(0->7) 00010000:00010000:1.0:1746134046.506333:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c9235 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506c3 expref: 84 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746134046.506344:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c9235 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506c3 expref: 84 pid: 10181 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746134046.506349:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131cbea00 00000100:00100000:2.0:1746134046.516400:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134046.518671:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.520738:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552484608 00000100:00100000:3.0:1746134046.520748:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552484608 00010000:00010000:3.0:1746134046.520784:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c9235 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506c3 expref: 84 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.520817:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15328 00000100:00100000:3.0:1746134046.520824:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129e64850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:2010:x1830953552484608:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134046.520836:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134046.520851:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c9235 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506c3 expref: 84 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.520863:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c9235 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506c3 expref: 84 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.520883:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bef4400/0x9682c7de153c9235 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506c3 expref: 84 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.520914:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.520916:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.520922:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092339000/0x9682c7de153c923c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957506ca expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.520929:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092339000/0x9682c7de153c923c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957506ca expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.520956:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092339000/0x9682c7de153c923c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957506ca expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134046.520966:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548196096:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134046.521033:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800738a29c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134046.530670:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134046.530717:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552484992 00000100:00100000:1.0:1746134046.530725:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552484992 00002000:00100000:1.0:1746134046.530760:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880131cbed80 x1830953552484992/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134046.530769:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cbed80 with x1830953552484992 ext(0->4095) 00002000:00010000:1.0:1746134046.530773:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131cbed80 00000100:00100000:1.0:1746134046.530797:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13273 00000100:00100000:1.0:1746134046.530805:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552484992:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134046.530918:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552484992:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (254us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134046.530923:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13273 00002000:00100000:1.0:1746134046.530928:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880131cbed80 x1830953552484992/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134046.530935:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cbed80 with x1830953552484992 ext(0->4095) 00002000:00010000:1.0:1746134046.530937:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131cbed80 00000100:00100000:3.0:1746134046.531085:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548196096:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134046.531101:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134046.531135:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129e64850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+83:2010:x1830953552484608:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 10311us (14742us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.531142:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15328 00000100:00100000:2.0:1746134046.531229:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552484736 00000100:00100000:2.0:1746134046.531234:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552484736 00000100:00100000:2.0:1746134046.531259:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30027 00000100:00100000:2.0:1746134046.531264:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+83:1755:x1830953552484736:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134046.531272:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134046.531285:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9243 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957506d1 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.531359:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092339000/0x9682c7de153c923c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957506ca expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.531376:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134046.531378:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134046.531381:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9243 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957506d1 expref: 84 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.531405:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092339000/0x9682c7de153c923c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506ca expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.531415:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092339000/0x9682c7de153c923c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506ca expref: 5 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746134046.531425:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548196224:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134046.531472:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f240 going to sleep for 11 seconds 00000100:00100000:2.0:1746134046.535444:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134046.535835:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552485120 00000100:00100000:0.0:1746134046.535842:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552485120 00000100:00100000:0.0:1746134046.535886:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30028 00000100:00100000:0.0:1746134046.535893:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+85:1757:x1830953552485120:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134046.535907:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134046.535919:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fe0ec00/0x9682c7de153c924a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957506d8 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134046.535939:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134046.535944:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9243 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957506d1 expref: 86 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134046.535949:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134046.535952:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe0ec00/0x9682c7de153c924a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957506d8 expref: 86 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134046.535977:0:18904:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9243 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b231957506d1 expref: 86 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134046.535988:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008fe0ec00/0x9682c7de153c924a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957506d8 expref: 86 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134046.536001:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fe0ec00, rc 0) 00000100:00100000:0.0:1746134046.536037:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:1757:x1830953552485120:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 144us (600us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134046.536042:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30028 00000100:00100000:2.0:1746134046.536358:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548196224:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134046.536371:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9243 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506d1 expref: 85 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.536380:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90ea00, rc 0) 00000100:00100000:2.0:1746134046.536411:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+85:1755:x1830953552484736:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5146us (17746us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134046.536417:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30027 00000100:00100000:0.0:1746134046.540313:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.540407:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552485248 00000100:00100000:3.0:1746134046.540414:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552485248 00010000:00010000:3.0:1746134046.540443:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092339000/0x9682c7de153c923c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506ca expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.540478:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15329 00000100:00100000:3.0:1746134046.540485:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cbc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552485248:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134046.540498:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134046.540515:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092339000/0x9682c7de153c923c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506ca expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.540525:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092339000/0x9682c7de153c923c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506ca expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.540543:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092339000/0x9682c7de153c923c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506ca expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.540557:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.540559:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.540565:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9243 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506d1 expref: 84 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.540572:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9243 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506d1 expref: 84 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.540597:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9243 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506d1 expref: 84 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.540606:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9243 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506d1 expref: 84 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.540616:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548196480:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134046.542790:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800738a2c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746134046.546196:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548196480:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134046.546243:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00010000:00010000:3.0:1746134046.546450:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134046.546485:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cbc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552485248:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 6000us (6179us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.546494:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15329 00000100:00100000:2.0:1746134046.547832:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552485504 00000100:00100000:2.0:1746134046.547837:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552485504 00002000:00100000:2.0:1746134046.547866:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880131cbfb80 x1830953552485504/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134046.547875:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cbfb80 with x1830953552485504 ext(0->4095) 00010000:00010000:2.0:1746134046.547881:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9243 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506d1 expref: 85 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746134046.547892:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9243 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506d1 expref: 85 pid: 10181 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746134046.547897:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131cbfb80 00000100:00100000:2.0:1746134046.547918:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2672 00000100:00100000:2.0:1746134046.547923:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+85:2009:x1830953552485504:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134046.548024:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+85:2009:x1830953552485504:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (1782us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134046.548029:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2672 00002000:00100000:2.0:1746134046.548034:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880131cbfb80 x1830953552485504/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134046.548040:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cbfb80 with x1830953552485504 ext(0->4095) 00010000:00010000:2.0:1746134046.548044:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9243 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506d1 expref: 85 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746134046.548070:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9243 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506d1 expref: 85 pid: 10181 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746134046.548075:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880131cbfb80 00000100:00100000:1.0:1746134046.551530:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.551848:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552485632 00000100:00100000:3.0:1746134046.551856:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552485632 00010000:00010000:3.0:1746134046.551885:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9243 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506d1 expref: 85 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.551919:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15330 00000100:00100000:3.0:1746134046.551928:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008115b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+85:2010:x1830953552485632:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134046.551939:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134046.551955:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9243 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506d1 expref: 85 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.551965:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9243 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506d1 expref: 85 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.551984:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9243 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506d1 expref: 85 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.552012:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.552014:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.552019:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fe0ec00/0x9682c7de153c924a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957506d8 expref: 84 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.552027:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe0ec00/0x9682c7de153c924a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957506d8 expref: 84 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.552085:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008fe0ec00/0x9682c7de153c924a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957506d8 expref: 84 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134046.552095:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548196608:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134046.552884:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800738a2c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746134046.556031:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548196608:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134046.556050:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134046.556077:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.556098:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008115b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:2010:x1830953552485632:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4171us (4598us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.556107:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15330 00000100:00100000:1.0:1746134046.556188:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552485888 00000100:00100000:1.0:1746134046.556194:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552485888 00002000:00100000:1.0:1746134046.556222:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880131cbdc00 x1830953552485888/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134046.556230:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cbdc00 with x1830953552485888 ext(0->4095) 00002000:00010000:1.0:1746134046.556234:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131cbdc00 00000100:00100000:1.0:1746134046.556257:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13274 00000100:00100000:1.0:1746134046.556264:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:2010:x1830953552485888:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134046.556380:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:2010:x1830953552485888:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (304us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134046.556385:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13274 00002000:00100000:1.0:1746134046.556390:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880131cbdc00 x1830953552485888/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134046.556396:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880131cbdc00 with x1830953552485888 ext(0->4095) 00002000:00010000:1.0:1746134046.556399:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880131cbdc00 00000100:00100000:0.0:1746134046.558152:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134046.558192:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552486016 00000100:00100000:2.0:1746134046.558198:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552486016 00000100:00100000:2.0:1746134046.558238:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30029 00000100:00100000:2.0:1746134046.558244:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552486016:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134046.558255:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134046.558268:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c9251 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957506df expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.558288:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fe0ec00/0x9682c7de153c924a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957506d8 expref: 83 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.558295:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134046.558296:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134046.558299:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c9251 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957506df expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.558390:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008fe0ec00/0x9682c7de153c924a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506d8 expref: 83 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.558400:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008fe0ec00/0x9682c7de153c924a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506d8 expref: 83 pid: 18904 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746134046.558409:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548196736:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134046.558486:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f240 going to sleep for 11 seconds 00000100:00100000:2.0:1746134046.560612:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548196736:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134046.560633:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c9251 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957506df expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.560647:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f000, rc 0) 00000100:00100000:2.0:1746134046.560702:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552486016:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2457us (2552us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134046.560710:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30029 00000100:00100000:0.0:1746134046.561291:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.561392:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552486144 00000100:00100000:3.0:1746134046.561398:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552486144 00010000:00010000:3.0:1746134046.561420:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe0ec00/0x9682c7de153c924a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506d8 expref: 84 pid: 18904 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.561452:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15331 00000100:00100000:3.0:1746134046.561459:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880131cbca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:2010:x1830953552486144:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134046.561469:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134046.561482:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008fe0ec00/0x9682c7de153c924a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506d8 expref: 84 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.561492:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008fe0ec00/0x9682c7de153c924a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506d8 expref: 84 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.561508:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fe0ec00/0x9682c7de153c924a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506d8 expref: 84 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.561521:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.561523:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.561528:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c9251 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957506df expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.561535:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c9251 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957506df expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.561557:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c9251 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957506df expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134046.561567:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548196864:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134046.561627:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800738a2c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746134046.564634:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548196864:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134046.564652:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134046.564669:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.564684:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880131cbca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+83:2010:x1830953552486144:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3226us (3395us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.564693:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15331 00000100:00100000:2.0:1746134046.564920:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552486400 00000100:00100000:2.0:1746134046.564925:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552486400 00002000:00100000:2.0:1746134046.564953:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b14e300 x1830953552486400/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134046.564962:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14e300 with x1830953552486400 ext(0->4095) 00002000:00010000:2.0:1746134046.564965:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b14e300 00000100:00100000:2.0:1746134046.564993:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13275 00000100:00100000:2.0:1746134046.564999:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b14e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552486400:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134046.565108:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552486400:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (438us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134046.565126:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13275 00002000:00100000:2.0:1746134046.565130:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b14e300 x1830953552486400/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134046.565137:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14e300 with x1830953552486400 ext(0->4095) 00002000:00010000:2.0:1746134046.565139:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b14e300 00000100:00100000:0.0:1746134046.565691:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134046.565997:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552486528 00000100:00100000:2.0:1746134046.566001:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552486528 00000100:00100000:2.0:1746134046.566036:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30030 00000100:00100000:2.0:1746134046.566042:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b14ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+83:1755:x1830953552486528:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134046.566059:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134046.566071:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9258 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957506e6 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.566090:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c9251 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957506df expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.566098:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134046.566099:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134046.566102:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9258 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957506e6 expref: 84 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.566141:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c9251 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506df expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.566152:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c9251 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506df expref: 5 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746134046.566162:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548196992:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134046.566228:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f180 going to sleep for 11 seconds 00000100:00100000:0.0:1746134046.567270:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134046.567290:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552486656 00000100:00100000:0.0:1746134046.567293:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552486656 00000100:00100000:0.0:1746134046.567330:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30031 00000100:00100000:0.0:1746134046.567335:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b14d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+85:1757:x1830953552486656:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134046.567345:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134046.567355:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fe0fe00/0x9682c7de153c925f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957506ed expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134046.567370:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134046.567374:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9258 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957506e6 expref: 86 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134046.567379:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134046.567382:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe0fe00/0x9682c7de153c925f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957506ed expref: 86 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134046.567404:0:9580:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9258 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b231957506e6 expref: 86 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134046.567414:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008fe0fe00/0x9682c7de153c925f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957506ed expref: 86 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134046.567422:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fe0fe00, rc 0) 00000100:00100000:0.0:1746134046.567454:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:1757:x1830953552486656:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 119us (186us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134046.567459:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30031 00000100:00100000:0.0:1746134046.568486:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.568643:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552486784 00000100:00100000:3.0:1746134046.568648:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552486784 00010000:00010000:3.0:1746134046.568669:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c9251 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506df expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.568700:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15332 00000100:00100000:3.0:1746134046.568706:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b14d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552486784:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134046.568716:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134046.568730:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c9251 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506df expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.568739:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c9251 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506df expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.568755:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.568756:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.568760:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9258 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.26@tcp remote: 0xb596b231957506e6 expref: 85 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.568766:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9258 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.26@tcp remote: 0xb596b231957506e6 expref: 85 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.568785:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9258 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b231957506e6 expref: 85 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.568794:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9258 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.26@tcp remote: 0xb596b231957506e6 expref: 85 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.568802:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548197248:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134046.568851:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800738a2c00 going to sleep for 11 seconds 00010000:00010000:2.0:1746134046.568920:0:10181:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c9251 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506df expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746134046.568933:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548196992:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134046.568946:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9258 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506e6 expref: 85 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746134046.568951:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9258 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506e6 expref: 85 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746134046.568958:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90ea00, rc 0) 00000100:00100000:2.0:1746134046.568974:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+85:1755:x1830953552486528:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2932us (3283us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134046.568979:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30030 00000100:00100000:3.0:1746134046.571272:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548197248:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134046.571289:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134046.571336:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552486784:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2629us (2850us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134046.571338:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.571348:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15332 00000100:00100000:1.0:1746134046.571425:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552487040 00000100:00100000:1.0:1746134046.571431:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552487040 00002000:00100000:1.0:1746134046.571460:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b14ca80 x1830953552487040/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134046.571468:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14ca80 with x1830953552487040 ext(0->4095) 00010000:00010000:1.0:1746134046.571475:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9258 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506e6 expref: 85 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746134046.571487:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9258 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506e6 expref: 85 pid: 10181 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746134046.571493:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b14ca80 00000100:00100000:1.0:1746134046.571520:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2673 00000100:00100000:1.0:1746134046.571526:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b14ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+85:2010:x1830953552487040:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134046.571627:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+85:2010:x1830953552487040:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (289us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134046.571633:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2673 00002000:00100000:1.0:1746134046.571639:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b14ca80 x1830953552487040/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134046.571646:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14ca80 with x1830953552487040 ext(0->4095) 00010000:00010000:1.0:1746134046.571650:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9258 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506e6 expref: 85 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746134046.571658:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9258 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506e6 expref: 85 pid: 10181 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746134046.571664:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b14ca80 00000100:00100000:0.0:1746134046.575514:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.575646:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552487168 00000100:00100000:3.0:1746134046.575654:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552487168 00010000:00010000:3.0:1746134046.575686:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9258 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506e6 expref: 85 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.575712:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15333 00000100:00100000:3.0:1746134046.575718:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b14f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+85:2009:x1830953552487168:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134046.575731:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134046.575748:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9258 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506e6 expref: 85 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.575758:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9258 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506e6 expref: 85 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.575776:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9258 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506e6 expref: 85 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.575792:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.575793:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.575799:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fe0fe00/0x9682c7de153c925f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957506ed expref: 84 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.575806:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe0fe00/0x9682c7de153c925f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957506ed expref: 84 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.575832:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008fe0fe00/0x9682c7de153c925f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957506ed expref: 84 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134046.575843:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548197376:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134046.575912:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800738a2c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746134046.578702:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.580236:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548197376:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134046.580256:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134046.580303:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552487424 00000100:00100000:2.0:1746134046.580309:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552487424 00000100:00100000:3.0:1746134046.580310:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:2009:x1830953552487168:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4591us (4802us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.580319:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15333 00002000:00100000:2.0:1746134046.580341:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b14c700 x1830953552487424/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134046.580350:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14c700 with x1830953552487424 ext(0->4095) 00002000:00010000:2.0:1746134046.580354:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b14c700 00000100:00100000:2.0:1746134046.580368:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13276 00000100:00100000:2.0:1746134046.580374:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b14c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:2010:x1830953552487424:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134046.580561:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:2010:x1830953552487424:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 186us (1864us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134046.580567:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13276 00002000:00100000:2.0:1746134046.580572:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b14c700 x1830953552487424/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134046.580580:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14c700 with x1830953552487424 ext(0->4095) 00002000:00010000:2.0:1746134046.580583:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b14c700 00000100:00100000:0.0:1746134046.582876:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134046.582972:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552487552 00000100:00100000:2.0:1746134046.582977:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552487552 00000100:00100000:2.0:1746134046.583012:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30032 00000100:00100000:2.0:1746134046.583017:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b14dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552487552:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134046.583029:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134046.583042:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c9266 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957506f4 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.583070:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fe0fe00/0x9682c7de153c925f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957506ed expref: 83 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.583076:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134046.583077:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134046.583080:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c9266 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957506f4 expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.583102:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008fe0fe00/0x9682c7de153c925f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506ed expref: 83 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.583133:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008fe0fe00/0x9682c7de153c925f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506ed expref: 83 pid: 9580 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746134046.583143:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548197504:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134046.583210:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f180 going to sleep for 11 seconds 00000100:00100000:0.0:1746134046.585957:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.586041:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552487680 00000100:00100000:3.0:1746134046.586049:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552487680 00010000:00010000:3.0:1746134046.586089:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe0fe00/0x9682c7de153c925f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506ed expref: 84 pid: 9580 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.586152:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15334 00000100:00100000:3.0:1746134046.586160:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b14c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:2009:x1830953552487680:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134046.586170:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134046.586185:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008fe0fe00/0x9682c7de153c925f lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506ed expref: 84 pid: 9580 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.586195:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008fe0fe00/0x9682c7de153c925f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506ed expref: 84 pid: 9580 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.586216:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.586218:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.586224:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c9266 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957506f4 expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.586235:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c9266 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957506f4 expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.586258:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c9266 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957506f4 expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134046.586268:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548197632:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134046.586327:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800738a2c00 going to sleep for 11 seconds 00010000:00010000:2.0:1746134046.586400:0:10181:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fe0fe00/0x9682c7de153c925f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506ed expref: 84 pid: 9580 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746134046.586418:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548197504:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134046.586434:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c9266 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957506f4 expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.586442:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fa00, rc 0) 00000100:00100000:2.0:1746134046.586606:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552487552:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3587us (3736us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134046.586612:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30032 00000100:00100000:0.0:1746134046.590139:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134046.590498:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552487808 00000100:00100000:2.0:1746134046.590505:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552487808 00000100:00100000:2.0:1746134046.590539:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30033 00000100:00100000:2.0:1746134046.590545:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b14ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:1755:x1830953552487808:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134046.590559:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134046.590572:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c926d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957506fb expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.590596:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c9266 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957506f4 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.590601:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134046.590603:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134046.590606:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c926d lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957506fb expref: 85 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.590628:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c9266 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506f4 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.590638:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c9266 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506f4 expref: 5 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746134046.590648:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548197760:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134046.590707:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f180 going to sleep for 11 seconds 00000100:00100000:0.0:1746134046.590972:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.591640:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548197632:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134046.591654:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134046.591687:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+85:2009:x1830953552487680:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 5528us (5737us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.591695:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15334 00000100:00100000:2.0:1746134046.592406:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552488064 00000100:00100000:2.0:1746134046.592411:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552488064 00002000:00100000:2.0:1746134046.592440:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b14e680 x1830953552488064/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134046.592448:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14e680 with x1830953552488064 ext(0->4095) 00010000:00010000:2.0:1746134046.592455:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c9266 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506f4 expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746134046.592464:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c9266 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506f4 expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746134046.592469:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b14e680 00000100:00100000:2.0:1746134046.593374:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2674 00000100:00100000:2.0:1746134046.593382:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b14e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552488064:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134046.593492:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552488064:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (2520us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134046.593498:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2674 00002000:00100000:2.0:1746134046.593503:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b14e680 x1830953552488064/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134046.593515:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14e680 with x1830953552488064 ext(0->4095) 00010000:00010000:2.0:1746134046.593520:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c9266 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506f4 expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746134046.593529:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c9266 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506f4 expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746134046.593534:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b14e680 00000100:00100000:0.0:1746134046.598546:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134046.598722:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134046.598941:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552488192 00000100:00100000:1.0:1746134046.598949:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552488192 00000100:00100000:2.0:1746134046.599196:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30034 00000100:00100000:2.0:1746134046.599204:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a03be450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+85:1757:x1830953552488192:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134046.599219:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134046.599233:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9274 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750702 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.599254:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134046.599259:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c926d lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957506fb expref: 86 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.599263:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134046.599266:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9274 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750702 expref: 86 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134046.599387:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552488320 00000100:00100000:3.0:1746134046.599390:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552488320 00010000:00010000:3.0:1746134046.599405:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c9266 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506f4 expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.599422:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15335 00000100:00100000:3.0:1746134046.599426:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea58050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552488320:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134046.599434:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134046.599545:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c9266 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506f4 expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.599555:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c9266 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506f4 expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.599569:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.599570:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.600740:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c926d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000000020 nid: 192.168.203.26@tcp remote: 0xb596b231957506fb expref: 86 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.600749:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c926d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000000020 nid: 192.168.203.26@tcp remote: 0xb596b231957506fb expref: 86 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.600778:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c926d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000020 nid: 192.168.203.26@tcp remote: 0xb596b231957506fb expref: 86 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.600789:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c926d lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.26@tcp remote: 0xb596b231957506fb expref: 86 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.600799:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548198016:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134046.600875:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800738a2c00 going to sleep for 11 seconds 00010000:00010000:3.0:1746134046.600916:0:10181:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c9266 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506f4 expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.600929:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548197760:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134046.600945:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c926d lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506fb expref: 86 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.600952:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c926d lrc: 6/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506fb expref: 86 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.600965:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f600, rc 0) 00000100:00100000:3.0:1746134046.600984:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:1755:x1830953552487808:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10439us (10876us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.600991:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30033 00010000:00010000:2.0:1746134046.601416:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c926d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506fb expref: 85 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746134046.601423:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c926d lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506fb expref: 85 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746134046.601431:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548197888:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134046.601464:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f240 going to sleep for 11 seconds 00000100:00100000:3.0:1746134046.605104:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548198016:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134046.605136:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134046.605176:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea58050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552488320:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 5745us (6450us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.605186:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15335 00000100:00100000:2.0:1746134046.605270:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548197888:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134046.605287:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9274 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750702 expref: 85 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.605299:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fe00, rc 0) 00000100:00100000:2.0:1746134046.605323:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a03be450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+85:1757:x1830953552488192:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6120us (6786us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134046.605329:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30034 00000100:00100000:0.0:1746134046.607776:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134046.608623:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552488576 00000100:00100000:1.0:1746134046.608632:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552488576 00002000:00100000:1.0:1746134046.608670:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b14d880 x1830953552488576/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134046.608679:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14d880 with x1830953552488576 ext(0->4095) 00010000:00010000:1.0:1746134046.608687:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c926d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506fb expref: 85 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746134046.608699:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c926d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506fb expref: 85 pid: 10181 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746134046.608706:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b14d880 00000100:00100000:1.0:1746134046.609572:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2675 00000100:00100000:1.0:1746134046.609582:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b14d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+85:2009:x1830953552488576:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134046.609724:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+85:2009:x1830953552488576:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 143us (1953us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134046.609731:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2675 00002000:00100000:1.0:1746134046.609737:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b14d880 x1830953552488576/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134046.609745:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14d880 with x1830953552488576 ext(0->4095) 00010000:00010000:1.0:1746134046.609750:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c926d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506fb expref: 85 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746134046.609760:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c926d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506fb expref: 85 pid: 10181 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746134046.609766:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b14d880 00000100:00100000:1.0:1746134046.618240:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.618428:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552488704 00000100:00100000:3.0:1746134046.618435:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552488704 00010000:00010000:3.0:1746134046.618463:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c926d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506fb expref: 85 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.618492:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15336 00000100:00100000:3.0:1746134046.618498:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081159500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+85:2009:x1830953552488704:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134046.618509:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134046.618523:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c926d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506fb expref: 85 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.618533:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c926d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506fb expref: 85 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.618551:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c926d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957506fb expref: 85 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.619127:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.619130:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.619137:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9274 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750702 expref: 84 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.619145:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9274 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750702 expref: 84 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.619173:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9274 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750702 expref: 84 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134046.619183:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548198144:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134046.619258:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073916e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746134046.621880:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548198144:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134046.621897:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134046.621941:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081159500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:2009:x1830953552488704:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3441us (3707us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.621954:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15336 00000100:00100000:0.0:1746134046.623195:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134046.623282:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552488960 00000100:00100000:2.0:1746134046.623288:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552488960 00002000:00100000:2.0:1746134046.623319:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b14ce00 x1830953552488960/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134046.623328:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14ce00 with x1830953552488960 ext(0->4095) 00002000:00010000:2.0:1746134046.623331:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b14ce00 00000100:00100000:2.0:1746134046.623358:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13277 00000100:00100000:2.0:1746134046.623365:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b14ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:2009:x1830953552488960:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134046.623470:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:2009:x1830953552488960:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (277us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134046.623476:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13277 00002000:00100000:2.0:1746134046.623481:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b14ce00 x1830953552488960/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134046.623492:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14ce00 with x1830953552488960 ext(0->4095) 00002000:00010000:2.0:1746134046.623495:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b14ce00 00000100:00100000:0.0:1746134046.627355:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134046.627426:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552489088 00000100:00100000:2.0:1746134046.627433:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552489088 00000100:00100000:2.0:1746134046.627475:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30035 00000100:00100000:2.0:1746134046.627482:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b14dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552489088:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134046.627495:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134046.627508:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c927b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750709 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.627531:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9274 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750702 expref: 83 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.627538:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134046.627539:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134046.627542:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c927b lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750709 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.627567:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9274 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750702 expref: 83 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.627578:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9274 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750702 expref: 83 pid: 18904 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746134046.627588:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548198272:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134046.627661:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f240 going to sleep for 11 seconds 00000100:00100000:3.0:1746134046.629197:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548198272:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134046.629218:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c927b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750709 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.629229:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f000, rc 0) 00000100:00100000:3.0:1746134046.629258:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552489088:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1776us (1910us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.629269:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30035 00000100:00100000:0.0:1746134046.635960:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134046.636070:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552489216 00000100:00100000:1.0:1746134046.636077:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552489216 00002000:00100000:1.0:1746134046.636141:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009b14ed80 x1830953552489216/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 496/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134046.636150:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14ed80 with x1830953552489216 ext(0->7) 00010000:00010000:1.0:1746134046.636158:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9274 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750702 expref: 84 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746134046.636170:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9274 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750702 expref: 84 pid: 18904 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746134046.636176:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b14ed80 00000100:00100000:1.0:1746134046.636339:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2676 00000100:00100000:1.0:1746134046.636346:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b14ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+84:2010:x1830953552489216:12345-192.168.203.26@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746134046.639828:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:2010:x1830953552489216:12345-192.168.203.26@tcp:4:ldlm_bl.0 Request processed in 3475us (3868us total) trans 4294970698 rc 0/0 00000100:00100000:0.0:1746134046.639840:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2676 00002000:00100000:0.0:1746134046.639848:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->7) req@ffff88009b14ed80 x1830953552489216/t4294970698(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 496/448 e 0 to 0 dl 1746134057 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134046.639856:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14ed80 with x1830953552489216 ext(0->7) 00010000:00010000:0.0:1746134046.639865:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9274 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750702 expref: 86 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746134046.639877:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9274 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750702 expref: 86 pid: 18904 timeout: 815 lvb_type: 0 00002000:00010000:0.0:1746134046.639883:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b14ed80 00000100:00100000:0.0:1746134046.652088:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.652303:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552489344 00000100:00100000:3.0:1746134046.652310:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552489344 00000100:00100000:3.0:1746134046.652842:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30036 00000100:00100000:3.0:1746134046.652850:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b14d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:1755:x1830953552489344:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134046.653236:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134046.653250:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092339c00/0x9682c7de153c9282 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750710 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.653272:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134046.653277:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c927b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750709 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.653283:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746134046.653285:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092339c00/0x9682c7de153c9282 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750710 expref: 87 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.653313:0:18904:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c927b lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750709 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.653324:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092339c00/0x9682c7de153c9282 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750710 expref: 87 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.653332:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092339c00, rc 0) 00000100:00100000:3.0:1746134046.653379:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:1755:x1830953552489344:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 529us (1325us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.653385:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30036 00000100:00100000:1.0:1746134046.653698:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.656062:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552489472 00000100:00100000:3.0:1746134046.656072:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552489472 00010000:00010000:3.0:1746134046.656107:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9274 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750702 expref: 87 pid: 18904 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.656177:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15337 00000100:00100000:3.0:1746134046.656184:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008115a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:2009:x1830953552489472:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134046.656195:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134046.656209:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9274 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750702 expref: 87 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.656222:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9274 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750702 expref: 87 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.656239:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9274 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750702 expref: 87 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.656261:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.656263:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.656268:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c927b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750709 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.656276:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c927b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750709 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.656303:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c927b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750709 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.656316:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c927b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750709 expref: 5 pid: 18904 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.656326:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548198528:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134046.656400:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073916e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134046.659706:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.659881:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548198528:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134046.659898:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134046.659930:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008115a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:2009:x1830953552489472:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3747us (6232us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.659939:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15337 00000100:00100000:2.0:1746134046.660008:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552489728 00000100:00100000:2.0:1746134046.660014:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552489728 00002000:00100000:2.0:1746134046.660044:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b14f100 x1830953552489728/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134046.660062:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14f100 with x1830953552489728 ext(0->4095) 00010000:00010000:2.0:1746134046.660069:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c927b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750709 expref: 6 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746134046.660079:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c927b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750709 expref: 6 pid: 18904 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746134046.660085:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b14f100 00000100:00100000:2.0:1746134046.660108:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2677 00000100:00100000:2.0:1746134046.660139:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b14f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552489728:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134046.660239:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552489728:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (539us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134046.660244:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2677 00002000:00100000:2.0:1746134046.660249:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88009b14f100 x1830953552489728/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134046.660255:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b14f100 with x1830953552489728 ext(0->4095) 00010000:00010000:2.0:1746134046.660259:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c927b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750709 expref: 6 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746134046.660267:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c927b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750709 expref: 6 pid: 18904 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746134046.660277:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b14f100 00000100:00100000:0.0:1746134046.663812:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.663888:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552489856 00000100:00100000:3.0:1746134046.663895:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552489856 00010000:00010000:3.0:1746134046.663923:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c927b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750709 expref: 6 pid: 18904 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.663956:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15338 00000100:00100000:3.0:1746134046.663962:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b14c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2011:x1830953552489856:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134046.663973:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134046.663988:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c927b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750709 expref: 6 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.663997:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c927b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750709 expref: 6 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.664015:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c927b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750709 expref: 6 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.664038:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.664040:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.664045:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092339c00/0x9682c7de153c9282 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750710 expref: 85 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.664059:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092339c00/0x9682c7de153c9282 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750710 expref: 85 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.664084:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092339c00/0x9682c7de153c9282 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750710 expref: 85 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134046.664093:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548198656:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134046.664172:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073916e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746134046.666868:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548198656:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134046.666886:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134046.666918:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b14c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2011:x1830953552489856:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2956us (3112us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.666927:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15338 00000100:00100000:2.0:1746134046.668068:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.668304:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552490112 00000100:00100000:3.0:1746134046.668309:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552490112 00002000:00100000:3.0:1746134046.668347:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012fdc6680 x1830953552490112/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134046.668355:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc6680 with x1830953552490112 ext(0->4095) 00002000:00010000:3.0:1746134046.668358:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fdc6680 00000100:00100000:3.0:1746134046.668406:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13278 00000100:00100000:3.0:1746134046.668413:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:2010:x1830953552490112:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134046.668528:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:2010:x1830953552490112:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (462us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134046.668533:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13278 00002000:00100000:3.0:1746134046.668539:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012fdc6680 x1830953552490112/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134046.668545:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc6680 with x1830953552490112 ext(0->4095) 00002000:00010000:3.0:1746134046.668547:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fdc6680 00000100:00100000:1.0:1746134046.671014:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.671205:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552490240 00000100:00100000:3.0:1746134046.671211:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552490240 00000100:00100000:3.0:1746134046.671486:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30037 00000100:00100000:3.0:1746134046.671493:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081159880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552490240:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134046.671506:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134046.671518:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092338a00/0x9682c7de153c9289 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750717 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.671537:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092339c00/0x9682c7de153c9282 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750710 expref: 85 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.671542:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134046.671544:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134046.671547:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092338a00/0x9682c7de153c9289 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750717 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.671568:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092339c00/0x9682c7de153c9282 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750710 expref: 85 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.671580:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092339c00/0x9682c7de153c9282 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750710 expref: 85 pid: 18904 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.671591:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548198784:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134046.671660:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073916a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746134046.673980:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548198784:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134046.674003:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092338a00/0x9682c7de153c9289 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750717 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.674015:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092338a00, rc 0) 00000100:00100000:3.0:1746134046.674063:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081159880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552490240:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2570us (3054us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.674070:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30037 00000100:00100000:0.0:1746134046.674365:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.674559:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552490368 00000100:00100000:3.0:1746134046.674563:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552490368 00010000:00010000:3.0:1746134046.674581:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092339c00/0x9682c7de153c9282 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750710 expref: 86 pid: 18904 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.674606:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15339 00000100:00100000:3.0:1746134046.674611:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092054a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:2010:x1830953552490368:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134046.674620:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134046.674634:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092339c00/0x9682c7de153c9282 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750710 expref: 86 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.674646:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092339c00/0x9682c7de153c9282 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750710 expref: 86 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.674663:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092339c00/0x9682c7de153c9282 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750710 expref: 86 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.674684:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.674685:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.674691:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092338a00/0x9682c7de153c9289 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750717 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.674698:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092338a00/0x9682c7de153c9289 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750717 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.674719:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092338a00/0x9682c7de153c9289 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750717 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134046.674728:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548198912:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134046.674779:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073916a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134046.677306:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.677703:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548198912:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134046.677720:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134046.677761:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092054a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+85:2010:x1830953552490368:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3149us (3396us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.677769:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15339 00000100:00100000:2.0:1746134046.677833:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552490496 00000100:00100000:2.0:1746134046.677840:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552490496 00000100:00100000:2.0:1746134046.677870:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30038 00000100:00100000:2.0:1746134046.677875:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092055500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+85:1755:x1830953552490496:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134046.677887:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134046.677899:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9290 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575071e expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.677918:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092338a00/0x9682c7de153c9289 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750717 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.677925:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134046.677927:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134046.677930:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9290 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575071e expref: 86 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.677951:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092338a00/0x9682c7de153c9289 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750717 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.677961:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092338a00/0x9682c7de153c9289 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750717 expref: 5 pid: 18904 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746134046.677970:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548199040:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134046.678024:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f180 going to sleep for 11 seconds 00000100:00100000:0.0:1746134046.678240:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134046.678552:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552490752 00000100:00100000:2.0:1746134046.678555:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552490752 00002000:00100000:2.0:1746134046.678575:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880092057800 x1830953552490752/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134046.678584:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092057800 with x1830953552490752 ext(0->4095) 00010000:00010000:2.0:1746134046.678589:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092338a00/0x9682c7de153c9289 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750717 expref: 6 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746134046.678596:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092338a00/0x9682c7de153c9289 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750717 expref: 6 pid: 18904 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746134046.678601:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092057800 00000100:00100000:2.0:1746134046.678651:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2678 00000100:00100000:2.0:1746134046.678657:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092057800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552490752:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134046.678749:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092057800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552490752:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 91us (508us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134046.678754:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2678 00002000:00100000:2.0:1746134046.678759:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880092057800 x1830953552490752/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134046.678766:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092057800 with x1830953552490752 ext(0->4095) 00010000:00010000:2.0:1746134046.678770:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092338a00/0x9682c7de153c9289 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750717 expref: 6 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746134046.678779:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092338a00/0x9682c7de153c9289 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750717 expref: 6 pid: 18904 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746134046.678788:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092057800 00000100:00100000:0.0:1746134046.681980:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.682141:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552490880 00000100:00100000:3.0:1746134046.682148:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552490880 00000100:00100000:3.0:1746134046.682189:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30039 00000100:00100000:3.0:1746134046.682196:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092054000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:1757:x1830953552490880:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134046.682209:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134046.682221:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092338600/0x9682c7de153c9297 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750725 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.682242:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.682246:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9290 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575071e expref: 88 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.682251:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134046.682254:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092338600/0x9682c7de153c9297 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750725 expref: 88 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.682291:0:10181:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9290 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319575071e expref: 88 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134046.682298:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548199040:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134046.682302:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092338600/0x9682c7de153c9297 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750725 expref: 88 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.682311:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9290 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575071e expref: 88 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.682321:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fe00, rc 0) 00010000:00010000:3.0:1746134046.682341:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092338600, rc 0) 00000100:00100000:2.0:1746134046.682350:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092055500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+88:1755:x1830953552490496:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4474us (5050us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134046.682354:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30038 00000100:00100000:3.0:1746134046.682359:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092054000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+88:1757:x1830953552490880:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 164us (386us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.682364:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30039 00000100:00100000:0.0:1746134046.683452:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.683592:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552491008 00000100:00100000:3.0:1746134046.683596:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552491008 00010000:00010000:3.0:1746134046.683613:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092338a00/0x9682c7de153c9289 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750717 expref: 6 pid: 18904 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.683640:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15340 00000100:00100000:3.0:1746134046.683645:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092054700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552491008:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134046.683653:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134046.683669:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092338a00/0x9682c7de153c9289 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750717 expref: 6 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.683677:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092338a00/0x9682c7de153c9289 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750717 expref: 6 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.683693:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092338a00/0x9682c7de153c9289 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750717 expref: 6 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.683714:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.683716:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.683721:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9290 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575071e expref: 86 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.683727:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9290 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575071e expref: 86 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.683747:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9290 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575071e expref: 86 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.683756:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9290 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575071e expref: 86 pid: 18904 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.683768:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548199296:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134046.683817:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073916a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746134046.686177:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548199296:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134046.686195:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134046.686227:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092054700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552491008:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2581us (2776us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.686235:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15340 00000100:00100000:0.0:1746134046.686733:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.687023:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552491264 00000100:00100000:3.0:1746134046.687028:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552491264 00002000:00100000:3.0:1746134046.687066:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880092056a00 x1830953552491264/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134046.687074:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092056a00 with x1830953552491264 ext(0->4095) 00010000:00010000:3.0:1746134046.687081:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9290 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575071e expref: 87 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.687092:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9290 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575071e expref: 87 pid: 18904 timeout: 815 lvb_type: 0 00002000:00010000:3.0:1746134046.687097:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092056a00 00000100:00100000:2.0:1746134046.687525:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2679 00000100:00100000:2.0:1746134046.687534:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092056a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:2010:x1830953552491264:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134046.687647:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092056a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:2010:x1830953552491264:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (914us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134046.687653:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2679 00002000:00100000:2.0:1746134046.687657:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880092056a00 x1830953552491264/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134046.687664:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092056a00 with x1830953552491264 ext(0->4095) 00010000:00010000:2.0:1746134046.687669:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9290 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575071e expref: 87 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:2.0:1746134046.687678:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9290 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575071e expref: 87 pid: 18904 timeout: 815 lvb_type: 0 00002000:00010000:2.0:1746134046.687688:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092056a00 00000100:00100000:0.0:1746134046.689789:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.689865:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552491392 00000100:00100000:3.0:1746134046.689871:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552491392 00010000:00010000:3.0:1746134046.689898:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9290 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575071e expref: 87 pid: 18904 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.689955:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15341 00000100:00100000:3.0:1746134046.689963:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092055f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:2010:x1830953552491392:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134046.689974:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134046.689989:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9290 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575071e expref: 87 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.689998:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9290 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575071e expref: 87 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.690016:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9290 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575071e expref: 87 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.690028:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.690030:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.690035:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092338600/0x9682c7de153c9297 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750725 expref: 86 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.690042:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092338600/0x9682c7de153c9297 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750725 expref: 86 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.690076:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092338600/0x9682c7de153c9297 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750725 expref: 86 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134046.690086:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548199424:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134046.690180:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073916a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134046.693101:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.693263:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548199424:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134046.693281:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134046.693315:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092055f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:2010:x1830953552491392:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3353us (3531us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.693324:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15341 00000100:00100000:2.0:1746134046.693510:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552491648 00000100:00100000:2.0:1746134046.693515:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552491648 00002000:00100000:2.0:1746134046.693544:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880080651180 x1830953552491648/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134046.693552:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080651180 with x1830953552491648 ext(0->4095) 00002000:00010000:2.0:1746134046.693555:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080651180 00000100:00100000:2.0:1746134046.693568:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13279 00000100:00100000:2.0:1746134046.693572:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080651180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:2010:x1830953552491648:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134046.693669:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080651180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:2010:x1830953552491648:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (575us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134046.693674:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13279 00002000:00100000:2.0:1746134046.693679:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880080651180 x1830953552491648/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134046.693685:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080651180 with x1830953552491648 ext(0->4095) 00002000:00010000:2.0:1746134046.693687:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080651180 00000100:00100000:0.0:1746134046.696881:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134046.696946:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552491776 00000100:00100000:1.0:1746134046.696953:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552491776 00000100:00100000:1.0:1746134046.696995:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30040 00000100:00100000:1.0:1746134046.697001:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080651f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552491776:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134046.697014:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134046.697027:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c929e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575072c expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134046.697048:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092338600/0x9682c7de153c9297 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750725 expref: 85 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134046.697063:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134046.697064:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134046.697067:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c929e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575072c expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134046.697090:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092338600/0x9682c7de153c9297 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750725 expref: 85 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134046.697099:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092338600/0x9682c7de153c9297 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750725 expref: 85 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746134046.697110:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081158700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548199552:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134046.697202:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e206c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746134046.700375:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081158700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548199552:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134046.700400:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c929e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575072c expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134046.700415:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c0000, rc 0) 00000100:00100000:1.0:1746134046.700448:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080651f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552491776:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3446us (3572us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134046.700456:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30040 00000100:00100000:0.0:1746134046.701542:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.702431:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552491904 00000100:00100000:3.0:1746134046.702439:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552491904 00010000:00010000:3.0:1746134046.702468:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092338600/0x9682c7de153c9297 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750725 expref: 86 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.702497:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15342 00000100:00100000:3.0:1746134046.702504:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea58450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:2010:x1830953552491904:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134046.702515:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134046.702530:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092338600/0x9682c7de153c9297 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750725 expref: 86 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.702540:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092338600/0x9682c7de153c9297 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750725 expref: 86 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.702558:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092338600/0x9682c7de153c9297 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750725 expref: 86 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.702585:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.702587:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.702592:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c929e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575072c expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.702599:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c929e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575072c expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.702623:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c929e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575072c expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134046.702633:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548199680:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134046.703718:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073916a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134046.707058:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134046.707372:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552492032 00000100:00100000:1.0:1746134046.707379:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552492032 00000100:00100000:1.0:1746134046.707423:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30041 00000100:00100000:1.0:1746134046.707430:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080652d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:1755:x1830953552492032:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134046.707444:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134046.707457:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c92a5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750733 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134046.707478:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c929e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575072c expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134046.707484:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134046.707486:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134046.707488:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c92a5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750733 expref: 87 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134046.707512:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c929e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575072c expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134046.707527:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c929e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575072c expref: 5 pid: 9580 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746134046.707537:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081158700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548199808:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134046.707594:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e206c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746134046.707665:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548199680:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134046.707679:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134046.707699:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea58450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:2010:x1830953552491904:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 5196us (6160us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.707706:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15342 00000100:00100000:1.0:1746134046.708284:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.709822:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552492288 00000100:00100000:3.0:1746134046.709830:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552492288 00002000:00100000:3.0:1746134046.709861:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008115a680 x1830953552492288/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134046.709869:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008115a680 with x1830953552492288 ext(0->4095) 00010000:00010000:3.0:1746134046.709878:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c929e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575072c expref: 6 pid: 9580 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.709889:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c929e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575072c expref: 6 pid: 9580 timeout: 815 lvb_type: 0 00002000:00010000:3.0:1746134046.709895:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008115a680 00000100:00100000:3.0:1746134046.709925:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2680 00000100:00100000:3.0:1746134046.709932:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008115a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552492288:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134046.710302:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008115a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552492288:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 369us (2016us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134046.710312:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2680 00002000:00100000:3.0:1746134046.710317:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008115a680 x1830953552492288/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134046.710324:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008115a680 with x1830953552492288 ext(0->4095) 00010000:00010000:3.0:1746134046.710329:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c929e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575072c expref: 6 pid: 9580 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.710338:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c929e lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575072c expref: 6 pid: 9580 timeout: 815 lvb_type: 0 00002000:00010000:3.0:1746134046.710343:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008115a680 00000100:00100000:1.0:1746134046.712803:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081158700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548199808:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134046.712826:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c92a5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750733 expref: 86 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134046.712840:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c1a00, rc 0) 00000100:00100000:1.0:1746134046.712887:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080652d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:1755:x1830953552492032:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5455us (5840us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134046.712894:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30041 00000100:00100000:0.0:1746134046.713764:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134046.713963:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552492416 00000100:00100000:1.0:1746134046.713969:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552492416 00000100:00100000:1.0:1746134046.714005:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30042 00000100:00100000:1.0:1746134046.714011:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080652300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:1757:x1830953552492416:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746134046.714022:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134046.714033:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c92ac lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575073a expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134046.714061:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134046.714064:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c92a5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750733 expref: 87 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134046.714072:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134046.714075:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c92ac lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575073a expref: 87 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134046.714098:0:9580:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c92a5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750733 expref: 87 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134046.714106:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c92ac lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575073a expref: 87 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134046.714131:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c0c00, rc 0) 00000100:00100000:1.0:1746134046.714165:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080652300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:1757:x1830953552492416:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 154us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134046.714169:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30042 00000100:00100000:0.0:1746134046.715185:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.715477:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552492544 00000100:00100000:3.0:1746134046.715481:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552492544 00010000:00010000:3.0:1746134046.715502:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c929e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575072c expref: 6 pid: 9580 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.715828:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15343 00000100:00100000:3.0:1746134046.715835:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080651880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552492544:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134046.715843:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134046.715857:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c929e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575072c expref: 6 pid: 9580 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.715866:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c929e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575072c expref: 6 pid: 9580 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.715882:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0000/0x9682c7de153c929e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575072c expref: 6 pid: 9580 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.715907:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.715910:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.715915:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c92a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750733 expref: 86 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.715922:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c92a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750733 expref: 86 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.715946:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c92a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750733 expref: 86 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.715955:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c92a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750733 expref: 86 pid: 9580 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.715965:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548200064:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134046.716026:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739163c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746134046.719204:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548200064:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134046.719221:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134046.719259:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080651880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552492544:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3423us (4074us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.719267:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15343 00000100:00100000:0.0:1746134046.720758:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.720994:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552492800 00000100:00100000:3.0:1746134046.721001:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552492800 00002000:00100000:3.0:1746134046.721032:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880080651c00 x1830953552492800/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134046.721047:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080651c00 with x1830953552492800 ext(0->4095) 00010000:00010000:3.0:1746134046.721063:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c92a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750733 expref: 87 pid: 9580 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.721074:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c92a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750733 expref: 87 pid: 9580 timeout: 815 lvb_type: 0 00002000:00010000:3.0:1746134046.721079:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080651c00 00000100:00100000:3.0:1746134046.721105:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2681 00000100:00100000:3.0:1746134046.721133:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080651c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:2010:x1830953552492800:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134046.721245:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080651c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:2010:x1830953552492800:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 134us (492us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134046.721251:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2681 00002000:00100000:3.0:1746134046.721256:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880080651c00 x1830953552492800/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134046.721262:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080651c00 with x1830953552492800 ext(0->4095) 00010000:00010000:3.0:1746134046.721266:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c92a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750733 expref: 87 pid: 9580 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.721274:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c92a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750733 expref: 87 pid: 9580 timeout: 815 lvb_type: 0 00002000:00010000:3.0:1746134046.721280:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080651c00 00000100:00100000:0.0:1746134046.723403:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.723705:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552492928 00000100:00100000:3.0:1746134046.723711:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552492928 00010000:00010000:3.0:1746134046.723740:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c92a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750733 expref: 87 pid: 9580 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.723776:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15344 00000100:00100000:3.0:1746134046.723782:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080653b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:2012:x1830953552492928:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134046.723792:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134046.723807:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c92a5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750733 expref: 87 pid: 9580 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.723817:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c92a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750733 expref: 87 pid: 9580 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.723836:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1a00/0x9682c7de153c92a5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750733 expref: 87 pid: 9580 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.723863:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.723865:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.723871:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c92ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575073a expref: 86 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.723877:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c92ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575073a expref: 86 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.723904:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c92ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575073a expref: 86 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134046.723914:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548200192:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134046.723984:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073916e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746134046.726945:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548200192:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134046.726964:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134046.727001:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080653b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:2012:x1830953552492928:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3218us (3603us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.727010:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15344 00000100:00100000:0.0:1746134046.727889:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134046.727963:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552493184 00000100:00100000:2.0:1746134046.727969:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552493184 00002000:00100000:2.0:1746134046.727998:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880080650e00 x1830953552493184/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134046.728007:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080650e00 with x1830953552493184 ext(0->4095) 00002000:00010000:2.0:1746134046.728010:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080650e00 00000100:00100000:2.0:1746134046.728026:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13280 00000100:00100000:2.0:1746134046.728034:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080650e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:2011:x1830953552493184:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746134046.728175:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080650e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:2011:x1830953552493184:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 Request processed in 141us (288us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134046.728180:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13280 00002000:00100000:2.0:1746134046.728186:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880080650e00 x1830953552493184/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134046.728193:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080650e00 with x1830953552493184 ext(0->4095) 00002000:00010000:2.0:1746134046.728195:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080650e00 00000100:00100000:0.0:1746134046.731490:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134046.731659:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552493312 00000100:00100000:2.0:1746134046.731666:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552493312 00000100:00100000:2.0:1746134046.731871:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30043 00000100:00100000:2.0:1746134046.731879:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080650380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552493312:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134046.731893:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134046.731907:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c92b3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750741 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.731929:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c92ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575073a expref: 85 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.731935:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134046.731937:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134046.731940:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c92b3 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750741 expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.731963:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c92ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575073a expref: 85 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.731976:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c92ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575073a expref: 85 pid: 9580 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746134046.731985:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548200320:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134046.733177:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f240 going to sleep for 11 seconds 00000100:00100000:2.0:1746134046.734905:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548200320:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134046.734929:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c92b3 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750741 expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.734942:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90e600, rc 0) 00000100:00100000:2.0:1746134046.734975:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080650380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552493312:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3097us (3493us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134046.734982:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30043 00000100:00100000:0.0:1746134046.735245:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.735336:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552493440 00000100:00100000:3.0:1746134046.735341:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552493440 00010000:00010000:3.0:1746134046.735363:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c92ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575073a expref: 86 pid: 9580 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.735395:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15345 00000100:00100000:3.0:1746134046.735401:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080653480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:2009:x1830953552493440:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134046.735412:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134046.735429:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c92ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575073a expref: 86 pid: 9580 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.735437:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c92ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575073a expref: 86 pid: 9580 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.735456:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c92ac lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575073a expref: 86 pid: 9580 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.735468:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.735469:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.735476:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c92b3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750741 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.735487:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c92b3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750741 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.735511:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c92b3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750741 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134046.735520:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548200448:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134046.735565:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073916e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134046.737279:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134046.737851:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552493568 00000100:00100000:2.0:1746134046.737857:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552493568 00000100:00100000:2.0:1746134046.737896:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30044 00000100:00100000:2.0:1746134046.737902:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080653800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:1755:x1830953552493568:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134046.737916:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134046.737928:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c92ba lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750748 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.737949:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c92b3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750741 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.737959:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134046.737961:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134046.737964:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c92ba lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750748 expref: 87 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.737985:0:10181:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c92b3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750741 expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.737994:0:10181:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c92b3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750741 expref: 5 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746134046.738003:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548200576:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134046.738063:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f240 going to sleep for 11 seconds 00000100:00100000:3.0:1746134046.738352:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548200448:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134046.738366:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134046.738387:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080653480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:2009:x1830953552493440:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2987us (3143us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.738394:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15345 00000100:00100000:0.0:1746134046.739961:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.741066:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552493824 00000100:00100000:3.0:1746134046.741073:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552493824 00002000:00100000:3.0:1746134046.741108:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880080652a00 x1830953552493824/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134046.741130:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080652a00 with x1830953552493824 ext(0->4095) 00010000:00010000:3.0:1746134046.741137:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c92b3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750741 expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.741148:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c92b3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750741 expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00002000:00010000:3.0:1746134046.741153:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080652a00 00000100:00100000:3.0:1746134046.741170:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2682 00000100:00100000:3.0:1746134046.741176:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080652a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552493824:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134046.741834:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080652a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552493824:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 655us (1873us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134046.741841:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2682 00002000:00100000:3.0:1746134046.741846:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880080652a00 x1830953552493824/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134046.741854:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080652a00 with x1830953552493824 ext(0->4095) 00010000:00010000:3.0:1746134046.741859:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c92b3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750741 expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.741868:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c92b3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750741 expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00002000:00010000:3.0:1746134046.741873:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880080652a00 00000100:00100000:2.0:1746134046.741966:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10181:1830953548200576:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134046.741984:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c92ba lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750748 expref: 86 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.741996:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fa00, rc 0) 00000100:00100000:2.0:1746134046.742173:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080653800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:1755:x1830953552493568:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4270us (4898us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134046.742179:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30044 00000100:00100000:0.0:1746134046.744762:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134046.744807:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.744928:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552493952 00000100:00100000:3.0:1746134046.744935:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552493952 00010000:00010000:3.0:1746134046.744963:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c92b3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750741 expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746134046.745032:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552494080 00000100:00100000:2.0:1746134046.745035:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552494080 00000100:00100000:2.0:1746134046.745070:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30045 00000100:00100000:2.0:1746134046.745076:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080650000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+7:1757:x1830953552494080:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134046.745088:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134046.745099:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c92c1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575074f expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.745138:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134046.745143:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c92ba lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750748 expref: 85 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.745147:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134046.745150:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c92c1 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575074f expref: 8 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.745175:0:10181:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c92ba lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750748 expref: 85 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.745185:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c92c1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575074f expref: 8 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.745193:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fe00, rc 0) 00000100:00100000:3.0:1746134046.745310:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15346 00000100:00100000:3.0:1746134046.745316:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080653100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+8:2010:x1830953552493952:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134046.745324:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134046.745337:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c92b3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750741 expref: 8 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.745350:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c92b3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750741 expref: 8 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.745364:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c92b3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750741 expref: 8 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.745378:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.745379:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.745384:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c92ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750748 expref: 85 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.745390:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c92ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750748 expref: 85 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.745424:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c92ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750748 expref: 85 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.745433:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c92ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750748 expref: 85 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.745442:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548200832:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134046.746059:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080650000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+7:1757:x1830953552494080:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 972us (1293us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134046.746065:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30045 00000100:00100000:3.0:1746134046.746151:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073916e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746134046.750363:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548200832:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134046.750381:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134046.750413:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080653100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552493952:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 5097us (5605us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.750425:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15346 00000100:00100000:0.0:1746134046.751267:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.751323:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552494336 00000100:00100000:3.0:1746134046.751328:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552494336 00002000:00100000:3.0:1746134046.751356:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917f7b80 x1830953552494336/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134046.751365:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917f7b80 with x1830953552494336 ext(0->4095) 00010000:00010000:3.0:1746134046.751373:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c92ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750748 expref: 86 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.751384:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c92ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750748 expref: 86 pid: 10181 timeout: 815 lvb_type: 0 00002000:00010000:3.0:1746134046.751390:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917f7b80 00000100:00100000:3.0:1746134046.751402:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2683 00000100:00100000:3.0:1746134046.751407:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:2010:x1830953552494336:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134046.751500:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:2010:x1830953552494336:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 93us (235us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134046.751506:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2683 00002000:00100000:3.0:1746134046.751510:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917f7b80 x1830953552494336/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134046.751517:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917f7b80 with x1830953552494336 ext(0->4095) 00010000:00010000:3.0:1746134046.751521:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c92ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750748 expref: 86 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.751534:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c92ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750748 expref: 86 pid: 10181 timeout: 815 lvb_type: 0 00002000:00010000:3.0:1746134046.751539:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917f7b80 00000100:00100000:0.0:1746134046.753731:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134046.753770:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.753851:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552494592 00000100:00100000:3.0:1746134046.753858:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552494592 00010000:00010000:3.0:1746134046.753883:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c92ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750748 expref: 86 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746134046.753947:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552494464 00000100:00100000:2.0:1746134046.753949:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552494464 00000100:00100000:2.0:1746134046.753968:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30046 00000100:00100000:2.0:1746134046.753974:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:1755:x1830953552494464:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134046.753985:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134046.753996:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c92c8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750756 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.754013:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134046.754017:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c92c1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575074f expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.754023:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746134046.754026:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c92c8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750756 expref: 88 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.754078:0:10181:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c92c1 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575074f expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.754087:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c92c8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750756 expref: 88 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.754096:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f000, rc 0) 00000100:00100000:2.0:1746134046.754145:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+88:1755:x1830953552494464:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 171us (419us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134046.754151:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30046 00000100:00100000:3.0:1746134046.754260:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15347 00000100:00100000:3.0:1746134046.754266:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917f5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:2010:x1830953552494592:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134046.754273:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134046.754286:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c92ba lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750748 expref: 87 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.754295:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c92ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750748 expref: 87 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.754309:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c92ba lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750748 expref: 87 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.754321:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.754322:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.754327:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c92c1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575074f expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.754338:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c92c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575074f expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.754355:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c92c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575074f expref: 5 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.754364:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c92c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575074f expref: 5 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.754374:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548201088:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134046.755040:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739163c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746134046.758699:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548201088:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134046.758719:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134046.758902:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917f5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:2010:x1830953552494592:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4634us (5129us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.758911:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15347 00000100:00100000:0.0:1746134046.759104:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134046.759428:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552494848 00000100:00100000:1.0:1746134046.759434:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552494848 00002000:00100000:1.0:1746134046.759463:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917f6d80 x1830953552494848/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134046.759471:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917f6d80 with x1830953552494848 ext(0->4095) 00010000:00010000:1.0:1746134046.759477:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c92c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575074f expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746134046.759488:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c92c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575074f expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746134046.759494:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917f6d80 00000100:00100000:1.0:1746134046.759776:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2684 00000100:00100000:1.0:1746134046.759782:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552494848:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134046.759895:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552494848:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (790us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134046.759901:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2684 00002000:00100000:1.0:1746134046.759905:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917f6d80 x1830953552494848/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134046.759912:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917f6d80 with x1830953552494848 ext(0->4095) 00010000:00010000:1.0:1746134046.759916:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c92c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575074f expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746134046.759925:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c92c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575074f expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746134046.759929:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917f6d80 00000100:00100000:1.0:1746134046.764349:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.765147:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552494976 00000100:00100000:3.0:1746134046.765154:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552494976 00010000:00010000:3.0:1746134046.765183:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c92c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575074f expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.765724:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15348 00000100:00100000:3.0:1746134046.765732:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081158700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2011:x1830953552494976:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134046.765744:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134046.765760:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c92c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575074f expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.765770:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c92c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575074f expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.765787:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c92c1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575074f expref: 6 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.765833:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.765835:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.765840:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c92c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750756 expref: 85 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.765847:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c92c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750756 expref: 85 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.765871:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c92c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750756 expref: 85 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134046.765881:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548201216:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134046.766019:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739163c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746134046.768067:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548201216:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134046.768086:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134046.768342:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081158700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2011:x1830953552494976:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2609us (3997us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.768351:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15348 00000100:00100000:0.0:1746134046.769479:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.769554:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552495232 00000100:00100000:3.0:1746134046.769559:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552495232 00002000:00100000:3.0:1746134046.769585:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917f6680 x1830953552495232/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134046.769594:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917f6680 with x1830953552495232 ext(0->4095) 00002000:00010000:3.0:1746134046.769598:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917f6680 00000100:00100000:3.0:1746134046.769618:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13281 00000100:00100000:3.0:1746134046.769623:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:2010:x1830953552495232:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134046.769724:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:2010:x1830953552495232:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (247us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134046.769729:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13281 00002000:00100000:3.0:1746134046.769734:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917f6680 x1830953552495232/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134046.769741:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917f6680 with x1830953552495232 ext(0->4095) 00002000:00010000:3.0:1746134046.769743:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917f6680 00000100:00100000:1.0:1746134046.771572:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134046.771868:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552495360 00000100:00100000:0.0:1746134046.771873:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552495360 00000100:00100000:0.0:1746134046.772025:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30047 00000100:00100000:0.0:1746134046.772032:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081158e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552495360:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746134046.772044:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134046.772064:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fe0f000/0x9682c7de153c92cf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575075d expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134046.772085:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c92c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750756 expref: 85 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134046.772091:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134046.772093:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134046.772097:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe0f000/0x9682c7de153c92cf lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575075d expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134046.772261:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c92c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750756 expref: 85 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134046.772271:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c92c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750756 expref: 85 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:1.0:1746134046.772281:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800917f7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548201344:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134046.772510:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c000 going to sleep for 11 seconds 00000100:00100000:1.0:1746134046.774249:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800917f7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548201344:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134046.774270:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008fe0f000/0x9682c7de153c92cf lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575075d expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134046.774280:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fe0f000, rc 0) 00000100:00100000:1.0:1746134046.774611:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081158e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552495360:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2579us (3042us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134046.774619:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30047 00000100:00100000:0.0:1746134046.775559:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.775782:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552495488 00000100:00100000:3.0:1746134046.775788:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552495488 00010000:00010000:3.0:1746134046.775813:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c92c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750756 expref: 86 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.775846:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15349 00000100:00100000:3.0:1746134046.775853:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea58850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:2009:x1830953552495488:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134046.775864:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134046.775879:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c92c8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750756 expref: 86 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.775893:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c92c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750756 expref: 86 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.775911:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c92c8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750756 expref: 86 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.775934:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.775936:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.775941:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fe0f000/0x9682c7de153c92cf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575075d expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.775948:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe0f000/0x9682c7de153c92cf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575075d expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.775973:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88008fe0f000/0x9682c7de153c92cf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575075d expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134046.775982:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548201472:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134046.776037:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800739163c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746134046.778710:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548201472:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134046.778727:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134046.778773:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea58850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+85:2009:x1830953552495488:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2920us (3214us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.778781:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15349 00000100:00100000:0.0:1746134046.779334:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134046.779499:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134046.779541:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552495744 00000100:00100000:1.0:1746134046.779546:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552495744 00002000:00100000:1.0:1746134046.779574:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917f4700 x1830953552495744/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134046.779583:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917f4700 with x1830953552495744 ext(0->4095) 00002000:00010000:1.0:1746134046.779587:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917f4700 00000100:00100000:1.0:1746134046.779609:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13282 00000100:00100000:1.0:1746134046.779615:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552495744:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134046.779715:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552495744:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (381us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134046.779721:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13282 00002000:00100000:1.0:1746134046.779725:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917f4700 x1830953552495744/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134046.779732:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917f4700 with x1830953552495744 ext(0->4095) 00002000:00010000:1.0:1746134046.779734:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917f4700 00000100:00100000:2.0:1746134046.779987:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552495872 00000100:00100000:2.0:1746134046.779991:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552495872 00000100:00100000:2.0:1746134046.780011:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30048 00000100:00100000:2.0:1746134046.780016:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+85:1755:x1830953552495872:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134046.780024:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134046.780037:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c92d6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750764 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.780070:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88008fe0f000/0x9682c7de153c92cf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575075d expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.780076:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134046.780078:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134046.780080:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c92d6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750764 expref: 86 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.780101:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88008fe0f000/0x9682c7de153c92cf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575075d expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.780110:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88008fe0f000/0x9682c7de153c92cf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575075d expref: 5 pid: 9580 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746134046.780139:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548201600:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134046.780182:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f240 going to sleep for 11 seconds 00000100:00100000:0.0:1746134046.783619:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134046.784604:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552496000 00000100:00100000:2.0:1746134046.784611:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552496000 00000100:00100000:2.0:1746134046.784652:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30049 00000100:00100000:2.0:1746134046.784659:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:1757:x1830953552496000:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134046.784674:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134046.784688:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c92dd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575076b expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.784708:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134046.784712:0:10181:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c92d6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750764 expref: 88 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.784718:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134046.784722:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c92dd lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575076b expref: 88 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.784748:0:10181:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c92d6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750764 expref: 88 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.784757:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c92dd lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575076b expref: 88 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.784764:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f600, rc 0) 00000100:00100000:2.0:1746134046.784797:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+88:1757:x1830953552496000:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (1184us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134046.784802:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30049 00000100:00100000:3.0:1746134046.785027:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548201600:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134046.785041:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c92d6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750764 expref: 87 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.785048:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fe00, rc 0) 00000100:00100000:3.0:1746134046.785083:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:1755:x1830953552495872:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5066us (5584us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.785088:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30048 00000100:00100000:2.0:1746134046.785648:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.785700:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552496128 00000100:00100000:3.0:1746134046.785704:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552496128 00010000:00010000:3.0:1746134046.785719:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe0f000/0x9682c7de153c92cf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575075d expref: 6 pid: 9580 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.786071:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15350 00000100:00100000:3.0:1746134046.786078:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552496128:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134046.786086:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134046.786098:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88008fe0f000/0x9682c7de153c92cf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575075d expref: 6 pid: 9580 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.786107:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88008fe0f000/0x9682c7de153c92cf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575075d expref: 6 pid: 9580 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.786147:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fe0f000/0x9682c7de153c92cf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575075d expref: 6 pid: 9580 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.786158:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.786159:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.786163:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c92d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750764 expref: 86 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.786170:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c92d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750764 expref: 86 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.786188:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c92d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750764 expref: 86 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.786195:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c92d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750764 expref: 86 pid: 9580 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.786204:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548201856:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134046.786248:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073916e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746134046.789445:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548201856:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134046.789464:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134046.789509:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552496128:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3431us (3861us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.789518:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15350 00000100:00100000:0.0:1746134046.790738:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.791390:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552496384 00000100:00100000:3.0:1746134046.791396:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552496384 00002000:00100000:3.0:1746134046.791427:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917f4380 x1830953552496384/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134046.791436:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917f4380 with x1830953552496384 ext(0->4095) 00010000:00010000:3.0:1746134046.791444:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c92d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750764 expref: 87 pid: 9580 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.791456:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c92d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750764 expref: 87 pid: 9580 timeout: 815 lvb_type: 0 00002000:00010000:3.0:1746134046.791462:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917f4380 00000100:00100000:3.0:1746134046.791487:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2685 00000100:00100000:3.0:1746134046.791493:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:2009:x1830953552496384:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134046.791603:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:2009:x1830953552496384:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (867us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134046.791608:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2685 00002000:00100000:3.0:1746134046.791613:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917f4380 x1830953552496384/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134046.791619:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917f4380 with x1830953552496384 ext(0->4095) 00010000:00010000:3.0:1746134046.791623:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c92d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750764 expref: 87 pid: 9580 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.791631:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c92d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750764 expref: 87 pid: 9580 timeout: 815 lvb_type: 0 00002000:00010000:3.0:1746134046.791636:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800917f4380 00000100:00100000:0.0:1746134046.793971:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.794289:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552496512 00000100:00100000:3.0:1746134046.794295:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552496512 00010000:00010000:3.0:1746134046.794321:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c92d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750764 expref: 87 pid: 9580 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.794350:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15351 00000100:00100000:3.0:1746134046.794356:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:2011:x1830953552496512:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134046.794365:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134046.794380:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c92d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750764 expref: 87 pid: 9580 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.794389:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c92d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750764 expref: 87 pid: 9580 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.794405:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c92d6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750764 expref: 87 pid: 9580 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.794425:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.794427:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.794432:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c92dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575076b expref: 86 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.794438:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c92dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575076b expref: 86 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.794460:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c92dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575076b expref: 86 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134046.794468:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548201984:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134046.796420:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073916e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746134046.798413:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548201984:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134046.798766:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134046.798811:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:2011:x1830953552496512:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4454us (4844us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.798820:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15351 00000100:00100000:0.0:1746134046.800167:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134046.800213:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552496768 00000100:00100000:1.0:1746134046.800224:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552496768 00002000:00100000:1.0:1746134046.800258:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917f5880 x1830953552496768/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134046.800266:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917f5880 with x1830953552496768 ext(0->4095) 00002000:00010000:1.0:1746134046.800271:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917f5880 00000100:00100000:1.0:1746134046.800298:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13283 00000100:00100000:1.0:1746134046.800353:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:2010:x1830953552496768:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134046.800475:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:2010:x1830953552496768:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (311us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134046.800481:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13283 00002000:00100000:1.0:1746134046.800486:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff8800917f5880 x1830953552496768/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134046.800496:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917f5880 with x1830953552496768 ext(0->4095) 00002000:00010000:1.0:1746134046.800500:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917f5880 00000100:00100000:0.0:1746134046.802299:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134046.802514:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552496896 00000100:00100000:2.0:1746134046.802519:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552496896 00000100:00100000:2.0:1746134046.802561:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30050 00000100:00100000:2.0:1746134046.802567:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552496896:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134046.802579:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134046.802593:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c92e4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750772 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.802614:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c92dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575076b expref: 85 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.802624:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134046.802626:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134046.802629:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c92e4 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750772 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.802655:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c92dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575076b expref: 85 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.802666:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c92dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575076b expref: 85 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746134046.802676:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548202112:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134046.802746:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f180 going to sleep for 11 seconds 00000100:00100000:2.0:1746134046.806431:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548202112:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134046.806455:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c92e4 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750772 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.806467:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90ea00, rc 0) 00000100:00100000:1.0:1746134046.806503:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134046.806508:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552496896:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3941us (4213us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134046.806516:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30050 00000100:00100000:3.0:1746134046.806743:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552497024 00000100:00100000:3.0:1746134046.806748:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552497024 00010000:00010000:3.0:1746134046.806769:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c92dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575076b expref: 86 pid: 10181 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.806786:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15352 00000100:00100000:3.0:1746134046.806791:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081158700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:2010:x1830953552497024:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134046.806799:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134046.806814:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c92dd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575076b expref: 86 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.806822:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c92dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575076b expref: 86 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.806839:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c92dd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575076b expref: 86 pid: 10181 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.806850:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.806851:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.806856:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c92e4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750772 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.806862:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c92e4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750772 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.806884:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c92e4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750772 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134046.806898:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548202240:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134046.806945:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073916e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134046.811372:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134046.811557:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552497152 00000100:00100000:2.0:1746134046.811564:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552497152 00000100:00100000:2.0:1746134046.811609:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30051 00000100:00100000:2.0:1746134046.811615:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:1755:x1830953552497152:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134046.811630:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134046.811642:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c92eb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750779 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.811665:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c92e4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750772 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.811671:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134046.811673:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134046.811675:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c92eb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750779 expref: 87 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.811699:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c92e4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750772 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.811708:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c92e4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750772 expref: 5 pid: 18904 timeout: 815 lvb_type: 0 00000100:00100000:2.0:1746134046.811717:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548202368:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134046.811787:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f180 going to sleep for 11 seconds 00000100:00100000:0.0:1746134046.812727:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.813084:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548202240:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134046.813100:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134046.813143:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081158700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:2010:x1830953552497024:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 6351us (6640us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.813150:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15352 00000100:00100000:1.0:1746134046.813989:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552497408 00000100:00100000:1.0:1746134046.813995:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552497408 00002000:00100000:1.0:1746134046.814024:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008f8b7800 x1830953552497408/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134046.814033:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b7800 with x1830953552497408 ext(0->4095) 00010000:00010000:1.0:1746134046.814040:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c92e4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750772 expref: 6 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746134046.814060:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c92e4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750772 expref: 6 pid: 18904 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746134046.814070:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f8b7800 00000100:00100000:1.0:1746134046.814095:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2686 00000100:00100000:1.0:1746134046.814101:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552497408:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134046.814227:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552497408:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (1501us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134046.814233:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2686 00002000:00100000:1.0:1746134046.814238:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008f8b7800 x1830953552497408/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134046.814248:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b7800 with x1830953552497408 ext(0->4095) 00010000:00010000:1.0:1746134046.814253:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c92e4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750772 expref: 6 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:1.0:1746134046.814261:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c92e4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750772 expref: 6 pid: 18904 timeout: 815 lvb_type: 0 00002000:00010000:1.0:1746134046.814266:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f8b7800 00000100:00100000:2.0:1746134046.816376:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548202368:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134046.816400:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c92eb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750779 expref: 86 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.816413:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fe00, rc 0) 00000100:00100000:2.0:1746134046.816452:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:1755:x1830953552497152:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4837us (5085us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134046.816462:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30051 00000100:00100000:0.0:1746134046.817025:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134046.817079:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552497536 00000100:00100000:2.0:1746134046.817084:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552497536 00000100:00100000:2.0:1746134046.817136:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30052 00000100:00100000:2.0:1746134046.817142:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:1757:x1830953552497536:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134046.817154:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134046.817164:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c92f2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750780 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.817181:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134046.817185:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c92eb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750779 expref: 87 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.817190:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134046.817192:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c92f2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750780 expref: 87 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.817215:0:18904:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c92eb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750779 expref: 87 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.817223:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c92f2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750780 expref: 87 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.817230:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f000, rc 0) 00000100:00100000:2.0:1746134046.817255:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:1757:x1830953552497536:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 113us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134046.817260:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30052 00000100:00100000:0.0:1746134046.820146:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.820224:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552497664 00000100:00100000:3.0:1746134046.820234:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552497664 00010000:00010000:3.0:1746134046.820263:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c92e4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750772 expref: 6 pid: 18904 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.820293:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15353 00000100:00100000:3.0:1746134046.820299:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552497664:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134046.820308:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134046.820322:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c92e4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750772 expref: 6 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.820332:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c92e4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750772 expref: 6 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.820350:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c92e4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750772 expref: 6 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:3.0:1746134046.820377:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.820379:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.820384:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c92eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750779 expref: 86 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.820391:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c92eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750779 expref: 86 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.821237:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c92eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750779 expref: 86 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.821248:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c92eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750779 expref: 86 pid: 18904 timeout: 815 lvb_type: 0 00000100:00100000:3.0:1746134046.821258:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548202624:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134046.821569:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073916e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746134046.823670:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548202624:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134046.823687:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134046.823717:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552497664:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3418us (3609us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.823725:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15353 00000100:00100000:2.0:1746134046.826341:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134046.826458:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552497920 00000100:00100000:0.0:1746134046.826465:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552497920 00002000:00100000:0.0:1746134046.826498:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012fdc4000 x1830953552497920/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134046.826508:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc4000 with x1830953552497920 ext(0->4095) 00010000:00010000:0.0:1746134046.826515:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c92eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750779 expref: 87 pid: 18904 timeout: 815 lvb_type: 0 00010000:00010000:0.0:1746134046.826527:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c92eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750779 expref: 87 pid: 18904 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746134046.826533:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fdc4000 00000100:00100000:0.0:1746134046.828152:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2687 00000100:00100000:0.0:1746134046.828165:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:2010:x1830953552497920:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746134046.828301:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:2010:x1830953552497920:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 138us (1964us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746134046.828306:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2687 00002000:00100000:0.0:1746134046.828312:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012fdc4000 x1830953552497920/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746134046.828320:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc4000 with x1830953552497920 ext(0->4095) 00010000:00010000:0.0:1746134046.828327:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c92eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750779 expref: 87 pid: 18904 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746134046.828337:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c92eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750779 expref: 87 pid: 18904 timeout: 816 lvb_type: 0 00002000:00010000:0.0:1746134046.828342:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012fdc4000 00000100:00100000:0.0:1746134046.831705:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.831959:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552498048 00000100:00100000:3.0:1746134046.831966:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552498048 00010000:00010000:3.0:1746134046.831994:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c92eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750779 expref: 87 pid: 18904 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746134046.832030:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15354 00000100:00100000:3.0:1746134046.832037:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:2010:x1830953552498048:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134046.832057:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134046.832074:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c92eb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750779 expref: 87 pid: 18904 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746134046.832085:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c92eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750779 expref: 87 pid: 18904 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746134046.832104:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c92eb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750779 expref: 87 pid: 18904 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746134046.832151:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.832153:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.832159:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c92f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750780 expref: 86 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.832166:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c92f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750780 expref: 86 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.832192:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c92f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750780 expref: 86 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134046.832202:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548202752:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134046.832274:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073916e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134046.835468:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.835595:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548202752:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134046.835614:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134046.835674:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552498304 00000100:00100000:1.0:1746134046.835680:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552498304 00002000:00100000:1.0:1746134046.835710:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008f8b6d80 x1830953552498304/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134046.835719:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b6d80 with x1830953552498304 ext(0->4095) 00002000:00010000:1.0:1746134046.835723:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f8b6d80 00000100:00100000:1.0:1746134046.835740:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13284 00000100:00100000:1.0:1746134046.835747:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:2012:x1830953552498304:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746134046.835766:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:2010:x1830953552498048:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3729us (4068us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.835776:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15354 00000100:00100000:1.0:1746134046.835852:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:2012:x1830953552498304:12345-192.168.203.26@tcp:3:ptlrpcd_01_01.0 Request processed in 105us (390us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134046.835857:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13284 00002000:00100000:1.0:1746134046.835861:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008f8b6d80 x1830953552498304/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134046.835866:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b6d80 with x1830953552498304 ext(0->4095) 00002000:00010000:1.0:1746134046.835869:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f8b6d80 00000100:00100000:0.0:1746134046.837529:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.837800:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552498432 00000100:00100000:3.0:1746134046.837805:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552498432 00000100:00100000:3.0:1746134046.837843:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30053 00000100:00100000:3.0:1746134046.837848:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552498432:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134046.837859:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134046.837870:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092338a00/0x9682c7de153c92f9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750787 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.837890:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c92f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750780 expref: 85 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.837897:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134046.837898:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134046.837901:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092338a00/0x9682c7de153c92f9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750787 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.837922:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c92f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750780 expref: 85 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.837930:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c92f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750780 expref: 85 pid: 18904 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746134046.837939:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548202880:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134046.837999:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073916e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746134046.839757:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548202880:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134046.839779:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092338a00/0x9682c7de153c92f9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750787 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.839791:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092338a00, rc 0) 00000100:00100000:3.0:1746134046.839816:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552498432:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1968us (2289us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.839823:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30053 00000100:00100000:0.0:1746134046.841712:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.841787:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552498560 00000100:00100000:3.0:1746134046.841793:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552498560 00010000:00010000:3.0:1746134046.841822:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c92f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750780 expref: 86 pid: 18904 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746134046.842037:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15355 00000100:00100000:3.0:1746134046.842044:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:2010:x1830953552498560:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134046.842064:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134046.842079:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c92f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750780 expref: 86 pid: 18904 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746134046.842089:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c92f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750780 expref: 86 pid: 18904 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746134046.842108:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c92f2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750780 expref: 86 pid: 18904 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746134046.842355:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.842357:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.842363:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092338a00/0x9682c7de153c92f9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750787 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.842371:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092338a00/0x9682c7de153c92f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750787 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.842399:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092338a00/0x9682c7de153c92f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750787 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134046.842409:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548203008:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134046.846638:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff880073916e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134046.847747:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.847815:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552498688 00000100:00100000:3.0:1746134046.847821:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552498688 00000100:00100000:3.0:1746134046.847869:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30054 00000100:00100000:3.0:1746134046.847876:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:1755:x1830953552498688:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134046.847890:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134046.847904:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092339e00/0x9682c7de153c9300 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575078e expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.847926:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092338a00/0x9682c7de153c92f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750787 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.847932:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.847934:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.847936:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092339e00/0x9682c7de153c9300 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575078e expref: 87 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.847960:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092338a00/0x9682c7de153c92f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750787 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.847973:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092338a00/0x9682c7de153c92f9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750787 expref: 5 pid: 9580 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746134046.847983:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548203136:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134046.848043:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012de02a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134046.849845:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134046.849902:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552498944 00000100:00100000:1.0:1746134046.849907:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552498944 00002000:00100000:1.0:1746134046.849934:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008f8b5c00 x1830953552498944/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134046.849942:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b5c00 with x1830953552498944 ext(0->4095) 00010000:00010000:1.0:1746134046.849949:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092338a00/0x9682c7de153c92f9 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750787 expref: 6 pid: 9580 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746134046.849960:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092338a00/0x9682c7de153c92f9 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750787 expref: 6 pid: 9580 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746134046.849965:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f8b5c00 00000100:00100000:1.0:1746134046.849979:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2688 00000100:00100000:1.0:1746134046.849984:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552498944:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134046.850091:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552498944:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (250us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134046.850099:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2688 00002000:00100000:1.0:1746134046.850104:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008f8b5c00 x1830953552498944/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134046.850128:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b5c00 with x1830953552498944 ext(0->4095) 00010000:00010000:1.0:1746134046.850133:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092338a00/0x9682c7de153c92f9 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750787 expref: 6 pid: 9580 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746134046.850140:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092338a00/0x9682c7de153c92f9 lrc: 6/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750787 expref: 6 pid: 9580 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746134046.850145:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f8b5c00 00000100:00100000:3.0:1746134046.850210:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548203008:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134046.850223:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134046.850241:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:2010:x1830953552498560:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 8198us (8535us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.850247:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15355 00000100:00100000:2.0:1746134046.850301:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548203136:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134046.850314:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092339e00/0x9682c7de153c9300 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575078e expref: 86 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.850324:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092339e00, rc 0) 00000100:00100000:2.0:1746134046.850336:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:1755:x1830953552498688:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2462us (2593us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134046.850341:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30054 00000100:00100000:0.0:1746134046.852187:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134046.852264:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552499072 00000100:00100000:2.0:1746134046.852269:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552499072 00000100:00100000:2.0:1746134046.852297:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30055 00000100:00100000:2.0:1746134046.852302:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:1757:x1830953552499072:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134046.852315:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134046.852328:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c9307 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750795 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.852346:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134046.852350:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092339e00/0x9682c7de153c9300 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575078e expref: 87 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.852357:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134046.852359:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c9307 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750795 expref: 87 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.852383:0:9580:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092339e00/0x9682c7de153c9300 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575078e expref: 87 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.852395:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c9307 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750795 expref: 87 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.852401:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f600, rc 0) 00000100:00100000:2.0:1746134046.853655:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:1757:x1830953552499072:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1348us (1470us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134046.853664:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30055 00000100:00100000:0.0:1746134046.856227:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.857443:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552499200 00000100:00100000:3.0:1746134046.857451:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552499200 00010000:00010000:3.0:1746134046.857479:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092338a00/0x9682c7de153c92f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750787 expref: 6 pid: 9580 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746134046.857524:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15356 00000100:00100000:3.0:1746134046.857531:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea58c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552499200:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134046.857542:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134046.857555:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092338a00/0x9682c7de153c92f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750787 expref: 6 pid: 9580 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746134046.857569:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092338a00/0x9682c7de153c92f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750787 expref: 6 pid: 9580 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746134046.857586:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092338a00/0x9682c7de153c92f9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750787 expref: 6 pid: 9580 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746134046.857902:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.857904:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.857910:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092339e00/0x9682c7de153c9300 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575078e expref: 86 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.857918:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092339e00/0x9682c7de153c9300 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575078e expref: 86 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.857945:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092339e00/0x9682c7de153c9300 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575078e expref: 86 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.857966:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092339e00/0x9682c7de153c9300 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575078e expref: 86 pid: 9580 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746134046.857975:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548203392:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134046.858043:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012de02d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746134046.861170:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548203392:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134046.861188:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134046.861231:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea58c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552499200:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3700us (5010us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134046.861240:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15356 00000100:00100000:1.0:1746134046.863131:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.863337:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552499456 00000100:00100000:3.0:1746134046.863343:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552499456 00002000:00100000:3.0:1746134046.863374:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880081159500 x1830953552499456/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134046.863382:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081159500 with x1830953552499456 ext(0->4095) 00010000:00010000:3.0:1746134046.863389:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092339e00/0x9682c7de153c9300 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575078e expref: 87 pid: 9580 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746134046.863399:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092339e00/0x9682c7de153c9300 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575078e expref: 87 pid: 9580 timeout: 816 lvb_type: 0 00002000:00010000:3.0:1746134046.863405:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081159500 00000100:00100000:3.0:1746134046.863426:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2689 00000100:00100000:3.0:1746134046.863432:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081159500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:2009:x1830953552499456:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134046.863543:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081159500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:2009:x1830953552499456:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (436us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134046.863549:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2689 00002000:00100000:3.0:1746134046.863554:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880081159500 x1830953552499456/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134046.863560:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081159500 with x1830953552499456 ext(0->4095) 00010000:00010000:3.0:1746134046.863564:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092339e00/0x9682c7de153c9300 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575078e expref: 87 pid: 9580 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746134046.863572:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092339e00/0x9682c7de153c9300 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575078e expref: 87 pid: 9580 timeout: 816 lvb_type: 0 00002000:00010000:3.0:1746134046.863576:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880081159500 00000100:00100000:2.0:1746134046.865582:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134046.865649:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552499584 00000100:00100000:0.0:1746134046.865655:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552499584 00010000:00010000:0.0:1746134046.865675:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092339e00/0x9682c7de153c9300 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575078e expref: 87 pid: 9580 timeout: 816 lvb_type: 0 00000100:00100000:0.0:1746134046.865927:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15357 00000100:00100000:0.0:1746134046.865934:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:2010:x1830953552499584:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134046.865944:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134046.865958:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092339e00/0x9682c7de153c9300 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575078e expref: 87 pid: 9580 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746134046.865968:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092339e00/0x9682c7de153c9300 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575078e expref: 87 pid: 9580 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746134046.865987:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092339e00/0x9682c7de153c9300 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575078e expref: 87 pid: 9580 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746134046.866009:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134046.866011:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134046.866016:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c9307 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750795 expref: 86 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134046.866022:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c9307 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750795 expref: 86 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134046.866047:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c9307 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750795 expref: 86 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134046.866065:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8b6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548203520:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134046.866884:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c240 going to sleep for 11 seconds 00000100:00100000:2.0:1746134046.870737:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134046.870811:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f8b6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548203520:192.168.203.26@tcp:105: 00010000:00010000:0.0:1746134046.870828:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134046.870874:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:2010:x1830953552499584:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4939us (5296us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134046.870883:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15357 00000100:00100000:1.0:1746134046.871583:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552499840 00000100:00100000:1.0:1746134046.871589:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552499840 00002000:00100000:1.0:1746134046.871617:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012fdc7100 x1830953552499840/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134046.871626:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc7100 with x1830953552499840 ext(0->4095) 00002000:00010000:1.0:1746134046.871629:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fdc7100 00000100:00100000:1.0:1746134046.872210:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13285 00000100:00100000:1.0:1746134046.872218:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:2010:x1830953552499840:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134046.872332:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:2010:x1830953552499840:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (1602us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134046.872338:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13285 00002000:00100000:1.0:1746134046.872342:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88012fdc7100 x1830953552499840/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134046.872350:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012fdc7100 with x1830953552499840 ext(0->4095) 00002000:00010000:1.0:1746134046.872352:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012fdc7100 00000100:00100000:0.0:1746134046.874924:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134046.874988:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552499968 00000100:00100000:2.0:1746134046.874994:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552499968 00000100:00100000:2.0:1746134046.875078:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30056 00000100:00100000:2.0:1746134046.875084:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552499968:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134046.875097:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134046.875110:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c930e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575079c expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.875148:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c9307 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750795 expref: 85 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.875158:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134046.875160:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134046.875163:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c930e lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575079c expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.875183:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c9307 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750795 expref: 85 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.875191:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c9307 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750795 expref: 85 pid: 9580 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746134046.875201:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548203648:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134046.875948:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f240 going to sleep for 11 seconds 00000100:00100000:2.0:1746134046.877033:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548203648:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134046.877063:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c930e lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575079c expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.877075:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f200, rc 0) 00000100:00100000:2.0:1746134046.877103:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552499968:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2019us (2186us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134046.877110:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30056 00000100:00100000:0.0:1746134046.878568:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134046.878840:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552500096 00000100:00100000:2.0:1746134046.878847:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552500096 00010000:00010000:2.0:1746134046.878874:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c9307 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750795 expref: 86 pid: 9580 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746134046.878962:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15358 00000100:00100000:2.0:1746134046.878970:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:2009:x1830953552500096:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134046.878980:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134046.878997:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c9307 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750795 expref: 86 pid: 9580 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746134046.879008:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c9307 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750795 expref: 86 pid: 9580 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746134046.879025:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c9307 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750795 expref: 86 pid: 9580 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746134046.879058:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134046.879060:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134046.879066:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c930e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575079c expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.879072:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c930e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575079c expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.879096:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c930e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575079c expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134046.879107:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548203776:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134046.879190:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f240 going to sleep for 11 seconds 00000100:00100000:0.0:1746134046.881392:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134046.881461:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134046.881511:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548203776:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134046.881525:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134046.881566:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+85:2009:x1830953552500096:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2596us (3002us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134046.881573:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15358 00000100:00100000:3.0:1746134046.881720:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552500352 00000100:00100000:3.0:1746134046.881725:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552500352 00002000:00100000:3.0:1746134046.881756:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008f8b4380 x1830953552500352/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134046.881764:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b4380 with x1830953552500352 ext(0->4095) 00002000:00010000:3.0:1746134046.881768:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f8b4380 00000100:00100000:3.0:1746134046.881782:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13286 00000100:00100000:3.0:1746134046.881788:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552500352:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746134046.881885:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552500352:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 97us (499us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134046.881890:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13286 00002000:00100000:3.0:1746134046.881895:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008f8b4380 x1830953552500352/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134046.881901:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b4380 with x1830953552500352 ext(0->4095) 00002000:00010000:3.0:1746134046.881903:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f8b4380 00000100:00100000:2.0:1746134046.882279:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552500480 00000100:00100000:2.0:1746134046.882283:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552500480 00000100:00100000:2.0:1746134046.882302:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30057 00000100:00100000:2.0:1746134046.882306:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+85:1755:x1830953552500480:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134046.882315:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134046.882327:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c9315 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957507a3 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.882346:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c930e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575079c expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.882352:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134046.882353:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134046.882356:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c9315 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957507a3 expref: 86 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.882375:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c930e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575079c expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.882384:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c930e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575079c expref: 5 pid: 9580 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746134046.882393:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548203904:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134046.882437:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009157f240 going to sleep for 11 seconds 00000100:00100000:0.0:1746134046.885388:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134046.885544:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552500608 00000100:00100000:2.0:1746134046.885552:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552500608 00000100:00100000:2.0:1746134046.885581:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30058 00000100:00100000:2.0:1746134046.885588:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:1757:x1830953552500608:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134046.885601:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134046.885615:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c931c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957507aa expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.885634:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134046.885639:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c9315 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957507a3 expref: 88 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.885643:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134046.885646:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c931c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957507aa expref: 88 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.885674:0:18904:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c9315 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b231957507a3 expref: 88 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.885682:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c931c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957507aa expref: 88 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.885690:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f600, rc 0) 00000100:00100000:2.0:1746134046.887041:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+88:1757:x1830953552500608:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1448us (1655us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134046.887048:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30058 00000100:00100000:2.0:1746134046.887529:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548203904:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134046.887547:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c9315 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507a3 expref: 87 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.887557:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fa00, rc 0) 00000100:00100000:2.0:1746134046.887578:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:1755:x1830953552500480:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5272us (6119us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134046.887583:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30057 00000100:00100000:0.0:1746134046.888274:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.888345:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552500736 00000100:00100000:3.0:1746134046.888350:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552500736 00010000:00010000:3.0:1746134046.888374:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c930e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575079c expref: 6 pid: 9580 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746134046.888576:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15359 00000100:00100000:3.0:1746134046.888584:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ada680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552500736:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134046.888593:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134046.888610:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c930e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575079c expref: 6 pid: 9580 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746134046.888619:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c930e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575079c expref: 6 pid: 9580 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746134046.888637:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c930e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575079c expref: 6 pid: 9580 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746134046.888959:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.888962:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.888968:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c9315 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507a3 expref: 86 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.888975:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c9315 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507a3 expref: 86 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.889001:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c9315 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507a3 expref: 86 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.889010:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c9315 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507a3 expref: 86 pid: 9580 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746134046.889020:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548204160:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134046.889732:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012de029c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746134046.892816:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548204160:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134046.892835:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134046.893170:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ada680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552500736:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4584us (4894us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.893179:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15359 00000100:00100000:0.0:1746134046.893318:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134046.893449:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552500992 00000100:00100000:1.0:1746134046.893455:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552500992 00002000:00100000:1.0:1746134046.893485:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072adb480 x1830953552500992/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134046.893494:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072adb480 with x1830953552500992 ext(0->4095) 00010000:00010000:1.0:1746134046.893501:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c9315 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507a3 expref: 87 pid: 9580 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746134046.893513:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c9315 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507a3 expref: 87 pid: 9580 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746134046.893519:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072adb480 00000100:00100000:1.0:1746134046.893535:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2690 00000100:00100000:1.0:1746134046.893541:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072adb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:2010:x1830953552500992:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134046.893644:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072adb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:2010:x1830953552500992:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (326us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134046.893650:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2690 00002000:00100000:1.0:1746134046.893654:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072adb480 x1830953552500992/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134046.893661:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072adb480 with x1830953552500992 ext(0->4095) 00010000:00010000:1.0:1746134046.893666:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c9315 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507a3 expref: 87 pid: 9580 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746134046.893674:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c9315 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507a3 expref: 87 pid: 9580 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746134046.893678:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072adb480 00000100:00100000:0.0:1746134046.898405:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.898510:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552501120 00000100:00100000:3.0:1746134046.898517:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552501120 00010000:00010000:3.0:1746134046.898545:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c9315 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507a3 expref: 87 pid: 9580 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746134046.898604:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15360 00000100:00100000:3.0:1746134046.898611:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072adad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:2010:x1830953552501120:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134046.898624:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134046.898640:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c9315 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507a3 expref: 87 pid: 9580 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746134046.898651:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c9315 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507a3 expref: 87 pid: 9580 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746134046.898670:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fa00/0x9682c7de153c9315 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507a3 expref: 87 pid: 9580 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746134046.898687:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.898689:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.898694:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c931c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957507aa expref: 86 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.898700:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c931c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957507aa expref: 86 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.898724:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c931c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957507aa expref: 86 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134046.898734:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548204288:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134046.899347:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012de029c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746134046.902436:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548204288:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134046.902458:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134046.902948:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072adad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:2010:x1830953552501120:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4335us (4549us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.902959:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15360 00000100:00100000:0.0:1746134046.903508:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134046.903759:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552501376 00000100:00100000:2.0:1746134046.903765:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552501376 00002000:00100000:2.0:1746134046.903794:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ad9880 x1830953552501376/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134046.903803:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ad9880 with x1830953552501376 ext(0->4095) 00002000:00010000:2.0:1746134046.903807:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072ad9880 00000100:00100000:2.0:1746134046.903832:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13287 00000100:00100000:2.0:1746134046.903838:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ad9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:2010:x1830953552501376:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134046.903936:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ad9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:2010:x1830953552501376:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 98us (429us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134046.903942:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13287 00002000:00100000:2.0:1746134046.903946:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ad9880 x1830953552501376/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134046.903953:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ad9880 with x1830953552501376 ext(0->4095) 00002000:00010000:2.0:1746134046.903956:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072ad9880 00000100:00100000:0.0:1746134046.906208:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134046.906285:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552501504 00000100:00100000:2.0:1746134046.906290:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552501504 00000100:00100000:2.0:1746134046.906317:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30059 00000100:00100000:2.0:1746134046.906322:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072adb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552501504:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134046.906332:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134046.906344:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9323 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957507b1 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.906365:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c931c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957507aa expref: 85 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.906372:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134046.906373:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134046.906376:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9323 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957507b1 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.906401:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c931c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507aa expref: 85 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.906410:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c931c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507aa expref: 85 pid: 18904 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746134046.906419:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548204416:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134046.906882:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8eb840 going to sleep for 11 seconds 00000100:00100000:2.0:1746134046.908905:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548204416:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134046.908927:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9323 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957507b1 expref: 6 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.908939:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fe00, rc 0) 00000100:00100000:2.0:1746134046.908970:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072adb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552501504:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2648us (2768us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134046.908977:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30059 00000100:00100000:0.0:1746134046.909648:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.909713:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552501632 00000100:00100000:3.0:1746134046.909718:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552501632 00010000:00010000:3.0:1746134046.909742:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c931c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507aa expref: 86 pid: 18904 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746134046.909937:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15361 00000100:00100000:3.0:1746134046.909944:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:2009:x1830953552501632:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134046.909954:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134046.909970:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c931c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507aa expref: 86 pid: 18904 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746134046.909980:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c931c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507aa expref: 86 pid: 18904 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746134046.909997:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c931c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507aa expref: 86 pid: 18904 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746134046.910466:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.910468:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.910474:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9323 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957507b1 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.910482:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9323 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957507b1 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.910508:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9323 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957507b1 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134046.910518:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548204544:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134046.911637:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012de029c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134046.913176:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134046.913282:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552501760 00000100:00100000:2.0:1746134046.913288:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552501760 00000100:00100000:2.0:1746134046.913316:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30060 00000100:00100000:2.0:1746134046.913322:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ad9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:1755:x1830953552501760:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134046.913335:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134046.913349:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c932a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957507b8 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.913372:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9323 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957507b1 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.913378:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134046.913379:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134046.913382:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c932a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957507b8 expref: 87 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.913404:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9323 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507b1 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.913413:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9323 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507b1 expref: 5 pid: 9580 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746134046.913421:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548204672:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134046.913487:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8eb840 going to sleep for 11 seconds 00000100:00100000:3.0:1746134046.913555:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548204544:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134046.913569:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134046.913587:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:2009:x1830953552501632:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3644us (3941us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.913594:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15361 00000100:00100000:1.0:1746134046.915096:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134046.915362:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552502016 00000100:00100000:2.0:1746134046.915367:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552502016 00002000:00100000:2.0:1746134046.915397:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008115a300 x1830953552502016/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134046.915405:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008115a300 with x1830953552502016 ext(0->4095) 00010000:00010000:2.0:1746134046.915412:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9323 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507b1 expref: 6 pid: 9580 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746134046.915421:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9323 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507b1 expref: 6 pid: 9580 timeout: 816 lvb_type: 0 00002000:00010000:2.0:1746134046.915427:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008115a300 00000100:00100000:2.0:1746134046.915441:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2691 00000100:00100000:2.0:1746134046.915446:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008115a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552502016:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134046.915565:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008115a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552502016:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (470us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134046.915572:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2691 00002000:00100000:2.0:1746134046.915577:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008115a300 x1830953552502016/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134046.915583:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008115a300 with x1830953552502016 ext(0->4095) 00010000:00010000:2.0:1746134046.915588:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9323 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507b1 expref: 6 pid: 9580 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746134046.915595:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9323 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507b1 expref: 6 pid: 9580 timeout: 816 lvb_type: 0 00002000:00010000:2.0:1746134046.915604:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008115a300 00000100:00100000:2.0:1746134046.917063:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548204672:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134046.917082:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c932a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957507b8 expref: 86 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.917095:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90e600, rc 0) 00000100:00100000:2.0:1746134046.917156:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ad9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:1755:x1830953552501760:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3832us (3983us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134046.917162:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30060 00000100:00100000:0.0:1746134046.920395:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134046.920461:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134046.920602:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552502144 00000100:00100000:2.0:1746134046.920608:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552502144 00000100:00100000:2.0:1746134046.920642:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30061 00000100:00100000:2.0:1746134046.920649:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072adaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:1757:x1830953552502144:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134046.920662:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134046.920676:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c9331 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957507bf expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.920696:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134046.920700:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c932a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957507b8 expref: 87 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.920705:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134046.920708:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c9331 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957507bf expref: 87 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.920734:0:9580:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c932a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507b8 expref: 87 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.920743:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c9331 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957507bf expref: 87 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.920750:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f600, rc 0) 00000100:00100000:2.0:1746134046.920799:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072adaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:1757:x1830953552502144:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 150us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134046.920805:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30061 00000100:00100000:3.0:1746134046.920931:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552502272 00000100:00100000:3.0:1746134046.920935:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552502272 00010000:00010000:3.0:1746134046.920950:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9323 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507b1 expref: 6 pid: 9580 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746134046.920966:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15362 00000100:00100000:3.0:1746134046.920970:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072adbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552502272:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134046.920977:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134046.920990:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9323 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507b1 expref: 6 pid: 9580 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746134046.920998:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9323 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507b1 expref: 6 pid: 9580 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746134046.921011:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90fe00/0x9682c7de153c9323 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507b1 expref: 6 pid: 9580 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746134046.921021:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.921023:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.921028:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c932a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507b8 expref: 86 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.921034:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c932a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507b8 expref: 86 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.921061:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c932a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507b8 expref: 86 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.921070:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c932a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507b8 expref: 86 pid: 9580 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746134046.921079:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548204928:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134046.921140:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012de029c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134046.924816:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134046.924906:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552502528 00000100:00100000:1.0:1746134046.924914:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552502528 00002000:00100000:1.0:1746134046.924949:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ad9c00 x1830953552502528/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134046.924957:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ad9c00 with x1830953552502528 ext(0->4095) 00010000:00010000:1.0:1746134046.924965:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c932a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507b8 expref: 87 pid: 9580 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746134046.924976:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c932a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507b8 expref: 87 pid: 9580 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746134046.924982:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072ad9c00 00000100:00100000:1.0:1746134046.925302:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2692 00000100:00100000:1.0:1746134046.925309:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:2009:x1830953552502528:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134046.925424:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:2009:x1830953552502528:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (615us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134046.925430:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2692 00002000:00100000:1.0:1746134046.925435:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ad9c00 x1830953552502528/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134046.925448:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ad9c00 with x1830953552502528 ext(0->4095) 00010000:00010000:1.0:1746134046.925453:0:24956:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c932a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507b8 expref: 87 pid: 9580 timeout: 816 lvb_type: 0 00010000:00010000:1.0:1746134046.925461:0:24956:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c932a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507b8 expref: 87 pid: 9580 timeout: 816 lvb_type: 0 00002000:00010000:1.0:1746134046.925466:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072ad9c00 00000100:00100000:3.0:1746134046.925574:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548204928:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134046.925590:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134046.925611:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072adbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552502272:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4639us (5150us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.925618:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15362 00000100:00100000:0.0:1746134046.927934:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.928010:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552502656 00000100:00100000:3.0:1746134046.928016:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552502656 00010000:00010000:3.0:1746134046.928041:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c932a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507b8 expref: 87 pid: 9580 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746134046.928364:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15363 00000100:00100000:3.0:1746134046.928372:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea59050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:2009:x1830953552502656:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134046.928385:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134046.928400:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c932a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507b8 expref: 87 pid: 9580 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746134046.928412:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c932a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507b8 expref: 87 pid: 9580 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746134046.928430:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c932a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507b8 expref: 87 pid: 9580 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746134046.928455:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.928457:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.928462:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c9331 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957507bf expref: 86 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.928469:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c9331 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957507bf expref: 86 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.928496:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c9331 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957507bf expref: 86 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134046.928506:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548205056:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134046.928961:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012de029c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746134046.931304:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548205056:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134046.931325:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134046.931370:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea59050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:2009:x1830953552502656:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2999us (3442us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.931382:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15363 00000100:00100000:0.0:1746134046.931514:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134046.931632:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552502912 00000100:00100000:2.0:1746134046.931639:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552502912 00002000:00100000:2.0:1746134046.931669:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ad9500 x1830953552502912/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134046.931677:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ad9500 with x1830953552502912 ext(0->4095) 00002000:00010000:2.0:1746134046.931681:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072ad9500 00000100:00100000:2.0:1746134046.931695:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13288 00000100:00100000:2.0:1746134046.931700:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:2010:x1830953552502912:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134046.931796:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ad9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:2010:x1830953552502912:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 96us (283us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134046.931801:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13288 00002000:00100000:2.0:1746134046.931806:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ad9500 x1830953552502912/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134046.931813:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ad9500 with x1830953552502912 ext(0->4095) 00002000:00010000:2.0:1746134046.931815:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072ad9500 00000100:00100000:0.0:1746134046.934851:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134046.934951:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552503040 00000100:00100000:2.0:1746134046.934959:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552503040 00000100:00100000:2.0:1746134046.934994:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30062 00000100:00100000:2.0:1746134046.935000:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ada300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552503040:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134046.935014:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134046.935028:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9338 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957507c6 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.935060:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c9331 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957507bf expref: 85 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.935065:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134046.935067:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134046.935070:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9338 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957507c6 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.935094:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c9331 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507bf expref: 85 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.935104:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c9331 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507bf expref: 85 pid: 9580 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746134046.935136:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548205184:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134046.935525:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8ebcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746134046.937328:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548205184:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134046.937351:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9338 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957507c6 expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.937369:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90ea00, rc 0) 00000100:00100000:2.0:1746134046.937399:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ada300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552503040:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2398us (2554us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134046.937407:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30062 00000100:00100000:0.0:1746134046.938309:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.938372:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552503168 00000100:00100000:3.0:1746134046.938377:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552503168 00010000:00010000:3.0:1746134046.938398:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c9331 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507bf expref: 86 pid: 9580 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746134046.938416:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15364 00000100:00100000:3.0:1746134046.938421:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ad8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:2010:x1830953552503168:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134046.938430:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134046.938444:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c9331 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507bf expref: 86 pid: 9580 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746134046.938453:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c9331 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507bf expref: 86 pid: 9580 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746134046.938469:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c9331 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507bf expref: 86 pid: 9580 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746134046.938636:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.938638:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.938644:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9338 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957507c6 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.938651:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9338 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957507c6 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.938675:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9338 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957507c6 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134046.938685:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548205312:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134046.939072:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012de020c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134046.941987:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.942221:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548205312:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134046.942239:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134046.942277:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ad8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+85:2010:x1830953552503168:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3854us (3969us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.942286:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15364 00000100:00100000:1.0:1746134046.942371:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552503424 00000100:00100000:1.0:1746134046.942377:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552503424 00002000:00100000:1.0:1746134046.942406:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ad8700 x1830953552503424/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134046.942415:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ad8700 with x1830953552503424 ext(0->4095) 00002000:00010000:1.0:1746134046.942418:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072ad8700 00000100:00100000:1.0:1746134046.942441:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13289 00000100:00100000:1.0:1746134046.942447:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ad8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552503424:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746134046.942545:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ad8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552503424:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 98us (564us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134046.942551:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13289 00002000:00100000:1.0:1746134046.942555:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072ad8700 x1830953552503424/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134046.942562:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ad8700 with x1830953552503424 ext(0->4095) 00002000:00010000:1.0:1746134046.942564:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072ad8700 00000100:00100000:0.0:1746134046.943137:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134046.943775:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552503552 00000100:00100000:2.0:1746134046.943779:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552503552 00000100:00100000:2.0:1746134046.943847:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30063 00000100:00100000:2.0:1746134046.943853:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ada680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+85:1755:x1830953552503552:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134046.943864:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134046.943876:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c933f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957507cd expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.943895:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9338 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957507c6 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.943902:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134046.943903:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134046.943906:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c933f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957507cd expref: 86 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.943928:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9338 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507c6 expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.943937:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9338 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507c6 expref: 5 pid: 18904 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746134046.943951:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548205440:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134046.945311:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8ebcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134046.947069:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134046.947230:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552503680 00000100:00100000:2.0:1746134046.947236:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552503680 00000100:00100000:2.0:1746134046.947265:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30064 00000100:00100000:2.0:1746134046.947271:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072adad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:1757:x1830953552503680:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134046.947283:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134046.947297:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c9346 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957507d4 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.947315:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134046.947320:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c933f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957507cd expref: 88 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.947324:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134046.947327:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c9346 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957507d4 expref: 88 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.947353:0:9580:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c933f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b231957507cd expref: 88 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.947361:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c9346 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957507d4 expref: 88 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.947368:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f600, rc 0) 00000100:00100000:2.0:1746134046.948208:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072adad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+88:1757:x1830953552503680:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 935us (1142us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134046.948215:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30064 00000100:00100000:2.0:1746134046.948783:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548205440:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134046.948799:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c933f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507cd expref: 87 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.948809:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f200, rc 0) 00000100:00100000:2.0:1746134046.948845:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ada680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:1755:x1830953552503552:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4991us (5708us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134046.948850:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30063 00000100:00100000:0.0:1746134046.949926:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.950025:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552503808 00000100:00100000:3.0:1746134046.950031:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552503808 00010000:00010000:3.0:1746134046.950064:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9338 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507c6 expref: 6 pid: 18904 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746134046.950085:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15365 00000100:00100000:3.0:1746134046.950091:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552503808:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134046.950101:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134046.950134:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9338 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507c6 expref: 6 pid: 18904 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746134046.950144:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9338 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507c6 expref: 6 pid: 18904 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746134046.950163:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90ea00/0x9682c7de153c9338 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507c6 expref: 6 pid: 18904 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746134046.950861:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.950864:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.950871:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c933f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507cd expref: 86 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.950878:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c933f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507cd expref: 86 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.950904:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c933f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507cd expref: 86 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.950914:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c933f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507cd expref: 86 pid: 18904 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746134046.950924:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548205696:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134046.951510:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012de020c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746134046.953537:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548205696:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134046.953554:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134046.953760:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552503808:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3667us (3832us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.953768:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15365 00000100:00100000:0.0:1746134046.953981:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.954097:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552504064 00000100:00100000:3.0:1746134046.954102:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552504064 00002000:00100000:3.0:1746134046.954348:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072adbb80 x1830953552504064/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134046.954357:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072adbb80 with x1830953552504064 ext(0->4095) 00010000:00010000:3.0:1746134046.954363:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c933f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507cd expref: 87 pid: 18904 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746134046.954378:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c933f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507cd expref: 87 pid: 18904 timeout: 816 lvb_type: 0 00002000:00010000:3.0:1746134046.954383:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072adbb80 00000100:00100000:3.0:1746134046.954672:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2693 00000100:00100000:3.0:1746134046.954679:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072adbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:2009:x1830953552504064:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746134046.955665:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072adbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:2009:x1830953552504064:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 985us (1682us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746134046.955672:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2693 00002000:00100000:3.0:1746134046.955678:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff880072adbb80 x1830953552504064/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746134046.955685:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072adbb80 with x1830953552504064 ext(0->4095) 00010000:00010000:3.0:1746134046.955691:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c933f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507cd expref: 87 pid: 18904 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746134046.955701:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c933f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507cd expref: 87 pid: 18904 timeout: 816 lvb_type: 0 00002000:00010000:3.0:1746134046.955707:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880072adbb80 00000100:00100000:0.0:1746134046.958011:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.958692:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552504192 00000100:00100000:3.0:1746134046.958699:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552504192 00010000:00010000:3.0:1746134046.958727:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c933f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507cd expref: 87 pid: 18904 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746134046.958831:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15366 00000100:00100000:3.0:1746134046.958839:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe25180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:2009:x1830953552504192:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134046.958850:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134046.958866:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c933f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507cd expref: 87 pid: 18904 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746134046.958876:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c933f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507cd expref: 87 pid: 18904 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746134046.958892:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f200/0x9682c7de153c933f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507cd expref: 87 pid: 18904 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746134046.959029:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.959031:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.959037:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c9346 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957507d4 expref: 86 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.959044:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c9346 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957507d4 expref: 86 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.959078:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c9346 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957507d4 expref: 86 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134046.959088:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548205824:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134046.959429:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012de02cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134046.961319:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.961424:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548205824:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134046.961442:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134046.961711:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552504448 00000100:00100000:2.0:1746134046.961717:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552504448 00002000:00100000:2.0:1746134046.961750:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008fe26300 x1830953552504448/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134046.961759:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe26300 with x1830953552504448 ext(0->4095) 00002000:00010000:2.0:1746134046.961763:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fe26300 00000100:00100000:3.0:1746134046.961788:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe25180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:2009:x1830953552504192:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2949us (3781us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.961796:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15366 00000100:00100000:2.0:1746134046.962827:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13290 00000100:00100000:2.0:1746134046.962835:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:2011:x1830953552504448:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746134046.962941:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:2011:x1830953552504448:12345-192.168.203.26@tcp:3:ptlrpcd_01_00.0 Request processed in 108us (1627us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134046.962947:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13290 00002000:00100000:2.0:1746134046.962964:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008fe26300 x1830953552504448/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134046.962971:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe26300 with x1830953552504448 ext(0->4095) 00002000:00010000:2.0:1746134046.962975:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fe26300 00000100:00100000:0.0:1746134046.965530:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134046.965630:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552504576 00000100:00100000:2.0:1746134046.965636:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552504576 00000100:00100000:2.0:1746134046.965671:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30065 00000100:00100000:2.0:1746134046.965676:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:1757:x1830953552504576:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134046.965688:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134046.965700:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c934d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957507db expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.965723:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c9346 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957507d4 expref: 85 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.965729:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134046.965730:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134046.965733:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c934d lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957507db expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.965755:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c9346 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507d4 expref: 85 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.965765:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c9346 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507d4 expref: 85 pid: 9580 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746134046.965776:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548205952:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134046.965830:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8ebcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134046.969218:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134046.969294:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548205952:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134046.969314:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c934d lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957507db expref: 6 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.969327:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90e600, rc 0) 00000100:00100000:2.0:1746134046.969354:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:1757:x1830953552504576:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3678us (3829us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134046.969360:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30065 00000100:00100000:3.0:1746134046.969420:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552504704 00000100:00100000:3.0:1746134046.969425:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552504704 00010000:00010000:3.0:1746134046.969443:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c9346 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507d4 expref: 86 pid: 9580 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746134046.969563:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15367 00000100:00100000:3.0:1746134046.969571:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe25880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:2010:x1830953552504704:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134046.969581:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134046.969595:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c9346 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507d4 expref: 86 pid: 9580 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746134046.969605:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c9346 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507d4 expref: 86 pid: 9580 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746134046.969620:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f600/0x9682c7de153c9346 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507d4 expref: 86 pid: 9580 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746134046.970275:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.970278:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.970285:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c934d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957507db expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.970292:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c934d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957507db expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.970316:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c934d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957507db expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134046.970326:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548206080:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134046.970363:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012de02cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134046.972643:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134046.972738:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134046.972839:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552505088 00000100:00100000:1.0:1746134046.972844:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552505088 00002000:00100000:1.0:1746134046.972877:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008fe27100 x1830953552505088/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134046.972885:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe27100 with x1830953552505088 ext(0->4095) 00002000:00010000:1.0:1746134046.972889:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fe27100 00000100:00100000:1.0:1746134046.972904:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13291 00000100:00100000:1.0:1746134046.972910:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552505088:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134046.973020:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552505088:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (281us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134046.973025:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13291 00002000:00100000:1.0:1746134046.973030:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008fe27100 x1830953552505088/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134046.973036:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe27100 with x1830953552505088 ext(0->4095) 00002000:00010000:1.0:1746134046.973038:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fe27100 00000100:00100000:2.0:1746134046.973136:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552504832 00000100:00100000:2.0:1746134046.973140:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552504832 00000100:00100000:2.0:1746134046.973160:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30066 00000100:00100000:2.0:1746134046.973164:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:1755:x1830953552504832:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746134046.973171:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134046.973182:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c9354 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957507e2 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.973199:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c934d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957507db expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.973204:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134046.973206:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134046.973209:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c9354 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957507e2 expref: 87 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.973228:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c934d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507db expref: 5 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.973238:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c934d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507db expref: 5 pid: 18904 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746134046.973251:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548206208:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134046.973294:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8ebcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746134046.973721:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548206080:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134046.973736:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134046.973752:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe25880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:2010:x1830953552504704:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4183us (4540us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.973758:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15367 00000100:00100000:0.0:1746134046.976775:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134046.977364:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552505216 00000100:00100000:3.0:1746134046.977372:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552505216 00000100:00100000:3.0:1746134046.977406:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30067 00000100:00100000:3.0:1746134046.977413:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:1757:x1830953552505216:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746134046.977427:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134046.977443:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092339a00/0x9682c7de153c935b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957507e9 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.977462:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134046.977467:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c9354 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957507e2 expref: 88 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.977472:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134046.977475:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092339a00/0x9682c7de153c935b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957507e9 expref: 88 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.977507:0:9580:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c9354 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b231957507e2 expref: 88 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.977518:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092339a00/0x9682c7de153c935b lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957507e9 expref: 88 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134046.977526:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092339a00, rc 0) 00000100:00100000:3.0:1746134046.977571:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+88:1757:x1830953552505216:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 158us (802us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.977576:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30067 00000100:00100000:1.0:1746134046.978186:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134046.978248:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552505344 00000100:00100000:0.0:1746134046.978252:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552505344 00010000:00010000:0.0:1746134046.978267:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c934d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507db expref: 6 pid: 18904 timeout: 816 lvb_type: 0 00000100:00100000:0.0:1746134046.978282:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15368 00000100:00100000:0.0:1746134046.978287:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081159180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552505344:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134046.978293:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134046.978307:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c934d lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507db expref: 6 pid: 18904 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746134046.978315:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c934d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507db expref: 6 pid: 18904 timeout: 816 lvb_type: 0 00010000:00010000:0.0:1746134046.978328:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134046.978329:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134046.978334:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c9354 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.26@tcp remote: 0xb596b231957507e2 expref: 87 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134046.978344:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c9354 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.26@tcp remote: 0xb596b231957507e2 expref: 87 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134046.978361:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c9354 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.26@tcp remote: 0xb596b231957507e2 expref: 87 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134046.978369:0:8382:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c9354 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.26@tcp remote: 0xb596b231957507e2 expref: 87 pid: 18904 timeout: 816 lvb_type: 0 00000100:00100000:0.0:1746134046.978378:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fe24380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548206464:192.168.203.26@tcp:105: 00000100:00100000:0.0:1746134046.978422:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c240 going to sleep for 11 seconds 00010000:00010000:3.0:1746134046.978776:0:18904:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90e600/0x9682c7de153c934d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507db expref: 6 pid: 18904 timeout: 816 lvb_type: 0 00000100:00100000:3.0:1746134046.978965:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548206208:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134046.978980:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c9354 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507e2 expref: 87 pid: 18904 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746134046.978987:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c9354 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507e2 expref: 87 pid: 18904 timeout: 816 lvb_type: 0 00010000:00010000:3.0:1746134046.978996:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f000, rc 0) 00000100:00100000:3.0:1746134046.979019:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:1755:x1830953552504832:12345-192.168.203.26@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5855us (6380us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134046.979024:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30066 00000100:00100000:2.0:1746134046.982032:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fe24380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548206464:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134046.982059:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134046.982105:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081159180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2009:x1830953552505344:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3816us (3918us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134046.982130:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15368 00000100:00100000:0.0:1746134046.982190:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134046.982718:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552505600 00000100:00100000:2.0:1746134046.982722:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552505600 00002000:00100000:2.0:1746134046.982751:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008fe25f80 x1830953552505600/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134046.982760:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe25f80 with x1830953552505600 ext(0->4095) 00010000:00010000:2.0:1746134046.982766:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c9354 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507e2 expref: 87 pid: 18904 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746134046.982776:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c9354 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507e2 expref: 87 pid: 18904 timeout: 816 lvb_type: 0 00002000:00010000:2.0:1746134046.982781:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fe25f80 00000100:00100000:2.0:1746134046.982802:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2694 00000100:00100000:2.0:1746134046.982807:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:2009:x1830953552505600:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746134046.982910:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:2009:x1830953552505600:12345-192.168.203.26@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (720us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134046.982919:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2694 00002000:00100000:2.0:1746134046.982923:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008fe25f80 x1830953552505600/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134046.982929:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe25f80 with x1830953552505600 ext(0->4095) 00010000:00010000:2.0:1746134046.982934:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c9354 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507e2 expref: 87 pid: 18904 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746134046.982941:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c9354 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507e2 expref: 87 pid: 18904 timeout: 816 lvb_type: 0 00002000:00010000:2.0:1746134046.982946:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008fe25f80 00000100:00100000:0.0:1746134046.985031:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134046.985136:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552505728 00000100:00100000:2.0:1746134046.985142:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552505728 00010000:00010000:2.0:1746134046.985165:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c9354 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507e2 expref: 87 pid: 18904 timeout: 816 lvb_type: 0 00000100:00100000:2.0:1746134046.985194:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15369 00000100:00100000:2.0:1746134046.985199:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe24000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+87:2010:x1830953552505728:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134046.985207:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134046.985220:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c9354 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507e2 expref: 87 pid: 18904 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746134046.985229:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c9354 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507e2 expref: 87 pid: 18904 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746134046.985245:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b90f000/0x9682c7de153c9354 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957507e2 expref: 87 pid: 18904 timeout: 816 lvb_type: 0 00010000:00010000:2.0:1746134046.985258:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134046.985260:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134046.985265:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092339a00/0x9682c7de153c935b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957507e9 expref: 86 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.985272:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092339a00/0x9682c7de153c935b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957507e9 expref: 86 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134046.985296:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092339a00/0x9682c7de153c935b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957507e9 expref: 86 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134046.985306:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548206592:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134046.985369:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8eb9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746134046.987631:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548206592:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134046.987645:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134046.987670:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe24000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:2010:x1830953552505728:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2471us (2644us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134046.987677:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15369 00000100:00100000:0.0:1746134046.987949:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134046.988383:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552505984 00000100:00100000:1.0:1746134046.988387:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552505984 00002000:00100000:1.0:1746134046.988412:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008fe25500 x1830953552505984/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/0 e 0 to 0 dl 1746134057 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134046.988420:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe25500 with x1830953552505984 ext(0->4095) 00002000:00010000:1.0:1746134046.988424:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fe25500 00000100:00100000:1.0:1746134046.988441:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13292 00000100:00100000:1.0:1746134046.988446:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:2010:x1830953552505984:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134046.988547:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:2010:x1830953552505984:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (598us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134046.988553:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13292 00002000:00100000:1.0:1746134046.988558:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x18:0x0] (0->4095) req@ffff88008fe25500 x1830953552505984/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746134057 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134046.988565:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe25500 with x1830953552505984 ext(0->4095) 00002000:00010000:1.0:1746134046.988567:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fe25500 00000100:00100000:0.0:1746134047.004196:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134047.007634:0:20211:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552506240 00000100:00100000:3.0:1746134047.007647:0:20211:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552506240 00000100:00080000:0.0:1746134047.007754:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746134047.007831:0:20211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 182 00000100:00100000:3.0:1746134047.007841:0:20211:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:1755:x1830953552506240:12345-192.168.203.26@tcp:35:rw_seq_cst_vs_d.0 00000001:00080000:3.0:1746134047.007995:0:20211:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294986326 00000100:00100000:3.0:1746134047.008089:0:20211:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:1755:x1830953552506240:12345-192.168.203.26@tcp:35:rw_seq_cst_vs_d.0 Request processed in 250us (3898us total) trans 4294986327 rc 0/0 00000100:00100000:3.0:1746134047.008096:0:20211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 182 00000020:00080000:3.0:1746134047.008100:0:20211:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746134047.009658:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134047.009719:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552506496 00000100:00100000:1.0:1746134047.009725:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552506496 00000100:00100000:1.0:1746134047.009770:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 183 00000100:00100000:1.0:1746134047.009777:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+7:1755:x1830953552506496:12345-192.168.203.26@tcp:35:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746134047.009905:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+8:1755:x1830953552506496:12345-192.168.203.26@tcp:35:rw_seq_cst_vs_d.0 Request processed in 128us (250us total) trans 4294986328 rc 0/0 00000100:00100000:1.0:1746134047.009910:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 183 00000100:00080000:0.0:1746134047.013267:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746134047.031175:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134047.031411:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552506624 00000100:00100000:2.0:1746134047.031419:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552506624 00000100:00100000:2.0:1746134047.031468:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43389 00000100:00100000:2.0:1746134047.034439:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:1774:x1830953552506624:12345-192.168.203.26@tcp:101:rm.0 00010000:00010000:2.0:1746134047.034464:0:7233:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134047.034480:0:7233:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b90e600/0x9682c7de153c9362 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957507f0 expref: -99 pid: 7233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134047.034533:0:7233:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b90fe00/0x9682c7de153c9369 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7233 initiator: MDT0 00010000:00010000:2.0:1746134047.034543:0:7233:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b90fe00/0x9682c7de153c9369 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7233 initiator: MDT0 00010000:00010000:2.0:1746134047.034553:0:7233:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b90fe00/0x9682c7de153c9369 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7233 initiator: MDT0 00000004:00200000:2.0:1746134047.034588:0:7233:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746134047.034591:0:7233:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746134047.034604:0:7233:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009b90fe00/0x9682c7de153c9369 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7233 initiator: MDT0 00010000:00010000:2.0:1746134047.034620:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b90e600/0x9682c7de153c9362 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957507f0 expref: 10 pid: 7233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134047.034647:0:7233:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b90fe00/0x9682c7de153c9369 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957507f0 expref: 9 pid: 7233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134047.034653:0:7233:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:2.0:1746134047.034656:0:7233:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746134047.034658:0:7233:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fe00, rc 0) 00000100:00100000:2.0:1746134047.034706:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+9:1774:x1830953552506624:12345-192.168.203.26@tcp:101:rm.0 Request processed in 281us (3539us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134047.034712:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43389 00000100:00100000:0.0:1746134047.036435:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134047.037230:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552506752 00000100:00100000:3.0:1746134047.037238:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552506752 00000100:00100000:3.0:1746134047.037287:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43390 00000100:00100000:3.0:1746134047.037294:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+9:1774:x1830953552506752:12345-192.168.203.26@tcp:101:rm.0 00010000:00010000:3.0:1746134047.037309:0:7234:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134047.037322:0:7234:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092338000/0x9682c7de153c9370 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957507f7 expref: -99 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134047.037363:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092339000/0x9682c7de153c9377 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134047.037373:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092339000/0x9682c7de153c9377 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134047.037381:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092339000/0x9682c7de153c9377 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134047.037390:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092338600/0x9682c7de153c937e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134047.037394:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092338600/0x9682c7de153c937e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134047.037399:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092338600/0x9682c7de153c937e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134047.037455:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092338a00/0x9682c7de153c9385 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134047.037460:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092338a00/0x9682c7de153c9385 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134047.037464:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092338a00/0x9682c7de153c9385 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00000004:00200000:3.0:1746134047.037488:0:7234:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x45:0x0]: returning size 8 00000004:00200000:3.0:1746134047.037492:0:7234:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746134047.037502:0:7234:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880092338a00/0x9682c7de153c9385 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134047.037508:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092338a00/0x9682c7de153c9385 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134047.037513:0:7234:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092339000/0x9682c7de153c9377 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134047.037518:0:7234:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092339000/0x9682c7de153c9377 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134047.037522:0:7234:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092339000/0x9682c7de153c9377 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134047.037526:0:7234:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092339000 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:3.0:1746134047.037528:0:7234:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092339000/0x9682c7de153c9377 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134047.037533:0:7234:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092339000/0x9682c7de153c9377 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134047.037541:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:3.0:1746134047.037543:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746134047.037547:0:7234:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092339000/0x9682c7de153c9377 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134047.037551:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092339000/0x9682c7de153c9377 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134047.038984:0:7234:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092338600/0x9682c7de153c937e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134047.038995:0:7234:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092338600/0x9682c7de153c937e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134047.039001:0:7234:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092338600/0x9682c7de153c937e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134047.039005:0:7234:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092338600 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:3.0:1746134047.039008:0:7234:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092338600/0x9682c7de153c937e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134047.039013:0:7234:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092338600/0x9682c7de153c937e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134047.039024:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff88012ec55100) 00010000:00010000:3.0:1746134047.039027:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746134047.039029:0:7234:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092338600/0x9682c7de153c937e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134047.039033:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092338600/0x9682c7de153c937e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134047.039080:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092338000/0x9682c7de153c9370 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957507f7 expref: 11 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134047.039091:0:7234:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092338a00/0x9682c7de153c9385 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957507f7 expref: 10 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134047.039096:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff8800916ea400) 00010000:00010000:3.0:1746134047.039098:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746134047.039100:0:7234:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092338a00, rc 0) 00000100:00100000:3.0:1746134047.039483:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:1774:x1830953552506752:12345-192.168.203.26@tcp:101:rm.0 Request processed in 2187us (3050us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134047.039490:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43390 00000100:00100000:0.0:1746134047.046568:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134047.046950:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552507008 00000100:00100000:3.0:1746134047.046961:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552507008 00000100:00100000:3.0:1746134047.047004:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43391 00000100:00100000:3.0:1746134047.047010:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:1774:x1830953552507008:12345-192.168.203.26@tcp:36:rm.0 00010000:00010000:3.0:1746134047.047046:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1746134047.047074:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092338a00/0x9682c7de153c9385 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957507f7 expref: 10 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134047.047108:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a6400/0x9682c7de153c6c2c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x45:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319574e0c1 expref: 9 pid: 7233 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134047.047145:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff8800916ea400) 00010000:00010000:3.0:1746134047.047157:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b90fe00/0x9682c7de153c9369 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957507f0 expref: 8 pid: 7233 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134047.047164:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:3.0:1746134047.047166:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746134047.047183:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092338000/0x9682c7de153c938c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134047.047193:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092338000/0x9682c7de153c938c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134047.047200:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092338000/0x9682c7de153c938c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134047.047210:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092338600/0x9682c7de153c9393 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134047.047215:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092338600/0x9682c7de153c9393 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134047.047219:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092338600/0x9682c7de153c9393 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134047.047278:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092339000/0x9682c7de153c939a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134047.047284:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092339000/0x9682c7de153c939a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x45:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134047.047290:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092339000/0x9682c7de153c939a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x45:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00000040:00080000:3.0:1746134047.047434:0:7234:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].16, 64 off9216 00000004:00080000:3.0:1746134047.047440:0:7234:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 716222326008ns, next at 717222325141ns, rc = 0 00010000:00010000:3.0:1746134047.047472:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bef4400/0x9682c7de153c93a1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x45:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134047.047478:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bef4400/0x9682c7de153c93a1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134047.047483:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bef4400/0x9682c7de153c93a1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134047.047489:0:7234:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bef4400/0x9682c7de153c93a1 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134047.047496:0:7234:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bef4400/0x9682c7de153c93a1 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134047.047501:0:7234:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bef4400/0x9682c7de153c93a1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134047.047519:0:7234:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1746134047.047532:0:7234:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092339000/0x9682c7de153c939a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x45:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134047.047535:0:7234:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092339000/0x9682c7de153c939a lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x45:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134047.047541:0:7234:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092339000/0x9682c7de153c939a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x45:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134047.047545:0:7234:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092339000 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:3.0:1746134047.047548:0:7234:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092339000/0x9682c7de153c939a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x45:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134047.047553:0:7234:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092339000/0x9682c7de153c939a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x45:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134047.047559:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff8800916ea400) 00010000:00010000:3.0:1746134047.047560:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746134047.047562:0:7234:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092339000/0x9682c7de153c939a lrc: 2/0,0 mode: --/EX res: [0x200000402:0x45:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134047.047566:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092339000/0x9682c7de153c939a lrc: 0/0,0 mode: --/EX res: [0x200000402:0x45:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134047.047633:0:7234:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092338000/0x9682c7de153c938c lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134047.047637:0:7234:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092338000/0x9682c7de153c938c lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134047.047641:0:7234:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092338000/0x9682c7de153c938c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134047.047645:0:7234:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092338000 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:3.0:1746134047.047646:0:7234:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092338000/0x9682c7de153c938c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134047.047650:0:7234:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092338000/0x9682c7de153c938c lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134047.047655:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:3.0:1746134047.047656:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746134047.047658:0:7234:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092338000/0x9682c7de153c938c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134047.047661:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092338000/0x9682c7de153c938c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00000004:00010000:3.0:1746134047.047666:0:7234:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88008fe27b80 reply state ffff88011ff89000 transno 4294986329 ns: mdt-lustre-MDT0000_UUID lock: ffff880092338600/0x9682c7de153c9393 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134047.047671:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092338600/0x9682c7de153c9393 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134047.047675:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff88012ec55700) 00010000:00010000:3.0:1746134047.047677:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746134047.047679:0:7234:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1746134047.047723:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+9:1774:x1830953552507008:12345-192.168.203.26@tcp:36:rm.0 Request processed in 711us (1161us total) trans 4294986329 rc 0/0 00000100:00100000:3.0:1746134047.047728:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43391 00010000:00010000:2.0:1746134047.047780:0:9597:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1746134047.047784:0:9597:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bef4400/0x9682c7de153c93a1 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746134047.047792:0:9597:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bef4400 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:2.0:1746134047.047794:0:9597:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bef4400/0x9682c7de153c93a1 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746134047.047798:0:9597:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bef4400/0x9682c7de153c93a1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746134047.047805:0:9597:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x45:0x0].0x0 (ffff8800916ea400) 00010000:00010000:2.0:1746134047.047806:0:9597:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1746134047.047808:0:9597:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bef4400/0x9682c7de153c93a1 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746134047.047811:0:9597:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bef4400/0x9682c7de153c93a1 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x45:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746134047.047824:0:9597:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746134047.047825:0:9597:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746134047.047826:0:9597:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746134047.238622:0:7223:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746134048.206273:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134048.206647:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134048.206678:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134048.206691:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134048.206723:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134048.206737:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134048.206947:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552507520 00000100:00100000:2.0:1746134048.206954:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552507520 00000100:00100000:2.0:1746134048.206994:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552508032 00000100:00100000:2.0:1746134048.206996:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552508032 00000100:00100000:0.0:1746134048.207002:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134048.207018:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552507648 00000100:00100000:2.0:1746134048.207020:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552507648 00000100:00100000:0.0:1746134048.207027:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134048.207034:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 740 00000100:00100000:2.0:1746134048.207055:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b900700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+5:2012:x1830953552507520:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:1.0:1746134048.207097:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 741 00000100:00080000:0.0:1746134048.207097:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746134048.207099:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746134048.207105:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b901880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2012:x1830953552508032:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:0.0:1746134048.207139:0:7228:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552507136 00000100:00100000:0.0:1746134048.207142:0:7228:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552507136 00000100:00100000:0.0:1746134048.207163:0:7228:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 546 00000100:00100000:0.0:1746134048.207167:0:7228:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d425850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ae21eae-e936-44f8-bd00-c4aedad69a99+12:2012:x1830953552507136:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:1.0:1746134048.207168:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b901880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2012:x1830953552508032:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 64us (475us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134048.207174:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 741 00000100:00100000:1.0:1746134048.207188:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 742 00000100:00100000:0.0:1746134048.207189:0:7228:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d425850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ae21eae-e936-44f8-bd00-c4aedad69a99+12:2012:x1830953552507136:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 21us (465us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134048.207193:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b900380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:2012:x1830953552507648:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:0.0:1746134048.207194:0:7228:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 546 00000100:00100000:1.0:1746134048.207212:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b900380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+86:2012:x1830953552507648:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 19us (210us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134048.207219:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 742 00000100:00100000:3.0:1746134048.207267:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552507264 00000100:00100000:3.0:1746134048.207270:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552507264 00000100:00100000:3.0:1746134048.207292:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552507776 00000100:00100000:3.0:1746134048.207294:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552507776 00000100:00100000:3.0:1746134048.207302:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552507392 00000100:00100000:3.0:1746134048.207304:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552507392 00000100:00100000:3.0:1746134048.207314:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552507904 00000100:00100000:3.0:1746134048.207316:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552507904 00000100:00100000:3.0:1746134048.207325:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1077 00000100:00100000:3.0:1746134048.207329:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+9:2012:x1830953552507264:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:3.0:1746134048.207355:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+9:2012:x1830953552507264:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 26us (1089us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134048.207361:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1077 00000100:00100000:3.0:1746134048.207372:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1078 00000100:00100000:3.0:1746134048.207376:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b903100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+8:2012:x1830953552507776:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:3.0:1746134048.207396:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b903100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+8:2012:x1830953552507776:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 19us (718us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134048.207400:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1078 00000100:00100000:2.0:1746134048.207405:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b900700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+5:2012:x1830953552507520:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 364us (757us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134048.207409:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1079 00000100:00100000:2.0:1746134048.207411:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 740 00000100:00100000:3.0:1746134048.207413:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b900000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+5:2012:x1830953552507392:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:3.0:1746134048.207429:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b900000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+5:2012:x1830953552507392:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 16us (691us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134048.207763:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1080 00000100:00100000:2.0:1746134048.207772:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b900a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2012:x1830953552507904:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:3.0:1746134048.207850:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1079 00000100:00100000:2.0:1746134048.207934:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b900a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2012:x1830953552507904:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 25us (767us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134048.207940:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1080 00000100:00080000:0.0:1746134048.207942:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1746134048.240470:0:9596:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1746134048.538747:0:9578:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of ee2c00db-2e4e-42f8-a894-2d2ef037fe3a 00000020:00000080:0.0:1746134048.538755:0:9578:0:(genops.c:904:class_export_put()) final put ffff8800a127f800/ee2c00db-2e4e-42f8-a894-2d2ef037fe3a 00000020:00000080:1.0:1746134048.538852:0:66:0:(genops.c:863:class_export_destroy()) destroying export ffff8800a127f800/ee2c00db-2e4e-42f8-a894-2d2ef037fe3a for lustre-OST0000 00000020:00000080:1.0:1746134048.538902:0:66:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff88012f5a6000 for lustre-OST0000 00000001:00080000:2.0:1746134048.539070:0:10917:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970698 is committed 00000100:00100000:0.0:1746134049.002358:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800893e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3771:1830953548207104:0@lo:400:kworker.0 00000100:00100000:0.0:1746134049.002409:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746134049.002447:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800893e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3771:1830953548207616:0@lo:400:kworker.0 00000100:00100000:0.0:1746134049.002464:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746134049.002476:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800893e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3771:1830953548208128:0@lo:400:kworker.0 00000100:00100000:0.0:1746134049.002487:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746134049.002501:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1746134049.002506:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800893e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3771:1830953548206976:0@lo:400:kworker.0 00000100:00100000:0.0:1746134049.002521:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746134049.002540:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800893e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3771:1830953548207488:0@lo:400:kworker.0 00000100:00100000:1.0:1746134049.002543:0:7238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548207104 00000100:00100000:1.0:1746134049.002550:0:7238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548207104 00000100:00100000:0.0:1746134049.002556:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746134049.002567:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800893e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3771:1830953548208000:0@lo:400:kworker.0 00000100:00100000:1.0:1746134049.002575:0:7238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548206976 00000100:00100000:1.0:1746134049.002576:0:7238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548206976 00000100:00100000:0.0:1746134049.002578:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746134049.002587:0:7238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 629 00000100:00100000:1.0:1746134049.002592:0:7238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3771:x1830953548207104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746134049.002596:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548207616 00000100:00100000:0.0:1746134049.002598:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548207616 00000100:00100000:0.0:1746134049.002619:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548208128 00000100:00100000:0.0:1746134049.002621:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548208128 00000100:00100000:1.0:1746134049.002630:0:7238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3771:x1830953548207104:12345-0@lo:400:kworker.0 Request processed in 38us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134049.002634:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 743 00000100:00100000:1.0:1746134049.002635:0:7238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 629 00000100:00100000:0.0:1746134049.002638:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3771:x1830953548207616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746134049.002645:0:7238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 630 00000100:00100000:1.0:1746134049.002649:0:7238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3771:x1830953548206976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746134049.002659:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3771:x1830953548207616:12345-0@lo:400:kworker.0 Request processed in 21us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134049.002663:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 743 00000100:00100000:1.0:1746134049.002664:0:7238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3771:x1830953548206976:12345-0@lo:400:kworker.0 Request processed in 15us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134049.002667:0:7238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 630 00000100:00100000:0.0:1746134049.002672:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 744 00000100:00100000:0.0:1746134049.002676:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3771:x1830953548208128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746134049.002694:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3771:x1830953548208128:12345-0@lo:400:kworker.0 Request processed in 17us (206us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134049.002698:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 744 00000100:00100000:0.0:1746134049.002709:0:10165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548207488 00000100:00100000:0.0:1746134049.002712:0:10165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548207488 00000100:00100000:0.0:1746134049.002726:0:10165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548208000 00000100:00100000:0.0:1746134049.002728:0:10165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548208000 00000100:00100000:0.0:1746134049.002739:0:10165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1081 00000100:00100000:0.0:1746134049.002742:0:10165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3771:x1830953548207488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746134049.002763:0:10165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3771:x1830953548207488:12345-0@lo:400:kworker.0 Request processed in 20us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134049.002767:0:10165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1081 00000100:00100000:0.0:1746134049.002774:0:10165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1082 00000100:00100000:0.0:1746134049.002778:0:10165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830953548208000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746134049.002795:0:10165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830953548208000:12345-0@lo:400:kworker.0 Request processed in 17us (216us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134049.002799:0:10165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1082 00000100:00080000:0.0:1746134049.002810:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746134049.002813:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746134049.002815:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746134049.002838:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800893e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3771:1830953548206976:0@lo:400:kworker.0 00000100:00100000:0.0:1746134049.002846:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800893e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3771:1830953548207488:0@lo:400:kworker.0 00000100:00100000:0.0:1746134049.002851:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800893e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3771:1830953548208000:0@lo:400:kworker.0 00000100:00100000:0.0:1746134049.002857:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800893e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3771:1830953548207104:0@lo:400:kworker.0 00000100:00100000:0.0:1746134049.002862:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800893e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3771:1830953548207616:0@lo:400:kworker.0 00000100:00100000:0.0:1746134049.002867:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800893e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3771:1830953548208128:0@lo:400:kworker.0 00000100:00100000:2.0:1746134049.003853:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b901f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830953548206848:0@lo:400:kworker.0 00000100:00100000:2.0:1746134049.003884:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746134049.003904:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800893e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3769:1830953548207360:0@lo:400:kworker.0 00000100:00100000:2.0:1746134049.003918:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746134049.003927:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800893e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3769:1830953548207872:0@lo:400:kworker.0 00000100:00100000:2.0:1746134049.003940:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746134049.003953:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:2.0:1746134049.003957:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b901180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:10d12d63-f4ad-4c9d-a453-33dc13ead851:3769:1830953548206720:0@lo:400:kworker.0 00000100:00100000:2.0:1746134049.003974:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746134049.003988:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800893e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830953548207232:0@lo:400:kworker.0 00000100:00100000:2.0:1746134049.004001:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746134049.004010:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800893e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3769:1830953548207744:0@lo:400:kworker.0 00000100:00100000:2.0:1746134049.004023:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746134049.004033:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091a84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3769:1830953548208256:0@lo:400:kworker.0 00000100:00100000:2.0:1746134049.004058:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746134049.004077:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548207744 00000100:00100000:2.0:1746134049.004081:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548207744 00000100:00100000:2.0:1746134049.004127:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548208256 00000100:00100000:2.0:1746134049.004130:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548208256 00000100:00100000:1.0:1746134049.004130:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 745 00000100:00100000:1.0:1746134049.004136:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3769:x1830953548207744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746134049.004145:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 746 00000100:00100000:2.0:1746134049.004149:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3769:x1830953548208256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746134049.004165:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3769:x1830953548207744:12345-0@lo:400:kworker.0 Request processed in 30us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134049.004166:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3769:x1830953548208256:12345-0@lo:400:kworker.0 Request processed in 17us (108us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134049.004169:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 745 00000100:00100000:2.0:1746134049.004171:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 746 00000100:00100000:2.0:1746134049.004183:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548206848 00000100:00100000:2.0:1746134049.004185:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548206848 00000100:00100000:2.0:1746134049.004195:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548207360 00000100:00100000:2.0:1746134049.004197:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548207360 00000100:00100000:2.0:1746134049.004205:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1083 00000100:00100000:2.0:1746134049.004210:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830953548206848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746134049.004230:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830953548206848:12345-0@lo:400:kworker.0 Request processed in 20us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134049.004234:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1083 00000100:00100000:2.0:1746134049.004241:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548207872 00000100:00100000:2.0:1746134049.004243:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548207872 00000100:00100000:2.0:1746134049.004251:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548207232 00000100:00100000:2.0:1746134049.004253:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548207232 00000100:00100000:2.0:1746134049.004260:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1084 00000100:00100000:2.0:1746134049.004263:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3769:x1830953548207360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746134049.004281:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3769:x1830953548207360:12345-0@lo:400:kworker.0 Request processed in 17us (362us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134049.004285:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1084 00000100:00100000:2.0:1746134049.004292:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1085 00000100:00100000:2.0:1746134049.004296:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830953548207872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746134049.004310:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830953548207872:12345-0@lo:400:kworker.0 Request processed in 14us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134049.004315:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1085 00000100:00100000:2.0:1746134049.004322:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1086 00000100:00100000:2.0:1746134049.004326:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830953548207232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746134049.004340:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830953548207232:12345-0@lo:400:kworker.0 Request processed in 15us (339us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134049.004344:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1086 00000100:00100000:2.0:1746134049.004356:0:7227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548206720 00000100:00100000:2.0:1746134049.004358:0:7227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548206720 00000100:00100000:2.0:1746134049.004374:0:7227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547 00000100:00100000:2.0:1746134049.004377:0:7227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d425450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:10d12d63-f4ad-4c9d-a453-33dc13ead851+23:3769:x1830953548206720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746134049.004395:0:7227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d425450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:10d12d63-f4ad-4c9d-a453-33dc13ead851+23:3769:x1830953548206720:12345-0@lo:400:kworker.0 Request processed in 17us (420us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134049.004399:0:7227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547 00000100:00080000:2.0:1746134049.004420:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746134049.004423:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746134049.004425:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746134049.004437:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b901180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:10d12d63-f4ad-4c9d-a453-33dc13ead851:3769:1830953548206720:0@lo:400:kworker.0 00000100:00100000:2.0:1746134049.004446:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800893e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830953548207232:0@lo:400:kworker.0 00000100:00100000:2.0:1746134049.004452:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800893e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3769:1830953548207744:0@lo:400:kworker.0 00000100:00100000:2.0:1746134049.004458:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091a84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3769:1830953548208256:0@lo:400:kworker.0 00000100:00100000:2.0:1746134049.004465:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b901f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830953548206848:0@lo:400:kworker.0 00000100:00100000:2.0:1746134049.004470:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800893e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3769:1830953548207360:0@lo:400:kworker.0 00000100:00100000:2.0:1746134049.004476:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800893e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3769:1830953548207872:0@lo:400:kworker.0 00000004:00080000:1.0:1746134049.128256:0:11450:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 718303140345ns, next at 719303138295ns, rc = 0 00000100:00100000:3.0:1746134049.128313:0:3768:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746134049.128329:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081158a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3768:1830953548208384:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746134049.128457:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746134049.129292:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548208384 00000100:00100000:1.0:1746134049.129298:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548208384 00000100:00100000:1.0:1746134049.129335:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00100000:1.0:1746134049.129341:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800872b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1830953548208384:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746134049.129362:0:9584:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 502074176 pending 0 free 3920089088 avail 3688566784 00000100:00100000:1.0:1746134049.129392:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800872b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1830953548208384:12345-0@lo:13:osp-pre-1-0.0 Request processed in 51us (935us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134049.129397:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000100:00100000:3.0:1746134049.129495:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081158a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3768:1830953548208384:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746134049.176233:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746134049.176251:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3771:1830953548208512:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746134049.176320:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746134049.176366:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548208512 00000100:00100000:0.0:1746134049.176372:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548208512 00000100:00100000:0.0:1746134049.176400:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00100000:0.0:1746134049.176406:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830953548208512:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746134049.176423:0:9583:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 502074176 pending 0 free 3920089088 avail 3688566784 00000100:00100000:0.0:1746134049.176449:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830953548208512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 43us (129us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134049.176453:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00000100:00100000:0.0:1746134049.176481:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3771:1830953548208512:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1746134049.242277:0:7222:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746134049.512259:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746134049.512275:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091a86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3770:1830953548208640:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1746134049.512325:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746134049.512397:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548208640 00000100:00100000:0.0:1746134049.512402:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548208640 00000100:00100000:0.0:1746134049.512432:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 500 00000100:00100000:0.0:1746134049.512438:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830953548208640:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1746134049.512460:0:9584:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 490158912 pending 0 free 3922366464 avail 3690844160 00000100:00100000:0.0:1746134049.512493:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830953548208640:12345-0@lo:13:osp-pre-0-1.0 Request processed in 55us (168us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134049.512498:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 500 00000100:00100000:2.0:1746134049.513078:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091a86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3770:1830953548208640:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746134049.528867:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3768:1830953548208768:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746134049.528922:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746134049.528998:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548208768 00000100:00100000:1.0:1746134049.529004:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548208768 00000100:00100000:1.0:1746134049.529047:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 501 00000100:00100000:1.0:1746134049.529053:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1830953548208768:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1746134049.529069:0:9583:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 490158912 pending 0 free 3922366464 avail 3690844160 00000100:00100000:1.0:1746134049.529287:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1830953548208768:12345-0@lo:13:osp-pre-0-0.0 Request processed in 233us (363us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134049.529293:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 501 00000100:00100000:0.0:1746134049.529351:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3768:1830953548208768:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1746134050.244782:0:9597:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1746134050.847722:0:28211:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16h: mmap read after truncate file ======= 17:14:10 (1746134050) 00000100:00100000:0.0:1746134050.935935:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134050.936011:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552508160 00000100:00100000:2.0:1746134050.936018:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552508160 00000100:00100000:2.0:1746134050.936092:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43392 00000100:00100000:2.0:1746134050.936100:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+9:2431:x1830953552508160:12345-192.168.203.26@tcp:41:stat.0 00000004:00000024:2.0:1746134050.936165:0:7232:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 7842455552 avail 7379410944 00000100:00100000:2.0:1746134050.936208:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+9:2431:x1830953552508160:12345-192.168.203.26@tcp:41:stat.0 Request processed in 108us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134050.936214:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43392 00000100:00080000:3.0:1746134050.936271:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746134051.065640:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134051.065778:0:10165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552508288 00000100:00100000:2.0:1746134051.065785:0:10165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552508288 00000100:00100000:2.0:1746134051.065827:0:10165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43393 00000100:00100000:2.0:1746134051.065834:0:10165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+9:2435:x1830953552508288:12345-192.168.203.26@tcp:101:lfs.0 00010000:00010000:2.0:1746134051.065848:0:10165:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134051.065861:0:10165:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b90f400/0x9682c7de153c93a8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957507fe expref: -99 pid: 10165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134051.065909:0:10165:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b90f000/0x9682c7de153c93af lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10165 initiator: MDT0 00010000:00010000:2.0:1746134051.065919:0:10165:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b90f000/0x9682c7de153c93af lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10165 initiator: MDT0 00010000:00010000:2.0:1746134051.065929:0:10165:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b90f000/0x9682c7de153c93af lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10165 initiator: MDT0 00000004:00200000:2.0:1746134051.065960:0:10165:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746134051.065963:0:10165:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746134051.065976:0:10165:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009b90f000/0x9682c7de153c93af lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10165 initiator: MDT0 00010000:00010000:2.0:1746134051.065993:0:10165:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b90f400/0x9682c7de153c93a8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957507fe expref: 11 pid: 10165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134051.067240:0:10165:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b90f000/0x9682c7de153c93af lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957507fe expref: 10 pid: 10165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134051.067249:0:10165:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:2.0:1746134051.067252:0:10165:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746134051.067254:0:10165:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f000, rc 0) 00000100:00100000:2.0:1746134051.067297:0:10165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2435:x1830953552508288:12345-192.168.203.26@tcp:101:lfs.0 Request processed in 1464us (1663us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134051.067304:0:10165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43393 00000100:00100000:0.0:1746134051.071206:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134051.071240:0:10165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552508416 00000100:00100000:0.0:1746134051.071246:0:10165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552508416 00000100:00100000:0.0:1746134051.071929:0:10165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43394 00000100:00100000:0.0:1746134051.071938:0:10165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2435:x1830953552508416:12345-192.168.203.26@tcp:101:lfs.0 00010000:00010000:0.0:1746134051.071953:0:10165:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134051.071966:0:10165:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0f000/0x9682c7de153c93b6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750805 expref: -99 pid: 10165 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134051.072006:0:10165:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0e400/0x9682c7de153c93bd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10165 initiator: MDT0 00010000:00010000:0.0:1746134051.072016:0:10165:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0e400/0x9682c7de153c93bd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10165 initiator: MDT0 00010000:00010000:0.0:1746134051.072034:0:10165:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0e400/0x9682c7de153c93bd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10165 initiator: MDT0 00010000:00010000:0.0:1746134051.072069:0:10165:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0e800/0x9682c7de153c93c4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10165 initiator: MDT0 00010000:00010000:0.0:1746134051.072075:0:10165:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0e800/0x9682c7de153c93c4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10165 initiator: MDT0 00010000:00010000:0.0:1746134051.072080:0:10165:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0e800/0x9682c7de153c93c4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10165 initiator: MDT0 00010000:00010000:0.0:1746134051.072110:0:10165:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0e400/0x9682c7de153c93bd lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10165 initiator: MDT0 00010000:00010000:0.0:1746134051.072133:0:10165:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0e400/0x9682c7de153c93bd lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10165 initiator: MDT0 00010000:00010000:0.0:1746134051.072138:0:10165:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0e400/0x9682c7de153c93bd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10165 initiator: MDT0 00010000:00010000:0.0:1746134051.072144:0:10165:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0e400/0x9682c7de153c93bd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10165 initiator: MDT0 00010000:00010000:0.0:1746134051.072149:0:10165:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008fe0e400 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:0.0:1746134051.072152:0:10165:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0e400/0x9682c7de153c93bd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10165 initiator: MDT0 00010000:00010000:0.0:1746134051.072157:0:10165:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0e400/0x9682c7de153c93bd lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10165 initiator: MDT0 00010000:00010000:0.0:1746134051.072165:0:10165:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:0.0:1746134051.072168:0:10165:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746134051.072171:0:10165:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0e400/0x9682c7de153c93bd lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10165 initiator: MDT0 00010000:00010000:0.0:1746134051.072175:0:10165:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0e400/0x9682c7de153c93bd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10165 initiator: MDT0 00010000:00010000:0.0:1746134051.072200:0:10165:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0e800/0x9682c7de153c93c4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10165 initiator: MDT0 00010000:00010000:0.0:1746134051.072204:0:10165:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0e800/0x9682c7de153c93c4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10165 initiator: MDT0 00010000:00010000:0.0:1746134051.072208:0:10165:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0e800/0x9682c7de153c93c4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10165 initiator: MDT0 00010000:00010000:0.0:1746134051.072212:0:10165:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008fe0e800 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:0.0:1746134051.072214:0:10165:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0e800/0x9682c7de153c93c4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10165 initiator: MDT0 00010000:00010000:0.0:1746134051.072218:0:10165:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0e800/0x9682c7de153c93c4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10165 initiator: MDT0 00010000:00010000:0.0:1746134051.072223:0:10165:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff8800a4a4ca00) 00010000:00010000:0.0:1746134051.072225:0:10165:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746134051.072227:0:10165:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0e800/0x9682c7de153c93c4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10165 initiator: MDT0 00010000:00010000:0.0:1746134051.072232:0:10165:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0e800/0x9682c7de153c93c4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10165 initiator: MDT0 00010000:00010000:0.0:1746134051.072253:0:10165:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0f000/0x9682c7de153c93b6 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750805 expref: 11 pid: 10165 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134051.072260:0:10165:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0f000/0x9682c7de153c93b6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750805 expref: 11 pid: 10165 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134051.072267:0:10165:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fe0f000, rc 0) 00000100:00100000:0.0:1746134051.072300:0:10165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2435:x1830953552508416:12345-192.168.203.26@tcp:101:lfs.0 Request processed in 364us (1100us total) trans 0 rc 301/301 00000100:00100000:0.0:1746134051.072306:0:10165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43394 00000100:00100000:2.0:1746134051.075257:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134051.075907:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552508672 00000100:00100000:1.0:1746134051.075914:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552508672 00000100:00100000:1.0:1746134051.076180:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43395 00000100:00100000:1.0:1746134051.076188:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2435:x1830953552508672:12345-192.168.203.26@tcp:36:lfs.0 00010000:00010000:1.0:1746134051.076225:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134051.076245:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b90f000/0x9682c7de153c93af lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957507fe expref: 10 pid: 10165 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134051.076919:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:1.0:1746134051.076923:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746134051.076967:0:7232:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c0a00/0x9682c7de153c93cb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.076976:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c0a00/0x9682c7de153c93cb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.076984:0:7232:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c0a00/0x9682c7de153c93cb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.076994:0:7232:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c1e00/0x9682c7de153c93d2 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.076999:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c1e00/0x9682c7de153c93d2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.077005:0:7232:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c1e00/0x9682c7de153c93d2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00000040:00080000:1.0:1746134051.077621:0:7232:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x200000400:0x2:0x0].8, 2152 off47360 00000040:00080000:1.0:1746134051.077677:0:7232:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x240000401:0x2:0x0].8, 2352 off48856 00000004:00080000:1.0:1746134051.077683:0:7232:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff880085e20b40 with version 18 00000004:00080000:0.0:1746134051.077779:0:8389:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff8800a564a540 version 18 rpc_version 18 00000020:00100000:0.0:1746134051.077804:0:8389:0:(genops.c:2421:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1746134051.077811:0:8389:0:(client.c:764:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff880091a85180 x1830953548209024/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 4216/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746134051.077827:0:8389:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091a85180 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8389:1830953548209024:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1746134051.077870:0:8389:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746134051.077924:0:8389:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562de40 going to sleep for 11 seconds 00000100:00100000:2.0:1746134051.077998:0:8393:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548209024 00000100:00100000:2.0:1746134051.078002:0:8393:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548209024 00000100:00100000:2.0:1746134051.078032:0:8393:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:2.0:1746134051.078037:0:8393:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:8389:x1830953548209024:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1746134051.078319:0:8393:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:8389:x1830953548209024:12345-0@lo:1000:osp_up1-0.0 Request processed in 280us (447us total) trans 4294967376 rc 0/0 00000100:00100000:2.0:1746134051.078325:0:8393:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00000100:00100000:0.0:1746134051.078412:0:8389:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091a85180 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8389:1830953548209024:0@lo:1000:osp_up1-0.0 00010000:00010000:1.0:1746134051.078501:0:7232:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c1800/0x9682c7de153c93d9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.078509:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c1800/0x9682c7de153c93d9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.078516:0:7232:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c1800/0x9682c7de153c93d9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.078528:0:7232:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01cd400/0x9682c7de153c93e0 lrc: 3/0,1 mode: --/PW res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.078533:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01cd400/0x9682c7de153c93e0 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.078538:0:7232:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01cd400/0x9682c7de153c93e0 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.078557:0:7232:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012de22600/0x9682c7de153c93e7 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.078562:0:7232:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012de22600/0x9682c7de153c93e7 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.078569:0:7232:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012de22600/0x9682c7de153c93e7 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 7232 initiator: MDT0 00000100:00100000:1.0:1746134051.078578:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008115b100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:7232:1830953548209152:0@lo:101:mdt00_000.0 00000100:00100000:1.0:1746134051.078596:0:7232:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746134051.080370:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746134051.080498:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548209152 00000100:00100000:0.0:1746134051.080504:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548209152 00000100:00100000:0.0:1746134051.080539:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:0.0:1746134051.080544:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081158a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:7232:x1830953548209152:12345-0@lo:101:mdt00_000.0 00010000:00010000:0.0:1746134051.080559:0:7237:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134051.080605:0:7237:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008fe0fe00/0x9682c7de153c93ee lrc: 2/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9682c7de153c93e7 expref: -99 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134051.080625:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008fe0fe00/0x9682c7de153c93ee lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9682c7de153c93e7 expref: 7 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134051.080635:0:7237:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008fe0fe00/0x9682c7de153c93ee lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9682c7de153c93e7 expref: 7 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134051.080645:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff8800a4a4cc00) 00010000:00010000:0.0:1746134051.080647:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746134051.080650:0:7237:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fe0fe00, rc 0) 00000100:00100000:0.0:1746134051.080694:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081158a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:7232:x1830953548209152:12345-0@lo:101:mdt00_000.0 Request processed in 150us (2097us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134051.080700:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00100000:1.0:1746134051.080758:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008115b100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:7232:1830953548209152:0@lo:101:mdt00_000.0 00010000:00010000:1.0:1746134051.080769:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012de22600/0x9682c7de153c93e7 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9682c7de153c93ee expref: -99 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134051.080777:0:7232:0:(ldlm_request.c:783:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012de22600/0x9682c7de153c93e7 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9682c7de153c93ee expref: -99 pid: 7232 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1746134051.080793:0:7232:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88012fdc7480 reply state ffff88008fe00000 transno 4294986330 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01cd400/0x9682c7de153c93e0 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.080800:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01cd400/0x9682c7de153c93e0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.080806:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88012b6f7100) 00010000:00010000:1.0:1746134051.080808:0:7232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1746134051.080810:0:7232:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1746134051.080815:0:7232:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012de22600/0x9682c7de153c93e7 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9682c7de153c93ee expref: -99 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134051.080822:0:7232:0:(ldlm_lock.c:914:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012de22600/0x9682c7de153c93e7 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9682c7de153c93ee expref: -99 pid: 7232 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1746134051.080835:0:7232:0:(osp_object.c:1377:osp_invalidate()) Invalidate osp_object [0x240000401:0x9:0x0] 00000004:00010000:1.0:1746134051.080840:0:7232:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88012fdc7480 reply state ffff88008fe00000 transno 4294986330 ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c1800/0x9682c7de153c93d9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.080846:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c1800/0x9682c7de153c93d9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.080851:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88012b6f7400) 00010000:00010000:1.0:1746134051.080853:0:7232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1746134051.080854:0:7232:0:(service.c:173:ptlrpc_save_lock()) nlocks 1 00000004:00200000:1.0:1746134051.080857:0:7232:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 4096 00010000:00010000:1.0:1746134051.080863:0:7232:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c0a00/0x9682c7de153c93cb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.080868:0:7232:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c0a00/0x9682c7de153c93cb lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.080873:0:7232:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c0a00/0x9682c7de153c93cb lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.080878:0:7232:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800915c0a00 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:1.0:1746134051.080881:0:7232:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c0a00/0x9682c7de153c93cb lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.080886:0:7232:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c0a00/0x9682c7de153c93cb lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.080893:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:1.0:1746134051.080894:0:7232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746134051.080896:0:7232:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c0a00/0x9682c7de153c93cb lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.080900:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c0a00/0x9682c7de153c93cb lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7232 initiator: MDT0 00000004:00010000:1.0:1746134051.080909:0:7232:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88012fdc7480 reply state ffff88008fe00000 transno 4294986330 ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c1e00/0x9682c7de153c93d2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.080914:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c1e00/0x9682c7de153c93d2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.080919:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff88012b6f7500) 00010000:00010000:1.0:1746134051.080920:0:7232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1746134051.080921:0:7232:0:(service.c:173:ptlrpc_save_lock()) nlocks 2 00000100:00100000:1.0:1746134051.080979:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:2435:x1830953552508672:12345-192.168.203.26@tcp:36:lfs.0 Request processed in 4790us (5727us total) trans 4294986330 rc 0/0 00000100:00100000:1.0:1746134051.080985:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43395 00000100:00100000:0.0:1746134051.109629:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134051.109716:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552508800 00000100:00100000:1.0:1746134051.109723:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552508800 00000100:00100000:1.0:1746134051.109757:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43396 00000100:00100000:1.0:1746134051.109764:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:2436:x1830953552508800:12345-192.168.203.26@tcp:101:cp.0 00010000:00010000:1.0:1746134051.109783:0:7232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134051.109797:0:7232:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012de23200/0x9682c7de153c93f5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575080c expref: -99 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134051.109841:0:7232:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c0a00/0x9682c7de153c93fc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.109851:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c0a00/0x9682c7de153c93fc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.109859:0:7232:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c0a00/0x9682c7de153c93fc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00000004:00200000:1.0:1746134051.109886:0:7232:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1746134051.109889:0:7232:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1746134051.109901:0:7232:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c0a00/0x9682c7de153c93fc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.109916:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012de23200/0x9682c7de153c93f5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575080c expref: 13 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134051.110569:0:7232:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c0a00/0x9682c7de153c93fc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575080c expref: 12 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134051.110577:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:1.0:1746134051.110579:0:7232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746134051.110581:0:7232:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c0a00, rc 0) 00000100:00100000:1.0:1746134051.110631:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+12:2436:x1830953552508800:12345-192.168.203.26@tcp:101:cp.0 Request processed in 867us (1008us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134051.110637:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43396 00000100:00100000:0.0:1746134051.114608:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134051.114776:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552508928 00000100:00100000:1.0:1746134051.114783:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552508928 00000100:00100000:1.0:1746134051.114816:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43397 00000100:00100000:1.0:1746134051.114822:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+12:2436:x1830953552508928:12345-192.168.203.26@tcp:101:cp.0 00010000:00010000:1.0:1746134051.114838:0:7232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134051.114852:0:7232:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012de23600/0x9682c7de153c9403 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750813 expref: -99 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134051.114892:0:7232:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01cc600/0x9682c7de153c940a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.114901:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01cc600/0x9682c7de153c940a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.114910:0:7232:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01cc600/0x9682c7de153c940a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.114919:0:7232:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880123b79000/0x9682c7de153c9411 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.114923:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880123b79000/0x9682c7de153c9411 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.114927:0:7232:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880123b79000/0x9682c7de153c9411 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.115517:0:7232:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880123b78a00/0x9682c7de153c9418 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.115525:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880123b78a00/0x9682c7de153c9418 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.115531:0:7232:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880123b78a00/0x9682c7de153c9418 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00000004:00200000:1.0:1746134051.115576:0:7232:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 4096 00000004:00200000:1.0:1746134051.115579:0:7232:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:1.0:1746134051.115592:0:7232:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880123b78a00/0x9682c7de153c9418 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.115599:0:7232:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01cc600/0x9682c7de153c940a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.115605:0:7232:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01cc600/0x9682c7de153c940a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.115610:0:7232:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01cc600/0x9682c7de153c940a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.115614:0:7232:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a01cc600 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:1.0:1746134051.115618:0:7232:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01cc600/0x9682c7de153c940a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.115623:0:7232:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01cc600/0x9682c7de153c940a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.115632:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:1.0:1746134051.115634:0:7232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746134051.115637:0:7232:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01cc600/0x9682c7de153c940a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.115642:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01cc600/0x9682c7de153c940a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.115650:0:7232:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880123b79000/0x9682c7de153c9411 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.115655:0:7232:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880123b79000/0x9682c7de153c9411 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.115660:0:7232:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880123b79000/0x9682c7de153c9411 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.115664:0:7232:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880123b79000 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:1.0:1746134051.115665:0:7232:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880123b79000/0x9682c7de153c9411 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.115670:0:7232:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880123b79000/0x9682c7de153c9411 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.115675:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff88012b6f7500) 00010000:00010000:1.0:1746134051.115677:0:7232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746134051.115678:0:7232:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880123b79000/0x9682c7de153c9411 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.115682:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880123b79000/0x9682c7de153c9411 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.115699:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012de23600/0x9682c7de153c9403 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750813 expref: 14 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134051.115708:0:7232:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880123b78a00/0x9682c7de153c9418 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750813 expref: 13 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134051.115714:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88012b6f7400) 00010000:00010000:1.0:1746134051.115715:0:7232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1746134051.115717:0:7232:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880123b78a00, rc 0) 00000100:00100000:1.0:1746134051.115758:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+13:2436:x1830953552508928:12345-192.168.203.26@tcp:101:cp.0 Request processed in 936us (1157us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134051.115764:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43397 00000100:00100000:0.0:1746134051.117706:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134051.117899:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552509056 00000100:00100000:1.0:1746134051.117905:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552509056 00000100:00100000:1.0:1746134051.117935:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43398 00000100:00100000:1.0:1746134051.117940:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+13:2436:x1830953552509056:12345-192.168.203.26@tcp:101:cp.0 00010000:00010000:1.0:1746134051.117954:0:7232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134051.117965:0:7232:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880123b79400/0x9682c7de153c941f lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575081a expref: -99 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134051.117998:0:7232:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880123b78800/0x9682c7de153c9426 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.118006:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880123b78800/0x9682c7de153c9426 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.118014:0:7232:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880123b78800/0x9682c7de153c9426 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00000004:00200000:1.0:1746134051.118058:0:7232:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000400:0x9:0x0]: returning size 4096 00000004:00200000:1.0:1746134051.118061:0:7232:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1746134051.118082:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880123b79400/0x9682c7de153c941f lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575081a expref: 15 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134051.118094:0:7232:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880123b78800/0x9682c7de153c9426 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575081a expref: 14 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134051.118100:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88012b6f7100) 00010000:00010000:1.0:1746134051.118102:0:7232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1746134051.118104:0:7232:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880123b78800, rc 0) 00000100:00100000:1.0:1746134051.118545:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+14:2436:x1830953552509056:12345-192.168.203.26@tcp:101:cp.0 Request processed in 602us (841us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134051.118551:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43398 00000100:00100000:0.0:1746134051.120990:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134051.121108:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552509184 00000100:00100000:1.0:1746134051.121140:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552509184 00000100:00080000:3.0:1746134051.122446:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746134051.122519:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43399 00000100:00100000:1.0:1746134051.122527:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+5:2436:x1830953552509184:12345-192.168.203.26@tcp:101:cp.0 00010000:00010000:1.0:1746134051.122543:0:7232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134051.122557:0:7232:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880123b79c00/0x9682c7de153c942d lrc: 2/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750821 expref: -99 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134051.122594:0:7232:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880123b79e00/0x9682c7de153c9434 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.122604:0:7232:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008fe0fe00/0x9682c7de153c93ee lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9682c7de153c93e7 expref: 6 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134051.122614:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880123b79e00/0x9682c7de153c9434 lrc: 4/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT1 00010000:00010000:1.0:1746134051.122636:0:7232:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88008fe0fe00/0x9682c7de153c93ee lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x9682c7de153c93e7 expref: 6 pid: 7237 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134051.122646:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008115b100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:7232:1830953548209280:0@lo:104: 00000100:00100000:1.0:1746134051.122683:0:7232:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746134051.123491:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746134051.123579:0:18121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548209280 00000100:00100000:3.0:1746134051.123584:0:18121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548209280 00000100:00100000:3.0:1746134051.123606:0:18121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1746134051.123611:0:18121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081158700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:7232:x1830953548209280:12345-0@lo:104: 00010000:00010000:3.0:1746134051.123620:0:18121:0:(ldlm_lockd.c:2491:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012de22600/0x9682c7de153c93e7 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9682c7de153c93ee expref: -99 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134051.123656:0:18121:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1746134051.123661:0:18121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081158700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:7232:x1830953548209280:12345-0@lo:104: Request processed in 50us (977us total) trans 0 rc 0/0 00010000:00010000:2.0:1746134051.123663:0:7223:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1746134051.123666:0:18121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00010000:00010000:2.0:1746134051.123670:0:7223:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012de22600/0x9682c7de153c93e7 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9682c7de153c93ee expref: -99 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134051.123687:0:7223:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012de22600 already unused, calling callback (ffffffffa0f0de30) 00010000:00010000:2.0:1746134051.123691:0:7223:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012de22600/0x9682c7de153c93e7 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x9682c7de153c93ee expref: -99 pid: 7232 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1746134051.123699:0:7223:0:(mdt_handler.c:3930:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012de22600/0x9682c7de153c93e7 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x9682c7de153c93ee expref: -99 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134051.123718:0:7223:0:(ldlm_request.c:1331:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012de22600/0x9682c7de153c93e7 lrc: 2/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9682c7de153c93ee expref: -99 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134051.123723:0:7223:0:(ldlm_request.c:1377:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1746134051.123745:0:7223:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012de22600/0x9682c7de153c93e7 lrc: 1/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9682c7de153c93ee expref: -99 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134051.123751:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012de22600/0x9682c7de153c93e7 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9682c7de153c93ee expref: -99 pid: 7232 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134051.123763:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008115b100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:7232:1830953548209280:0@lo:104: 00010000:00010000:2.0:1746134051.123767:0:7223:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746134051.123768:0:7223:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746134051.123769:0:7223:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746134051.123775:0:7232:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff880123b79e00/0x9682c7de153c9434 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT1 00000100:00100000:0.0:1746134051.123823:0:3768:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746134051.123831:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3768:1830953548209408:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1746134051.123857:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746134051.123879:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548209408 00000100:00100000:2.0:1746134051.123882:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548209408 00010000:00010000:2.0:1746134051.123899:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008fe0fe00/0x9682c7de153c93ee lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x9682c7de153c93e7 expref: 7 pid: 7237 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134051.123916:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15370 00000100:00100000:2.0:1746134051.123919:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea59450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+7:3768:x1830953548209408:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1746134051.123926:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:0.0:1746134051.129772:0:8374:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967376 is committed 00010000:00010000:2.0:1746134051.129886:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008fe0fe00/0x9682c7de153c93ee lrc: 0/0,0 mode: --/PW res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x9682c7de153c93e7 expref: 6 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134051.129904:0:8382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff8800a4a4cc00) 00010000:00010000:2.0:1746134051.129909:0:8382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff880123b79e00/0x9682c7de153c9434 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT1 00010000:00010000:2.0:1746134051.129916:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880123b79e00/0x9682c7de153c9434 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7232 initiator: MDT1 00010000:00010000:2.0:1746134051.129922:0:8382:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880123b79e00/0x9682c7de153c9434 lrc: 4/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7232 initiator: MDT1 00010000:00010000:2.0:1746134051.129954:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134051.130002:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea59450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+5:3768:x1830953548209408:12345-0@lo:103:ldlm_bl.0 Request processed in 6080us (6143us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134051.130009:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15370 00000100:00100000:2.0:1746134051.130083:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3768:1830953548209408:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1746134051.130221:0:7232:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880123b79e00/0x9682c7de153c9434 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT1 00010000:00010000:1.0:1746134051.130227:0:7232:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880123b79e00/0x9682c7de153c9434 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT1 00000004:00200000:1.0:1746134051.130263:0:7232:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000401:0x9:0x0]: returning size 4096 00000004:00200000:1.0:1746134051.130267:0:7232:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1746134051.130296:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880123b79c00/0x9682c7de153c942d lrc: 0/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750821 expref: 7 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134051.130308:0:7232:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880123b79e00/0x9682c7de153c9434 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750821 expref: 6 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134051.130314:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff8800a4a4cc00) 00010000:00010000:1.0:1746134051.130316:0:7232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1746134051.130318:0:7232:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880123b79e00, rc 0) 00000100:00100000:1.0:1746134051.130347:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2436:x1830953552509184:12345-192.168.203.26@tcp:101:cp.0 Request processed in 7822us (9364us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134051.130353:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43399 00000100:00100000:0.0:1746134051.133847:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134051.133904:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552509312 00000100:00100000:1.0:1746134051.133911:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552509312 00000100:00100000:1.0:1746134051.133950:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43400 00000100:00100000:1.0:1746134051.133957:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+14:2436:x1830953552509312:12345-192.168.203.26@tcp:101:cp.0 00010000:00010000:1.0:1746134051.133972:0:7232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134051.133986:0:7232:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b6bac00/0x9682c7de153c943b lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750828 expref: -99 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134051.134041:0:7232:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfac00/0x9682c7de153c9442 lrc: 3/1,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.134051:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfac00/0x9682c7de153c9442 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.134059:0:7232:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfac00/0x9682c7de153c9442 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.134069:0:7232:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfa800/0x9682c7de153c9449 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.134074:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfa800/0x9682c7de153c9449 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.134079:0:7232:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfa800/0x9682c7de153c9449 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.134155:0:7232:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfac00/0x9682c7de153c9442 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.134165:0:7232:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfac00/0x9682c7de153c9442 lrc: 2/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.134170:0:7232:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfac00/0x9682c7de153c9442 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.134174:0:7232:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bbfac00 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:1.0:1746134051.134176:0:7232:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfac00/0x9682c7de153c9442 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.134181:0:7232:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfac00/0x9682c7de153c9442 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.134190:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88012b6f7100) 00010000:00010000:1.0:1746134051.134192:0:7232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746134051.134195:0:7232:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfac00/0x9682c7de153c9442 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.134199:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfac00/0x9682c7de153c9442 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.134207:0:7232:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfa800/0x9682c7de153c9449 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.134211:0:7232:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfa800/0x9682c7de153c9449 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.134214:0:7232:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfa800/0x9682c7de153c9449 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.134218:0:7232:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bbfa800 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:1.0:1746134051.134220:0:7232:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfa800/0x9682c7de153c9449 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.134228:0:7232:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfa800/0x9682c7de153c9449 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.134233:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff880135b39f00) 00010000:00010000:1.0:1746134051.134234:0:7232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746134051.134236:0:7232:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfa800/0x9682c7de153c9449 lrc: 2/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.134240:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfa800/0x9682c7de153c9449 lrc: 0/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.134261:0:7232:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b6bac00/0x9682c7de153c943b lrc: 1/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750828 expref: 15 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134051.134267:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b6bac00/0x9682c7de153c943b lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750828 expref: 15 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134051.134273:0:7232:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b6bac00, rc 0) 00000100:00100000:0.0:1746134051.134356:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+14:2436:x1830953552509312:12345-192.168.203.26@tcp:101:cp.0 Request processed in 397us (513us total) trans 0 rc 301/301 00000100:00100000:0.0:1746134051.134363:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43400 00000100:00100000:0.0:1746134051.139332:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134051.139420:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552509568 00000100:00100000:1.0:1746134051.139427:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552509568 00000100:00100000:1.0:1746134051.139459:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43401 00000100:00100000:1.0:1746134051.139464:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+14:2436:x1830953552509568:12345-192.168.203.26@tcp:101:cp.0 00010000:00010000:1.0:1746134051.139477:0:7232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134051.139479:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1746134051.139499:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880123b78800/0x9682c7de153c9426 lrc: 0/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575081a expref: 14 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134051.139511:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88012b6f7100) 00010000:00010000:1.0:1746134051.139514:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746134051.139522:0:7232:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ce47600/0x9682c7de153c9450 lrc: 2/0,0 mode: --/CW res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575082f expref: -99 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134051.139586:0:7232:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ce47000/0x9682c7de153c9457 lrc: 3/0,1 mode: --/CW res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.139594:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ce47000/0x9682c7de153c9457 lrc: 3/0,1 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.139600:0:7232:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ce47000/0x9682c7de153c9457 lrc: 3/0,1 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.139610:0:7232:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092101200/0x9682c7de153c945e lrc: 3/0,1 mode: --/PW res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.139614:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092101200/0x9682c7de153c945e lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.139618:0:7232:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092101200/0x9682c7de153c945e lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00000004:00080000:1.0:1746134051.139800:0:7232:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1b:0x0], index 0: 0 00010000:00010000:1.0:1746134051.139873:0:7232:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095787000/0x9682c7de153c9465 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.139878:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095787000/0x9682c7de153c9465 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.139883:0:7232:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095787000/0x9682c7de153c9465 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.139900:0:7232:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ce47000/0x9682c7de153c9457 lrc: 3/0,1 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.139904:0:7232:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ce47000/0x9682c7de153c9457 lrc: 2/0,0 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.139909:0:7232:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ce47000/0x9682c7de153c9457 lrc: 3/0,0 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.139913:0:7232:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ce47000 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:1.0:1746134051.139916:0:7232:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ce47000/0x9682c7de153c9457 lrc: 3/0,0 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.139920:0:7232:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ce47000/0x9682c7de153c9457 lrc: 4/0,0 mode: CW/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.139925:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88012b6f7100) 00010000:00010000:1.0:1746134051.139927:0:7232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746134051.139929:0:7232:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ce47000/0x9682c7de153c9457 lrc: 2/0,0 mode: --/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.139933:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ce47000/0x9682c7de153c9457 lrc: 0/0,0 mode: --/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7232 initiator: MDT0 00000004:00010000:1.0:1746134051.139939:0:7232:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800893e1c00 reply state ffff88008fdb4000 transno 4294986331 ns: mdt-lustre-MDT0000_UUID lock: ffff880092101200/0x9682c7de153c945e lrc: 3/0,1 mode: PW/PW res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.139944:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092101200/0x9682c7de153c945e lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.139961:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff880135b39500) 00010000:00010000:1.0:1746134051.139963:0:7232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1746134051.139965:0:7232:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1746134051.139979:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ce47600/0x9682c7de153c9450 lrc: 0/0,0 mode: --/CW res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575082f expref: 16 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134051.139987:0:7232:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095787000/0x9682c7de153c9465 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575082f expref: 15 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134051.139996:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff880135b39300) 00010000:00010000:1.0:1746134051.139998:0:7232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746134051.139999:0:7232:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095787000, rc 0) 00000100:00100000:1.0:1746134051.140042:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2436:x1830953552509568:12345-192.168.203.26@tcp:101:cp.0 Request processed in 578us (716us total) trans 4294986331 rc 0/0 00000100:00100000:1.0:1746134051.140047:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43401 00000100:00100000:0.0:1746134051.145671:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134051.145746:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552509696 00000100:00100000:2.0:1746134051.145753:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552509696 00000100:00080000:3.0:1746134051.145837:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746134051.146513:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30068 00000100:00100000:2.0:1746134051.146522:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+5:2010:x1830953552509696:12345-192.168.203.26@tcp:101:cp.0 00010000:00010000:2.0:1746134051.146536:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134051.146551:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b90fc00/0x9682c7de153c9473 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750836 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746134051.146569:0:9580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1746134051.146584:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134051.146585:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134051.146592:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b90fc00/0x9682c7de153c9473 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750836 expref: 6 pid: 9580 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746134051.146607:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b90fc00/0x9682c7de153c9473 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750836 expref: 6 pid: 9580 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746134051.146621:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90fc00, rc 0) 00000100:00100000:2.0:1746134051.146672:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2010:x1830953552509696:12345-192.168.203.26@tcp:101:cp.0 Request processed in 151us (1007us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134051.146677:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30068 00000100:00100000:0.0:1746134051.157013:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134051.158107:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552509824 00000100:00100000:2.0:1746134051.158126:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552509824 00000100:00100000:2.0:1746134051.158170:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30069 00000100:00100000:2.0:1746134051.158177:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2436:x1830953552509824:12345-192.168.203.26@tcp:101:cp.0 00010000:00010000:2.0:1746134051.158191:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134051.158203:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b90f200/0x9682c7de153c947a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575083d expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134051.158225:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b90fc00/0x9682c7de153c9473 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750836 expref: 7 pid: 9580 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746134051.158232:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134051.158234:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134051.158237:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b90f200/0x9682c7de153c947a lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575083d expref: 7 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134051.158257:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b90fc00/0x9682c7de153c9473 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750836 expref: 7 pid: 9580 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746134051.158266:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b90fc00/0x9682c7de153c9473 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750836 expref: 7 pid: 9580 timeout: 820 lvb_type: 1 00000100:00100000:2.0:1746134051.158281:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24940:1830953548209536:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134051.158349:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b6ca0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746134051.162828:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24940:1830953548209536:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134051.162852:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b90f200/0x9682c7de153c947a lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575083d expref: 7 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134051.162865:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90f200, rc 0) 00000100:00100000:2.0:1746134051.163327:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2436:x1830953552509824:12345-192.168.203.26@tcp:101:cp.0 Request processed in 5149us (6319us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134051.163336:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30069 00000100:00100000:0.0:1746134051.163555:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134051.163606:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552509952 00000100:00100000:2.0:1746134051.163612:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552509952 00010000:00010000:2.0:1746134051.163631:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b90fc00/0x9682c7de153c9473 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750836 expref: 7 pid: 9580 timeout: 820 lvb_type: 1 00000100:00100000:2.0:1746134051.163652:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15371 00000100:00100000:2.0:1746134051.163658:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2010:x1830953552509952:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134051.163670:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134051.163685:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b90fc00/0x9682c7de153c9473 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750836 expref: 7 pid: 9580 timeout: 820 lvb_type: 1 00010000:00010000:2.0:1746134051.163694:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b90fc00/0x9682c7de153c9473 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750836 expref: 7 pid: 9580 timeout: 820 lvb_type: 1 00010000:00010000:2.0:1746134051.163717:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b90fc00/0x9682c7de153c9473 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750836 expref: 7 pid: 9580 timeout: 820 lvb_type: 1 00010000:00010000:2.0:1746134051.165069:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134051.165072:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134051.165080:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b90f200/0x9682c7de153c947a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575083d expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134051.165087:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b90f200/0x9682c7de153c947a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575083d expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134051.165127:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009b90f200/0x9682c7de153c947a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575083d expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134051.165138:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8382:1830953548209664:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134051.165205:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b6ca0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746134051.174503:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134051.174560:0:20211:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552510208 00000100:00100000:0.0:1746134051.174567:0:20211:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552510208 00000100:00100000:2.0:1746134051.175532:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8382:1830953548209664:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134051.175548:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134051.175583:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2010:x1830953552509952:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 11924us (12028us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134051.175591:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15371 00000100:00100000:0.0:1746134051.175797:0:20211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 184 00000100:00100000:0.0:1746134051.175805:0:20211:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801307b1450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2436:x1830953552510208:12345-192.168.203.26@tcp:35:cp.0 00000100:00100000:0.0:1746134051.184639:0:20211:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801307b1450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+17:2436:x1830953552510208:12345-192.168.203.26@tcp:35:cp.0 Request processed in 8828us (10135us total) trans 4294986332 rc 0/0 00000100:00100000:0.0:1746134051.184648:0:20211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 184 00000100:00100000:0.0:1746134051.217438:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134051.217526:0:10165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552510464 00000100:00100000:2.0:1746134051.217532:0:10165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552510464 00000100:00100000:2.0:1746134051.217584:0:10165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43402 00000100:00100000:2.0:1746134051.217591:0:10165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+17:2439:x1830953552510464:12345-192.168.203.26@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746134051.217614:0:10165:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134051.217627:0:10165:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b90f400/0x9682c7de153c9481 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750844 expref: -99 pid: 10165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134051.217705:0:10165:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b90e400/0x9682c7de153c9488 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10165 initiator: MDT0 00010000:00010000:2.0:1746134051.217715:0:10165:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b90e400/0x9682c7de153c9488 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x47:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10165 initiator: MDT0 00010000:00010000:2.0:1746134051.217724:0:10165:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b90e400/0x9682c7de153c9488 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x47:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10165 initiator: MDT0 00000004:00200000:2.0:1746134051.217732:0:10165:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x47:0x0]: returning size 1716 00010000:00010000:2.0:1746134051.217822:0:10165:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b90f400/0x9682c7de153c9481 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x47:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750844 expref: 20 pid: 10165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134051.218186:0:10165:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b90e400/0x9682c7de153c9488 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x47:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750844 expref: 19 pid: 10165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134051.218194:0:10165:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff880135b39300) 00010000:00010000:2.0:1746134051.218196:0:10165:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1746134051.218198:0:10165:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90e400, rc 0) 00000100:00100000:2.0:1746134051.218860:0:10165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+19:2439:x1830953552510464:12345-192.168.203.26@tcp:101:mmap_cat.0 Request processed in 1268us (1428us total) trans 4294986333 rc 0/0 00000100:00100000:2.0:1746134051.218866:0:10165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43402 00010000:00010000:3.0:1746134051.246287:0:9596:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746134051.247455:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134051.247644:0:10165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552510592 00000100:00100000:2.0:1746134051.247651:0:10165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552510592 00000100:00100000:2.0:1746134051.247704:0:10165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43403 00000100:00100000:2.0:1746134051.247710:0:10165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+8:2443:x1830953552510592:12345-192.168.203.26@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746134051.247725:0:10165:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134051.247737:0:10165:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b90e000/0x9682c7de153c9496 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575084b expref: -99 pid: 10165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134051.247779:0:10165:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b90ec00/0x9682c7de153c949d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10165 initiator: MDT0 00010000:00010000:2.0:1746134051.247788:0:10165:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b90ec00/0x9682c7de153c949d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10165 initiator: MDT0 00010000:00010000:2.0:1746134051.247796:0:10165:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b90ec00/0x9682c7de153c949d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10165 initiator: MDT0 00000004:00200000:2.0:1746134051.247825:0:10165:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746134051.247827:0:10165:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746134051.247839:0:10165:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009b90ec00/0x9682c7de153c949d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10165 initiator: MDT0 00010000:00010000:2.0:1746134051.247853:0:10165:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b90e000/0x9682c7de153c9496 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575084b expref: 10 pid: 10165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134051.247875:0:10165:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b90ec00/0x9682c7de153c949d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575084b expref: 9 pid: 10165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134051.247881:0:10165:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:2.0:1746134051.247884:0:10165:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746134051.247886:0:10165:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90ec00, rc 0) 00000100:00100000:2.0:1746134051.247917:0:10165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+9:2443:x1830953552510592:12345-192.168.203.26@tcp:101:mmap_cat.0 Request processed in 207us (467us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134051.247922:0:10165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43403 00000100:00080000:3.0:1746134051.248055:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746134051.250409:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134051.250816:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552510720 00000100:00100000:1.0:1746134051.250822:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552510720 00000100:00100000:1.0:1746134051.250882:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43404 00000100:00100000:1.0:1746134051.250888:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+9:2443:x1830953552510720:12345-192.168.203.26@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746134051.250901:0:7232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134051.250914:0:7232:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095786a00/0x9682c7de153c94a4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750852 expref: -99 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134051.250950:0:7232:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095786e00/0x9682c7de153c94ab lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.250958:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095786e00/0x9682c7de153c94ab lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.250966:0:7232:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095786e00/0x9682c7de153c94ab lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.250972:0:7232:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095786000/0x9682c7de153c94b2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.250977:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095786000/0x9682c7de153c94b2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.250984:0:7232:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095786000/0x9682c7de153c94b2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.251045:0:7232:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095786600/0x9682c7de153c94b9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.251051:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095786600/0x9682c7de153c94b9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.251055:0:7232:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095786600/0x9682c7de153c94b9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00000004:00200000:1.0:1746134051.251096:0:7232:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 4096 00000004:00200000:1.0:1746134051.251099:0:7232:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:1.0:1746134051.251282:0:7232:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880095786600/0x9682c7de153c94b9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.251290:0:7232:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095786e00/0x9682c7de153c94ab lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.251295:0:7232:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095786e00/0x9682c7de153c94ab lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.251300:0:7232:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095786e00/0x9682c7de153c94ab lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.251304:0:7232:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095786e00 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:1.0:1746134051.251306:0:7232:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095786e00/0x9682c7de153c94ab lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.251311:0:7232:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095786e00/0x9682c7de153c94ab lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.251319:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:1.0:1746134051.251321:0:7232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746134051.251324:0:7232:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095786e00/0x9682c7de153c94ab lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.251328:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095786e00/0x9682c7de153c94ab lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.251422:0:7232:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095786000/0x9682c7de153c94b2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.251426:0:7232:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095786000/0x9682c7de153c94b2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.251430:0:7232:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095786000/0x9682c7de153c94b2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.251433:0:7232:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095786000 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:1.0:1746134051.251435:0:7232:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095786000/0x9682c7de153c94b2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.251438:0:7232:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095786000/0x9682c7de153c94b2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.251443:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff88012b6f7500) 00010000:00010000:1.0:1746134051.251444:0:7232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746134051.251446:0:7232:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095786000/0x9682c7de153c94b2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.251449:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095786000/0x9682c7de153c94b2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.251464:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095786a00/0x9682c7de153c94a4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750852 expref: 11 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134051.251475:0:7232:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095786600/0x9682c7de153c94b9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750852 expref: 10 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134051.251479:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88012b6f7400) 00010000:00010000:1.0:1746134051.251481:0:7232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1746134051.251483:0:7232:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095786600, rc 0) 00000100:00100000:1.0:1746134051.251706:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+10:2443:x1830953552510720:12345-192.168.203.26@tcp:101:mmap_cat.0 Request processed in 817us (1301us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134051.251711:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43404 00000100:00100000:0.0:1746134051.253132:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134051.253259:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552510848 00000100:00100000:1.0:1746134051.253264:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552510848 00000100:00100000:1.0:1746134051.253287:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43405 00000100:00100000:1.0:1746134051.253292:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+10:2443:x1830953552510848:12345-192.168.203.26@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746134051.253302:0:7232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134051.253312:0:7232:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095787400/0x9682c7de153c94c0 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750859 expref: -99 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134051.253340:0:7232:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095786800/0x9682c7de153c94c7 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.253348:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095786800/0x9682c7de153c94c7 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134051.253354:0:7232:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095786800/0x9682c7de153c94c7 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00000004:00200000:1.0:1746134051.253377:0:7232:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000400:0x9:0x0]: returning size 4096 00000004:00200000:1.0:1746134051.253379:0:7232:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1746134051.253396:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095787400/0x9682c7de153c94c0 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750859 expref: 12 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134051.253405:0:7232:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095786800/0x9682c7de153c94c7 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750859 expref: 11 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134051.253411:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88012b6f7100) 00010000:00010000:1.0:1746134051.253413:0:7232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1746134051.253415:0:7232:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095786800, rc 0) 00000100:00100000:1.0:1746134051.253437:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+11:2443:x1830953552510848:12345-192.168.203.26@tcp:101:mmap_cat.0 Request processed in 144us (307us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134051.253441:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43405 00000100:00100000:0.0:1746134051.254799:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134051.254882:0:10165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552510976 00000100:00100000:2.0:1746134051.254888:0:10165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552510976 00000100:00080000:3.0:1746134051.254963:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746134051.254998:0:10165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43406 00000100:00100000:2.0:1746134051.255003:0:10165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2443:x1830953552510976:12345-192.168.203.26@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746134051.255014:0:10165:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134051.255035:0:10165:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009b90f800/0x9682c7de153c94ce lrc: 2/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750860 expref: -99 pid: 10165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134051.255065:0:10165:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b90e000/0x9682c7de153c94d5 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10165 initiator: MDT0 00010000:00010000:2.0:1746134051.255072:0:10165:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009b90e000/0x9682c7de153c94d5 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10165 initiator: MDT1 00010000:00010000:2.0:1746134051.255079:0:10165:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009b90e000/0x9682c7de153c94d5 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10165 initiator: MDT1 00000004:00200000:2.0:1746134051.255102:0:10165:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000401:0x9:0x0]: returning size 4096 00000004:00200000:2.0:1746134051.255104:0:10165:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1746134051.255152:0:10165:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009b90f800/0x9682c7de153c94ce lrc: 0/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750860 expref: 7 pid: 10165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134051.255164:0:10165:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009b90e000/0x9682c7de153c94d5 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750860 expref: 6 pid: 10165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134051.255169:0:10165:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff8800a4a4cc00) 00010000:00010000:2.0:1746134051.255172:0:10165:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1746134051.255173:0:10165:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b90e000, rc 0) 00000100:00100000:2.0:1746134051.255796:0:10165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2443:x1830953552510976:12345-192.168.203.26@tcp:101:mmap_cat.0 Request processed in 792us (1000us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134051.255802:0:10165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43406 00000100:00100000:2.0:1746134051.257053:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134051.257172:0:10165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552511104 00000100:00100000:0.0:1746134051.257177:0:10165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552511104 00000100:00100000:0.0:1746134051.257258:0:10165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43407 00000100:00100000:0.0:1746134051.257264:0:10165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+11:2443:x1830953552511104:12345-192.168.203.26@tcp:101:mmap_cat.0 00010000:00010000:0.0:1746134051.257275:0:10165:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134051.257287:0:10165:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0fc00/0x9682c7de153c94dc lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750867 expref: -99 pid: 10165 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134051.257320:0:10165:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0e400/0x9682c7de153c94e3 lrc: 3/1,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10165 initiator: MDT0 00010000:00010000:0.0:1746134051.257329:0:10165:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0e400/0x9682c7de153c94e3 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10165 initiator: MDT0 00010000:00010000:0.0:1746134051.257337:0:10165:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0e400/0x9682c7de153c94e3 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10165 initiator: MDT0 00010000:00010000:0.0:1746134051.257343:0:10165:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0fe00/0x9682c7de153c94ea lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10165 initiator: MDT0 00010000:00010000:0.0:1746134051.257348:0:10165:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0fe00/0x9682c7de153c94ea lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10165 initiator: MDT0 00010000:00010000:0.0:1746134051.257352:0:10165:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0fe00/0x9682c7de153c94ea lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10165 initiator: MDT0 00010000:00010000:0.0:1746134051.257401:0:10165:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0ec00/0x9682c7de153c94f1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10165 initiator: MDT0 00010000:00010000:0.0:1746134051.257406:0:10165:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0ec00/0x9682c7de153c94f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10165 initiator: MDT0 00010000:00010000:0.0:1746134051.257410:0:10165:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0ec00/0x9682c7de153c94f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10165 initiator: MDT0 00000004:00200000:0.0:1746134051.257431:0:10165:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x47:0x0]: returning size 1716 00000004:00200000:0.0:1746134051.257434:0:10165:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1746134051.257445:0:10165:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0ec00/0x9682c7de153c94f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10165 initiator: MDT0 00010000:00010000:0.0:1746134051.257451:0:10165:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0ec00/0x9682c7de153c94f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10165 initiator: MDT0 00010000:00010000:0.0:1746134051.257456:0:10165:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0e400/0x9682c7de153c94e3 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10165 initiator: MDT0 00010000:00010000:0.0:1746134051.257460:0:10165:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0e400/0x9682c7de153c94e3 lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10165 initiator: MDT0 00010000:00010000:0.0:1746134051.257464:0:10165:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0e400/0x9682c7de153c94e3 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10165 initiator: MDT0 00010000:00010000:0.0:1746134051.257469:0:10165:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0e400/0x9682c7de153c94e3 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10165 initiator: MDT0 00010000:00010000:0.0:1746134051.257472:0:10165:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008fe0e400 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:0.0:1746134051.257475:0:10165:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0e400/0x9682c7de153c94e3 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10165 initiator: MDT0 00010000:00010000:0.0:1746134051.257481:0:10165:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0e400/0x9682c7de153c94e3 lrc: 5/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10165 initiator: MDT0 00010000:00010000:0.0:1746134051.257487:0:10165:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88012b6f7100) 00010000:00010000:0.0:1746134051.257489:0:10165:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746134051.257491:0:10165:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0e400/0x9682c7de153c94e3 lrc: 3/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10165 initiator: MDT0 00010000:00010000:0.0:1746134051.257495:0:10165:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0e400/0x9682c7de153c94e3 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10165 initiator: MDT0 00010000:00010000:0.0:1746134051.257516:0:10165:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0fe00/0x9682c7de153c94ea lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10165 initiator: MDT0 00010000:00010000:0.0:1746134051.257520:0:10165:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0fe00/0x9682c7de153c94ea lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10165 initiator: MDT0 00010000:00010000:0.0:1746134051.257524:0:10165:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0fe00/0x9682c7de153c94ea lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10165 initiator: MDT0 00010000:00010000:0.0:1746134051.257527:0:10165:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008fe0fe00 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:0.0:1746134051.257529:0:10165:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0fe00/0x9682c7de153c94ea lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10165 initiator: MDT0 00010000:00010000:0.0:1746134051.257533:0:10165:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0fe00/0x9682c7de153c94ea lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10165 initiator: MDT0 00010000:00010000:0.0:1746134051.257538:0:10165:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff880135b39500) 00010000:00010000:0.0:1746134051.257539:0:10165:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746134051.257541:0:10165:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0fe00/0x9682c7de153c94ea lrc: 2/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10165 initiator: MDT0 00010000:00010000:0.0:1746134051.257545:0:10165:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0fe00/0x9682c7de153c94ea lrc: 0/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10165 initiator: MDT0 00010000:00010000:0.0:1746134051.257560:0:10165:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0fc00/0x9682c7de153c94dc lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750867 expref: 13 pid: 10165 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134051.257567:0:10165:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0ec00/0x9682c7de153c94f1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750867 expref: 12 pid: 10165 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134051.257572:0:10165:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff880135b39300) 00010000:00010000:0.0:1746134051.257573:0:10165:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746134051.257575:0:10165:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fe0ec00, rc 0) 00000100:00100000:0.0:1746134051.257603:0:10165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+12:2443:x1830953552511104:12345-192.168.203.26@tcp:101:mmap_cat.0 Request processed in 339us (552us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134051.257607:0:10165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43407 00000100:00100000:0.0:1746134051.259648:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134051.259847:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552511232 00000100:00100000:2.0:1746134051.259853:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552511232 00000100:00100000:2.0:1746134051.259878:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30070 00000100:00100000:2.0:1746134051.259884:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2008:x1830953552511232:12345-192.168.203.26@tcp:8:mmap_cat.0 00010000:00080000:2.0:1746134051.259906:0:24940:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-OST0000: connection from ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp t0 exp (null) cur 720 last 0 00000020:00000080:2.0:1746134051.259926:0:24940:0:(genops.c:1402:class_connect()) connect: client ee2c00db-2e4e-42f8-a894-2d2ef037fe3a, cookie 0x9682c7de153c94f8 00002000:00100000:2.0:1746134051.259933:0:24940:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli ee2c00db-2e4e-42f8-a894-2d2ef037fe3a/ffff880092326000 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 2103652 ocd_grant: 489881600 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1746134051.259945:0:24940:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000020:01000000:2.0:1746134051.259986:0:24940:0:(lprocfs_status_server.c:585:lprocfs_exp_setup()) using hash ffff8800a0026cc0 00002000:00080000:2.0:1746134051.259991:0:24940:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1746134051.260009:0:24940:0:(import.c:66:import_set_state_nolock()) ffff880092326800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1746134051.260483:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2008:x1830953552511232:12345-192.168.203.26@tcp:8:mmap_cat.0 Request processed in 597us (838us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134051.260489:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30070 00000100:00100000:0.0:1746134051.262273:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134051.262412:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552511360 00000100:00100000:2.0:1746134051.262417:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552511360 00000100:00100000:2.0:1746134051.262456:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30071 00000100:00100000:2.0:1746134051.262461:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:0:x1830953552511360:12345-192.168.203.26@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746134051.262471:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134051.262483:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880123b78800/0x9682c7de153c94ff lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575086e expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134051.262518:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072ad8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24940:1830953548209792:192.168.203.26@tcp:106: 00000100:00080000:3.0:1746134051.262586:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746134051.262925:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b6caf00 going to sleep for 11 seconds 00002000:00010000:2.0:1746134051.264307:0:24940:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size: 0 -> 1716 00002000:00010000:2.0:1746134051.264311:0:24940:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb mtime: 0 -> 1746134051 00002000:00010000:2.0:1746134051.264313:0:24940:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb atime: 0 -> 1746134051 00002000:00010000:2.0:1746134051.264314:0:24940:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb ctime: 0 -> 1746134051 00002000:00010000:2.0:1746134051.264316:0:24940:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:2.0:1746134051.264329:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072ad8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24940:1830953548209792:192.168.203.26@tcp:106: 00010000:00010000:2.0:1746134051.264347:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880123b78800/0x9682c7de153c94ff lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575086e expref: 7 pid: 24940 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746134051.264356:0:24940:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880123b78800/0x9682c7de153c94ff lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575086e expref: 7 pid: 24940 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746134051.264365:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880123b78800, rc 0) 00000100:00100000:2.0:1746134051.264389:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:0:x1830953552511360:12345-192.168.203.26@tcp:101:mmap_cat.0 Request processed in 1928us (2119us total) trans 0 rc 301/301 00000100:00100000:2.0:1746134051.264395:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30071 00000100:00100000:0.0:1746134051.265911:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134051.265985:0:10165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552511616 00000100:00100000:1.0:1746134051.265989:0:10165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552511616 00000100:00100000:1.0:1746134051.266033:0:10165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43408 00000100:00100000:1.0:1746134051.266039:0:10165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+12:2443:x1830953552511616:12345-192.168.203.26@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746134051.266051:0:10165:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134051.266062:0:10165:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095786a00/0x9682c7de153c9506 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750875 expref: -99 pid: 10165 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134051.266138:0:10165:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095786000/0x9682c7de153c950d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10165 initiator: MDT0 00010000:00010000:1.0:1746134051.266148:0:10165:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095786000/0x9682c7de153c950d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10165 initiator: MDT0 00010000:00010000:1.0:1746134051.266156:0:10165:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095786000/0x9682c7de153c950d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10165 initiator: MDT0 00000004:00200000:1.0:1746134051.266163:0:10165:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x47:0x0]: returning size 1716 00010000:00010000:1.0:1746134051.266224:0:10165:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095786a00/0x9682c7de153c9506 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x47:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750875 expref: 15 pid: 10165 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134051.266234:0:10165:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095786000/0x9682c7de153c950d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750875 expref: 14 pid: 10165 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134051.266240:0:10165:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff880135b39300) 00010000:00010000:1.0:1746134051.266243:0:10165:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746134051.266244:0:10165:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095786000, rc 0) 00000100:00100000:1.0:1746134051.266277:0:10165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+14:2443:x1830953552511616:12345-192.168.203.26@tcp:101:mmap_cat.0 Request processed in 238us (369us total) trans 4294986334 rc 0/0 00000100:00100000:1.0:1746134051.266281:0:10165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43408 00000100:00100000:0.0:1746134051.268925:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134051.269228:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134051.269427:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552511744 00000100:00100000:3.0:1746134051.269434:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552511744 00000100:00100000:3.0:1746134051.269592:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30072 00000100:00100000:3.0:1746134051.269599:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2011:x1830953552511744:12345-192.168.203.26@tcp:101:mmap_cat.0 00000100:00100000:2.0:1746134051.269934:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552511872 00000100:00100000:2.0:1746134051.269938:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552511872 00000100:00100000:2.0:1746134051.269975:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 646 00000100:00100000:2.0:1746134051.269981:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+14:2010:x1830953552511872:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134051.269992:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134051.270010:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095786000/0x9682c7de153c950d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750875 expref: 14 pid: 10165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134051.270032:0:8382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff880135b39300) 00010000:00010000:2.0:1746134051.270035:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134051.270068:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+13:2010:x1830953552511872:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 87us (1148us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134051.270076:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 646 00010000:00010000:3.0:1746134051.270268:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134051.270279:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012fde5200/0x9682c7de153c951b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575087c expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134051.270317:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24940:1830953548209920:192.168.203.26@tcp:106: 00000100:00100000:3.0:1746134051.270373:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c000 going to sleep for 11 seconds 00000100:00100000:3.0:1746134051.271927:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24940:1830953548209920:192.168.203.26@tcp:106: 00010000:00010000:3.0:1746134051.271947:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012fde5200/0x9682c7de153c951b lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575087c expref: 7 pid: 24940 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746134051.272224:0:24940:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012fde5200/0x9682c7de153c951b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575087c expref: 7 pid: 24940 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746134051.272535:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fde5200, rc 0) 00000100:00100000:3.0:1746134051.272573:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2011:x1830953552511744:12345-192.168.203.26@tcp:101:mmap_cat.0 Request processed in 2975us (3345us total) trans 0 rc 301/301 00000100:00100000:3.0:1746134051.272580:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30072 00000100:00100000:0.0:1746134051.274382:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134051.274477:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552512000 00000100:00100000:3.0:1746134051.274483:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552512000 00000100:00100000:3.0:1746134051.274517:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30073 00000100:00100000:3.0:1746134051.274523:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2443:x1830953552512000:12345-192.168.203.26@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746134051.274535:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134051.274546:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012fde5400/0x9682c7de153c9522 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750883 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134051.274572:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b90f200/0x9682c7de153c947a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575083d expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134051.274578:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134051.274580:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134051.274583:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012fde5400/0x9682c7de153c9522 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750883 expref: 7 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134051.274604:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b90f200/0x9682c7de153c947a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575083d expref: 5 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134051.274613:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b90f200/0x9682c7de153c947a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575083d expref: 5 pid: 24940 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746134051.274625:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24940:1830953548210048:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134051.275324:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c000 going to sleep for 11 seconds 00000100:00100000:2.0:1746134051.277816:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134051.277837:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552512128 00000100:00100000:2.0:1746134051.277842:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552512128 00002000:00100000:2.0:1746134051.277874:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1b:0x0] (0->1715) req@ffff880072ad8000 x1830953552512128/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:262/0 lens 2208/0 e 0 to 0 dl 1746134062 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:2.0:1746134051.277883:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ad8000 with x1830953552512128 ext(0->1715) 00010000:00010000:2.0:1746134051.277890:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b90f200/0x9682c7de153c947a lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575083d expref: 6 pid: 24940 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746134051.277899:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b90f200/0x9682c7de153c947a lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575083d expref: 6 pid: 24940 timeout: 820 lvb_type: 0 00002000:00010000:2.0:1746134051.277905:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072ad8000 00000100:00100000:2.0:1746134051.277930:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2695 00000100:00100000:2.0:1746134051.277937:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ad8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2010:x1830953552512128:12345-192.168.203.26@tcp:4:cp.0 00000100:00100000:0.0:1746134051.278754:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ad8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:2010:x1830953552512128:12345-192.168.203.26@tcp:4:cp.0 Request processed in 815us (940us total) trans 4294972111 rc 0/0 00000100:00100000:0.0:1746134051.278761:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2695 00002000:00100000:0.0:1746134051.278766:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1b:0x0] (0->1715) req@ffff880072ad8000 x1830953552512128/t4294972111(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:262/0 lens 2208/448 e 0 to 0 dl 1746134062 ref 1 fl Complete:H/200/0 rc 0/0 job:'cp.0' uid:0 gid:0 00002000:00100000:0.0:1746134051.278772:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ad8000 with x1830953552512128 ext(0->1715) 00010000:00010000:0.0:1746134051.278777:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009b90f200/0x9682c7de153c947a lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575083d expref: 8 pid: 24940 timeout: 820 lvb_type: 0 00010000:00010000:0.0:1746134051.278790:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009b90f200/0x9682c7de153c947a lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575083d expref: 8 pid: 24940 timeout: 820 lvb_type: 0 00002000:00010000:0.0:1746134051.278795:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880072ad8000 00000100:00100000:3.0:1746134051.278882:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24940:1830953548210048:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134051.278901:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012fde5400/0x9682c7de153c9522 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750883 expref: 7 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134051.278911:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fde5400, rc 0) 00000100:00100000:3.0:1746134051.278927:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+7:2443:x1830953552512000:12345-192.168.203.26@tcp:101:mmap_cat.0 Request processed in 4405us (4550us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134051.278933:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30073 00000100:00100000:0.0:1746134051.281573:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134051.282040:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552512256 00000100:00100000:1.0:1746134051.282047:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552512256 00010000:00010000:1.0:1746134051.282073:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b90f200/0x9682c7de153c947a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575083d expref: 8 pid: 24940 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746134051.282269:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15372 00000100:00100000:2.0:1746134051.282280:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:2009:x1830953552512256:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134051.282290:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746134051.282303:0:8382:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:2.0:1746134051.282309:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b90f200/0x9682c7de153c947a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575083d expref: 8 pid: 24940 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746134051.282320:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b90f200/0x9682c7de153c947a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575083d expref: 8 pid: 24940 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746134051.282340:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b90f200/0x9682c7de153c947a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575083d expref: 8 pid: 24940 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746134051.282621:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134051.282623:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134051.282630:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fde5400/0x9682c7de153c9522 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750883 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134051.282637:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012fde5400/0x9682c7de153c9522 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750883 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134051.282664:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012fde5400/0x9682c7de153c9522 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750883 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134051.282674:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072ad8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8382:1830953548210176:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134051.283361:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b6caf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746134051.285873:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134051.286109:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072ad8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8382:1830953548210176:192.168.203.26@tcp:105: 00010000:00010000:2.0:1746134051.286225:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134051.286256:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2009:x1830953552512256:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3979us (4689us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134051.286265:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15372 00000100:00100000:1.0:1746134051.286331:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552512512 00000100:00100000:1.0:1746134051.286337:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552512512 00002000:00100000:1.0:1746134051.286363:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012d5e3100 x1830953552512512/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:262/0 lens 488/0 e 0 to 0 dl 1746134062 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134051.286371:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d5e3100 with x1830953552512512 ext(0->4095) 00002000:00010000:1.0:1746134051.286375:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d5e3100 00000100:00100000:1.0:1746134051.286389:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13293 00000100:00100000:1.0:1746134051.286395:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+7:2010:x1830953552512512:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746134051.286495:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+7:2010:x1830953552512512:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (629us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746134051.286503:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13293 00002000:00100000:1.0:1746134051.286508:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88012d5e3100 x1830953552512512/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:262/0 lens 488/4536 e 0 to 0 dl 1746134062 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746134051.286514:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d5e3100 with x1830953552512512 ext(0->4095) 00002000:00010000:1.0:1746134051.286517:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d5e3100 00000100:00100000:0.0:1746134051.290092:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134051.290719:0:20211:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552512768 00000100:00100000:2.0:1746134051.290726:0:20211:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552512768 00000100:00100000:2.0:1746134051.291103:0:20211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 185 00000100:00100000:2.0:1746134051.291111:0:20211:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+13:2443:x1830953552512768:12345-192.168.203.26@tcp:35:mmap_cat.0 00000100:00100000:2.0:1746134051.291537:0:20211:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+14:2443:x1830953552512768:12345-192.168.203.26@tcp:35:mmap_cat.0 Request processed in 426us (1451us total) trans 4294986335 rc 0/0 00000100:00100000:2.0:1746134051.291543:0:20211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 185 00000100:00100000:0.0:1746134051.310471:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134051.310554:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552512896 00000100:00100000:2.0:1746134051.310562:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552512896 00000100:00100000:2.0:1746134051.310610:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43409 00000100:00100000:2.0:1746134051.310618:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+19:2446:x1830953552512896:12345-192.168.203.26@tcp:101:truncate.0 00010000:00010000:2.0:1746134051.310637:0:7232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134051.310651:0:7232:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880123b79c00/0x9682c7de153c9529 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575088a expref: -99 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134051.310678:0:7232:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880123b78200/0x9682c7de153c9530 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134051.310689:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880123b78200/0x9682c7de153c9530 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134051.310698:0:7232:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880123b78200/0x9682c7de153c9530 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134051.310777:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880123b79c00/0x9682c7de153c9529 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575088a expref: 21 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134051.310793:0:7232:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880123b78200/0x9682c7de153c9530 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575088a expref: 20 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134051.310798:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff880135b39300) 00010000:00010000:2.0:1746134051.310800:0:7232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1746134051.310803:0:7232:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880123b78200, rc 0) 00000100:00100000:2.0:1746134051.310837:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+20:2446:x1830953552512896:12345-192.168.203.26@tcp:101:truncate.0 Request processed in 220us (375us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134051.310843:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43409 00000100:00100000:0.0:1746134051.316341:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134051.318517:0:10165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552513152 00000100:00100000:1.0:1746134051.318528:0:10165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552513152 00000100:00100000:1.0:1746134051.320105:0:10165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43410 00000100:00100000:1.0:1746134051.320126:0:10165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+20:2446:x1830953552513152:12345-192.168.203.26@tcp:36:truncate.0 00010000:00010000:1.0:1746134051.320167:0:10165:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134051.320189:0:10165:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095787000/0x9682c7de153c9465 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575082f expref: 20 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134051.320218:0:10165:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff880135b39300) 00010000:00010000:1.0:1746134051.320222:0:10165:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746134051.320337:0:10165:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095786a00/0x9682c7de153c9537 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10165 initiator: MDT0 00010000:00010000:1.0:1746134051.320348:0:10165:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0ec00/0x9682c7de153c94f1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750867 expref: 13 pid: 10165 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134051.320355:0:10165:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095786a00/0x9682c7de153c9537 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10165 initiator: MDT0 00010000:00010000:1.0:1746134051.320378:0:10165:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0ec00/0x9682c7de153c94f1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750867 expref: 13 pid: 10165 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134051.320392:0:10165:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0ec00/0x9682c7de153c94f1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750867 expref: 13 pid: 10165 timeout: 820 lvb_type: 0 00000100:00100000:1.0:1746134051.320402:0:10165:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008115b100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10165:1830953548210304:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134051.320473:0:10165:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e203c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746134051.324872:0:10165:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008115b100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:10165:1830953548210304:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134051.324895:0:10165:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880095786a00/0x9682c7de153c9537 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10165 initiator: MDT0 00000100:00100000:0.0:1746134051.326561:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134051.326963:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552513280 00000100:00100000:2.0:1746134051.326969:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552513280 00010000:00010000:2.0:1746134051.326996:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0ec00/0x9682c7de153c94f1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750867 expref: 14 pid: 10165 timeout: 820 lvb_type: 0 00000100:00100000:2.0:1746134051.327039:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15373 00000100:00100000:2.0:1746134051.327045:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+14:2010:x1830953552513280:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134051.327055:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134051.327059:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0ec00/0x9682c7de153c94f1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750867 expref: 14 pid: 10165 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746134051.327068:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0ec00/0x9682c7de153c94f1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750867 expref: 14 pid: 10165 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746134051.327084:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0ec00/0x9682c7de153c94f1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750867 expref: 14 pid: 10165 timeout: 820 lvb_type: 0 00010000:00010000:2.0:1746134051.327105:0:8382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff880135b39300) 00010000:00010000:2.0:1746134051.327109:0:8382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880095786a00/0x9682c7de153c9537 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10165 initiator: MDT0 00010000:00010000:2.0:1746134051.327139:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880095786a00/0x9682c7de153c9537 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10165 initiator: MDT0 00010000:00010000:2.0:1746134051.327145:0:8382:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095786a00/0x9682c7de153c9537 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10165 initiator: MDT0 00010000:00010000:2.0:1746134051.327165:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134051.327208:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+13:2010:x1830953552513280:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 163us (651us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134051.327214:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15373 00010000:00010000:2.0:1746134051.327242:0:10165:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880095786a00/0x9682c7de153c9537 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10165 initiator: MDT0 00010000:00010000:2.0:1746134051.327247:0:10165:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095786a00/0x9682c7de153c9537 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10165 initiator: MDT0 00000001:00080000:2.0:1746134051.327304:0:10165:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294986336 00000004:00010000:2.0:1746134051.327334:0:10165:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880091b08000 reply state ffff88008fdb6000 transno 4294986337 ns: mdt-lustre-MDT0000_UUID lock: ffff880095786a00/0x9682c7de153c9537 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10165 initiator: MDT0 00010000:00010000:2.0:1746134051.327341:0:10165:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095786a00/0x9682c7de153c9537 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10165 initiator: MDT0 00010000:00010000:2.0:1746134051.327346:0:10165:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff880135b39300) 00010000:00010000:2.0:1746134051.327348:0:10165:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746134051.327351:0:10165:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1746134051.327394:0:10165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+22:2446:x1830953552513152:12345-192.168.203.26@tcp:36:truncate.0 Request processed in 7280us (11060us total) trans 4294986337 rc 0/0 00000100:00100000:2.0:1746134051.327399:0:10165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43410 00000020:00080000:2.0:1746134051.327403:0:10165:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746134051.329408:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134051.329836:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552513408 00000100:00100000:3.0:1746134051.329843:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552513408 00000100:00100000:3.0:1746134051.330016:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30074 00000100:00100000:3.0:1746134051.330030:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2446:x1830953552513408:12345-192.168.203.26@tcp:101:truncate.0 00010000:00010000:3.0:1746134051.330043:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134051.330053:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012fde5c00/0x9682c7de153c953e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750891 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134051.330074:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fde5400/0x9682c7de153c9522 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750883 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134051.330080:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134051.330081:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134051.330084:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012fde5c00/0x9682c7de153c953e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750891 expref: 8 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134051.330104:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012fde5400/0x9682c7de153c9522 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750883 expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134051.330130:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012fde5400/0x9682c7de153c9522 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750883 expref: 6 pid: 24940 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746134051.330139:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24940:1830953548210432:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134051.330785:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c000 going to sleep for 11 seconds 00000100:00100000:0.0:1746134051.332677:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134051.332963:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24940:1830953548210432:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134051.332983:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012fde5c00/0x9682c7de153c953e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750891 expref: 8 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134051.332998:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fde5c00, rc 0) 00000100:00100000:3.0:1746134051.333039:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:2446:x1830953552513408:12345-192.168.203.26@tcp:101:truncate.0 Request processed in 3009us (3636us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134051.333045:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30074 00000100:00100000:1.0:1746134051.333233:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552513536 00000100:00100000:1.0:1746134051.333239:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552513536 00010000:00010000:1.0:1746134051.333259:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012fde5400/0x9682c7de153c9522 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750883 expref: 7 pid: 24940 timeout: 820 lvb_type: 0 00000100:00100000:1.0:1746134051.333284:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15374 00000100:00100000:1.0:1746134051.333290:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b08e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+7:2010:x1830953552513536:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134051.333298:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134051.333313:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012fde5400/0x9682c7de153c9522 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750883 expref: 7 pid: 24940 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746134051.333322:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012fde5400/0x9682c7de153c9522 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750883 expref: 7 pid: 24940 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746134051.333337:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012fde5400/0x9682c7de153c9522 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750883 expref: 7 pid: 24940 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746134051.333353:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134051.333355:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134051.333359:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fde5c00/0x9682c7de153c953e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750891 expref: 7 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134051.333366:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012fde5c00/0x9682c7de153c953e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750891 expref: 7 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134051.333388:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012fde5c00/0x9682c7de153c953e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750891 expref: 7 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134051.333397:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008115b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7221:1830953548210560:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134051.333445:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e203c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746134051.335108:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008115b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7221:1830953548210560:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134051.335146:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134051.335176:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b08e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552513536:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1884us (2500us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134051.335182:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15374 00000100:00100000:0.0:1746134051.335709:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134051.336271:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552513664 00000100:00100000:2.0:1746134051.336276:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552513664 00002000:00010000:2.0:1746134051.336300:0:24956:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/27 (858->18446744073709551615) 00002000:00100000:2.0:1746134051.336303:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b0a680 with x1830953552513664 ext(858->18446744073709551615) 00002000:00010000:2.0:1746134051.336311:0:24956:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091b0a680. 00000100:00100000:2.0:1746134051.336326:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13294 00000100:00100000:2.0:1746134051.336331:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:2012:x1830953552513664:12345-192.168.203.26@tcp:10:truncate.0 00002000:00010000:2.0:1746134051.336512:0:24956:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size from disk: 1716 -> 858 00002000:00010000:2.0:1746134051.336515:0:24956:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb mtime from disk: 1746134051 -> 1746134051 00002000:00010000:2.0:1746134051.336517:0:24956:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb atime from disk: 1746134051 -> 0 00002000:00010000:2.0:1746134051.336518:0:24956:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb ctime from disk: 1746134051 -> 1746134051 00002000:00010000:2.0:1746134051.336520:0:24956:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1746134051.336543:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+9:2012:x1830953552513664:12345-192.168.203.26@tcp:10:truncate.0 Request processed in 211us (834us total) trans 4294972112 rc 0/0 00000100:00100000:2.0:1746134051.336547:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13294 00002000:00010000:2.0:1746134051.336549:0:24956:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/27 (858->18446744073709551615) 00002000:00100000:2.0:1746134051.336551:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b0a680 with x1830953552513664 ext(858->18446744073709551615) 00002000:00010000:2.0:1746134051.336554:0:24956:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091b0a680. 00000100:00100000:0.0:1746134051.349985:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134051.350401:0:10165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552513792 00000100:00100000:2.0:1746134051.350408:0:10165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552513792 00000100:00100000:2.0:1746134051.350451:0:10165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43411 00000100:00100000:2.0:1746134051.350458:0:10165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+22:2448:x1830953552513792:12345-192.168.203.26@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746134051.350474:0:10165:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134051.350486:0:10165:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bddec00/0x9682c7de153c9545 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750898 expref: -99 pid: 10165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134051.350528:0:10165:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a6a00/0x9682c7de153c954c lrc: 3/1,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10165 initiator: MDT0 00010000:00010000:2.0:1746134051.350538:0:10165:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a6a00/0x9682c7de153c954c lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10165 initiator: MDT0 00010000:00010000:2.0:1746134051.350546:0:10165:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a6a00/0x9682c7de153c954c lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10165 initiator: MDT0 00010000:00010000:2.0:1746134051.350557:0:10165:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a6800/0x9682c7de153c9553 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10165 initiator: MDT0 00010000:00010000:2.0:1746134051.350562:0:10165:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a6800/0x9682c7de153c9553 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10165 initiator: MDT0 00010000:00010000:2.0:1746134051.350566:0:10165:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a6800/0x9682c7de153c9553 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10165 initiator: MDT0 00010000:00010000:2.0:1746134051.350614:0:10165:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a7200/0x9682c7de153c955a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10165 initiator: MDT0 00010000:00010000:2.0:1746134051.350620:0:10165:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a7200/0x9682c7de153c955a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10165 initiator: MDT0 00010000:00010000:2.0:1746134051.350624:0:10165:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a7200/0x9682c7de153c955a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10165 initiator: MDT0 00000004:00200000:2.0:1746134051.350646:0:10165:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x47:0x0]: returning size 858 00000004:00200000:2.0:1746134051.350649:0:10165:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746134051.350660:0:10165:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a7200/0x9682c7de153c955a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10165 initiator: MDT0 00010000:00010000:2.0:1746134051.350666:0:10165:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a7200/0x9682c7de153c955a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10165 initiator: MDT0 00010000:00010000:2.0:1746134051.350671:0:10165:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a6a00/0x9682c7de153c954c lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10165 initiator: MDT0 00010000:00010000:2.0:1746134051.350676:0:10165:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a6a00/0x9682c7de153c954c lrc: 4/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10165 initiator: MDT0 00010000:00010000:2.0:1746134051.350680:0:10165:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a6a00/0x9682c7de153c954c lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10165 initiator: MDT0 00010000:00010000:2.0:1746134051.350687:0:10165:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a6a00/0x9682c7de153c954c lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10165 initiator: MDT0 00010000:00010000:2.0:1746134051.350692:0:10165:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f3a6a00 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:2.0:1746134051.350694:0:10165:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a6a00/0x9682c7de153c954c lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10165 initiator: MDT0 00010000:00010000:2.0:1746134051.350699:0:10165:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a6a00/0x9682c7de153c954c lrc: 5/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10165 initiator: MDT0 00010000:00010000:2.0:1746134051.350706:0:10165:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88012b6f7100) 00010000:00010000:2.0:1746134051.350709:0:10165:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746134051.350711:0:10165:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a6a00/0x9682c7de153c954c lrc: 3/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10165 initiator: MDT0 00010000:00010000:2.0:1746134051.350715:0:10165:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a6a00/0x9682c7de153c954c lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10165 initiator: MDT0 00010000:00010000:2.0:1746134051.350736:0:10165:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a6800/0x9682c7de153c9553 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10165 initiator: MDT0 00010000:00010000:2.0:1746134051.350740:0:10165:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a6800/0x9682c7de153c9553 lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10165 initiator: MDT0 00010000:00010000:2.0:1746134051.350744:0:10165:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a6800/0x9682c7de153c9553 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10165 initiator: MDT0 00010000:00010000:2.0:1746134051.350747:0:10165:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f3a6800 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:2.0:1746134051.350749:0:10165:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a6800/0x9682c7de153c9553 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10165 initiator: MDT0 00010000:00010000:2.0:1746134051.350753:0:10165:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a6800/0x9682c7de153c9553 lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10165 initiator: MDT0 00010000:00010000:2.0:1746134051.350760:0:10165:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff880135b39500) 00010000:00010000:2.0:1746134051.350762:0:10165:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746134051.350763:0:10165:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a6800/0x9682c7de153c9553 lrc: 2/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10165 initiator: MDT0 00010000:00010000:2.0:1746134051.350767:0:10165:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a6800/0x9682c7de153c9553 lrc: 0/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10165 initiator: MDT0 00010000:00010000:2.0:1746134051.350782:0:10165:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bddec00/0x9682c7de153c9545 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750898 expref: 24 pid: 10165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134051.350790:0:10165:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a7200/0x9682c7de153c955a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750898 expref: 23 pid: 10165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134051.350794:0:10165:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff880135b39300) 00010000:00010000:2.0:1746134051.350796:0:10165:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746134051.350798:0:10165:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f3a7200, rc 0) 00000100:00100000:2.0:1746134051.350839:0:10165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+23:2448:x1830953552513792:12345-192.168.203.26@tcp:101:mmap_cat.0 Request processed in 382us (862us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134051.350845:0:10165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43411 00000100:00100000:0.0:1746134051.353084:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134051.353443:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552514048 00000100:00100000:2.0:1746134051.353450:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552514048 00002000:00100000:2.0:1746134051.353483:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091b0b480 x1830953552514048/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:262/0 lens 488/0 e 0 to 0 dl 1746134062 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:2.0:1746134051.353492:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b0b480 with x1830953552514048 ext(0->4095) 00002000:00010000:2.0:1746134051.353497:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091b0b480 00000100:00100000:2.0:1746134051.353523:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13295 00000100:00100000:2.0:1746134051.353531:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+9:2010:x1830953552514048:12345-192.168.203.26@tcp:3:cp.0 00000100:00100000:2.0:1746134051.353648:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+9:2010:x1830953552514048:12345-192.168.203.26@tcp:3:cp.0 Request processed in 118us (568us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134051.353654:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13295 00002000:00100000:2.0:1746134051.353658:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff880091b0b480 x1830953552514048/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:262/0 lens 488/4536 e 0 to 0 dl 1746134062 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cp.0' uid:0 gid:0 00002000:00100000:2.0:1746134051.353664:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b0b480 with x1830953552514048 ext(0->4095) 00002000:00010000:2.0:1746134051.353666:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091b0b480 00000100:00100000:0.0:1746134051.365658:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134051.367735:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552514176 00000100:00100000:2.0:1746134051.367746:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552514176 00000100:00100000:2.0:1746134051.367790:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43412 00000100:00100000:2.0:1746134051.367798:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+13:2452:x1830953552514176:12345-192.168.203.26@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746134051.367816:0:7232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134051.367831:0:7232:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a6200/0x9682c7de153c9561 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575089f expref: -99 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134051.367875:0:7232:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a6c00/0x9682c7de153c9568 lrc: 3/1,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134051.367885:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a6c00/0x9682c7de153c9568 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134051.367893:0:7232:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a6c00/0x9682c7de153c9568 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134051.367901:0:7232:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a7600/0x9682c7de153c956f lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134051.367906:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a7600/0x9682c7de153c956f lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134051.367914:0:7232:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a7600/0x9682c7de153c956f lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134051.367965:0:7232:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a6400/0x9682c7de153c9576 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134051.367972:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a6400/0x9682c7de153c9576 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134051.367977:0:7232:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a6400/0x9682c7de153c9576 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00000004:00200000:2.0:1746134051.368004:0:7232:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x47:0x0]: returning size 858 00000004:00200000:2.0:1746134051.368008:0:7232:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746134051.368031:0:7232:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a6400/0x9682c7de153c9576 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134051.368039:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a6400/0x9682c7de153c9576 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134051.368045:0:7232:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a6c00/0x9682c7de153c9568 lrc: 3/1,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134051.368049:0:7232:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a6c00/0x9682c7de153c9568 lrc: 2/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134051.368054:0:7232:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a6c00/0x9682c7de153c9568 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134051.368058:0:7232:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f3a6c00 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:2.0:1746134051.368061:0:7232:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a6c00/0x9682c7de153c9568 lrc: 3/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134051.368066:0:7232:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a6c00/0x9682c7de153c9568 lrc: 4/0,0 mode: CR/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134051.368074:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88012b6f7100) 00010000:00010000:2.0:1746134051.368076:0:7232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746134051.368079:0:7232:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a6c00/0x9682c7de153c9568 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134051.368083:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a6c00/0x9682c7de153c9568 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134051.368106:0:7232:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a7600/0x9682c7de153c956f lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134051.368132:0:7232:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a7600/0x9682c7de153c956f lrc: 2/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134051.368137:0:7232:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a7600/0x9682c7de153c956f lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134051.368141:0:7232:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f3a7600 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:2.0:1746134051.368143:0:7232:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a7600/0x9682c7de153c956f lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134051.368147:0:7232:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a7600/0x9682c7de153c956f lrc: 4/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134051.368152:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff880135b39500) 00010000:00010000:2.0:1746134051.368154:0:7232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746134051.368156:0:7232:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a7600/0x9682c7de153c956f lrc: 2/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134051.368160:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a7600/0x9682c7de153c956f lrc: 0/0,0 mode: --/PR res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134051.368178:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a6200/0x9682c7de153c9561 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575089f expref: 15 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134051.368188:0:7232:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a6400/0x9682c7de153c9576 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x47:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575089f expref: 14 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134051.368193:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff880135b39300) 00010000:00010000:2.0:1746134051.368195:0:7232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746134051.368196:0:7232:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f3a6400, rc 0) 00000100:00100000:2.0:1746134051.368237:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+14:2452:x1830953552514176:12345-192.168.203.26@tcp:101:mmap_cat.0 Request processed in 439us (2585us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134051.368242:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43412 00000100:00100000:0.0:1746134051.368749:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3770:1830953548210688:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746134051.368788:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746134051.368843:0:8393:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548210688 00000100:00100000:0.0:1746134051.368846:0:8393:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548210688 00000100:00100000:0.0:1746134051.368866:0:8393:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:0.0:1746134051.368871:0:8393:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3770:x1830953548210688:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746134051.368887:0:8393:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446182912 avail 1316720640 00000100:00100000:0.0:1746134051.368914:0:8393:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3770:x1830953548210688:12345-0@lo:41:osp-pre-1-0.0 Request processed in 43us (126us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134051.368921:0:8393:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00000100:00100000:0.0:1746134051.368945:0:3770:0:(client.c:2927:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294967376 gen 2 00000004:00080000:0.0:1746134051.368950:0:3770:0:(osp_trans.c:1031:osp_request_commit_cb()) trans no 4294967376 committed transno 4294967376 00000100:00100000:0.0:1746134051.368977:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3770:1830953548210688:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746134051.372938:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746134051.372955:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072ad8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3770:1830953548210816:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746134051.373005:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746134051.373161:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548210816 00000100:00100000:2.0:1746134051.373167:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548210816 00000100:00100000:2.0:1746134051.373197:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:2.0:1746134051.373202:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3770:x1830953548210816:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746134051.373226:0:7237:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445982208 avail 1316519936 00000100:00100000:2.0:1746134051.373271:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3770:x1830953548210816:12345-0@lo:41:osp-pre-0-1.0 Request processed in 68us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134051.373276:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00000100:00100000:1.0:1746134051.373336:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072ad8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3770:1830953548210816:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746134051.377319:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134051.377422:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552514304 00000100:00100000:3.0:1746134051.377429:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552514304 00000100:00100000:3.0:1746134051.377471:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30075 00000100:00100000:3.0:1746134051.377477:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2011:x1830953552514304:12345-192.168.203.26@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746134051.377490:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134051.377501:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012fde5600/0x9682c7de153c957d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957508a6 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134051.377543:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24940:1830953548210944:192.168.203.26@tcp:106: 00000100:00100000:3.0:1746134051.377622:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c000 going to sleep for 11 seconds 00002000:00010000:3.0:1746134051.379649:0:24940:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb atime: 0 -> 1746134051 00000100:00100000:3.0:1746134051.379668:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24940:1830953548210944:192.168.203.26@tcp:106: 00010000:00010000:3.0:1746134051.379690:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012fde5600/0x9682c7de153c957d lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957508a6 expref: 7 pid: 24940 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746134051.379701:0:24940:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012fde5600/0x9682c7de153c957d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957508a6 expref: 7 pid: 24940 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746134051.379720:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fde5600, rc 0) 00000100:00100000:3.0:1746134051.380346:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2011:x1830953552514304:12345-192.168.203.26@tcp:101:mmap_cat.0 Request processed in 2867us (3032us total) trans 0 rc 301/301 00000100:00100000:3.0:1746134051.380353:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30075 00000100:00100000:0.0:1746134051.383861:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134051.383929:0:10165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552514560 00000100:00100000:2.0:1746134051.383937:0:10165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552514560 00000100:00100000:2.0:1746134051.383982:0:10165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43413 00000100:00100000:2.0:1746134051.383990:0:10165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+14:2452:x1830953552514560:12345-192.168.203.26@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746134051.384006:0:10165:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134051.384027:0:10165:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a7600/0x9682c7de153c9584 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957508ad expref: -99 pid: 10165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134051.384097:0:10165:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a6c00/0x9682c7de153c958b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x47:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 10165 initiator: MDT0 00010000:00010000:2.0:1746134051.384108:0:10165:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a6c00/0x9682c7de153c958b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x47:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 10165 initiator: MDT0 00010000:00010000:2.0:1746134051.384135:0:10165:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a6c00/0x9682c7de153c958b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x47:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 10165 initiator: MDT0 00000004:00200000:2.0:1746134051.384143:0:10165:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x47:0x0]: returning size 858 00010000:00010000:2.0:1746134051.384209:0:10165:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a7600/0x9682c7de153c9584 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x47:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957508ad expref: 17 pid: 10165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134051.384236:0:10165:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a6c00/0x9682c7de153c958b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x47:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957508ad expref: 16 pid: 10165 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134051.384243:0:10165:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff880135b39300) 00010000:00010000:2.0:1746134051.384245:0:10165:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1746134051.384247:0:10165:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f3a6c00, rc 0) 00000100:00100000:2.0:1746134051.384280:0:10165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+16:2452:x1830953552514560:12345-192.168.203.26@tcp:101:mmap_cat.0 Request processed in 291us (426us total) trans 4294986338 rc 0/0 00000100:00100000:2.0:1746134051.384286:0:10165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43413 00000100:00100000:0.0:1746134051.386155:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134051.386275:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552514688 00000100:00100000:3.0:1746134051.386280:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552514688 00000100:00100000:3.0:1746134051.386309:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30076 00000100:00100000:3.0:1746134051.386315:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a03be050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552514688:12345-192.168.203.26@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746134051.386327:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134051.386338:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012fde4e00/0x9682c7de153c9599 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957508b4 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134051.386374:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24940:1830953548211072:192.168.203.26@tcp:106: 00000100:00100000:3.0:1746134051.386682:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c000 going to sleep for 11 seconds 00000100:00100000:3.0:1746134051.389559:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24940:1830953548211072:192.168.203.26@tcp:106: 00010000:00010000:3.0:1746134051.389585:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012fde4e00/0x9682c7de153c9599 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957508b4 expref: 7 pid: 24940 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746134051.389596:0:24940:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012fde4e00/0x9682c7de153c9599 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957508b4 expref: 7 pid: 24940 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746134051.389697:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fde4e00, rc 0) 00000100:00100000:3.0:1746134051.389845:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a03be050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2010:x1830953552514688:12345-192.168.203.26@tcp:101:mmap_cat.0 Request processed in 3529us (3695us total) trans 0 rc 301/301 00000100:00100000:3.0:1746134051.389853:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30076 00000100:00100000:0.0:1746134051.393144:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134051.393304:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552514816 00000100:00100000:3.0:1746134051.393312:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552514816 00000100:00100000:3.0:1746134051.393348:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30077 00000100:00100000:3.0:1746134051.393356:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2452:x1830953552514816:12345-192.168.203.26@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746134051.393370:0:24940:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134051.393382:0:24940:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012fde5e00/0x9682c7de153c95a0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957508bb expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134051.393407:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fde5c00/0x9682c7de153c953e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750891 expref: 8 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134051.393414:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134051.393416:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746134051.393420:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012fde5e00/0x9682c7de153c95a0 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957508bb expref: 7 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134051.393442:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012fde5c00/0x9682c7de153c953e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750891 expref: 8 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134051.393453:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012fde5c00/0x9682c7de153c953e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750891 expref: 8 pid: 24940 timeout: 820 lvb_type: 0 00000100:00100000:3.0:1746134051.393463:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24940:1830953548211200:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134051.393740:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b90c000 going to sleep for 11 seconds 00000100:00100000:3.0:1746134051.397320:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:24940:1830953548211200:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134051.397345:0:24940:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012fde5e00/0x9682c7de153c95a0 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957508bb expref: 7 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134051.397358:0:24940:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fde5e00, rc 0) 00000100:00100000:3.0:1746134051.397393:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+7:2452:x1830953552514816:12345-192.168.203.26@tcp:101:mmap_cat.0 Request processed in 4038us (4255us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134051.397401:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30077 00000100:00100000:0.0:1746134051.398442:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134051.399472:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552514944 00000100:00100000:1.0:1746134051.399479:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552514944 00010000:00010000:1.0:1746134051.399507:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012fde5c00/0x9682c7de153c953e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750891 expref: 9 pid: 24940 timeout: 820 lvb_type: 0 00000100:00100000:1.0:1746134051.400090:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15375 00000100:00100000:1.0:1746134051.400098:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+9:2009:x1830953552514944:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134051.400108:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134051.400143:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012fde5c00/0x9682c7de153c953e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750891 expref: 9 pid: 24940 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746134051.400155:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012fde5c00/0x9682c7de153c953e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750891 expref: 9 pid: 24940 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746134051.400173:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012fde5c00/0x9682c7de153c953e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750891 expref: 9 pid: 24940 timeout: 820 lvb_type: 0 00010000:00010000:1.0:1746134051.400198:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134051.400200:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134051.400205:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012fde5e00/0x9682c7de153c95a0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957508bb expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134051.400213:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012fde5e00/0x9682c7de153c95a0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957508bb expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134051.400240:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012fde5e00/0x9682c7de153c95a0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957508bb expref: 6 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134051.400251:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008115b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7221:1830953548211328:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134051.400323:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e203c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134051.402989:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134051.403075:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008115b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7221:1830953548211328:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134051.403090:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134051.403145:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:2009:x1830953552514944:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3048us (4705us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134051.403154:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15375 00000100:00100000:2.0:1746134051.403398:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552515200 00000100:00100000:2.0:1746134051.403403:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552515200 00002000:00100000:2.0:1746134051.403433:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009c7e6300 x1830953552515200/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:262/0 lens 488/0 e 0 to 0 dl 1746134062 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134051.403441:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7e6300 with x1830953552515200 ext(0->4095) 00002000:00010000:2.0:1746134051.403444:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c7e6300 00000100:00100000:2.0:1746134051.403457:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13296 00000100:00100000:2.0:1746134051.403462:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+7:2010:x1830953552515200:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746134051.403577:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+7:2010:x1830953552515200:12345-192.168.203.26@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (594us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134051.403582:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13296 00002000:00100000:2.0:1746134051.403587:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff88009c7e6300 x1830953552515200/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:262/0 lens 488/4536 e 0 to 0 dl 1746134062 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746134051.403594:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c7e6300 with x1830953552515200 ext(0->4095) 00002000:00010000:2.0:1746134051.403597:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c7e6300 00010000:00010000:2.0:1746134052.248216:0:7222:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1746134052.524823:0:7215:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294986338 is committed 00000001:00080000:3.0:1746134052.524848:0:7215:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294986337 is committed 00000020:00080000:3.0:1746134052.524861:0:7215:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff880085e20000 refcount 2 committed 0 result 0 batchid 8 00000020:00080000:3.0:1746134052.524865:0:7215:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff88012b6f7300 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff880085e20b40 00000020:00080000:3.0:1746134052.524868:0:7215:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000401:0x2:0x0].8 00000020:00080000:3.0:1746134052.524870:0:7215:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff88012b6f7000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8800915c0c00 00000020:00080000:3.0:1746134052.524872:0:7215:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000400:0x2:0x0].8 00000004:00080000:3.0:1746134052.524885:0:7215:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 24 committed 00010000:00010000:1.0:1746134052.524950:0:3754:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880092338600/0x9682c7de153c9393 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134052.524959:0:3754:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092338600/0x9682c7de153c9393 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134052.524965:0:3754:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092338600/0x9682c7de153c9393 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134052.524969:0:3754:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092338600 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:1.0:1746134052.524972:0:3754:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092338600/0x9682c7de153c9393 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134052.524978:0:3754:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092338600/0x9682c7de153c9393 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134052.524990:0:3754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff88012ec55700) 00010000:00010000:1.0:1746134052.524993:0:3754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746134052.524996:0:3754:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092338600/0x9682c7de153c9393 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134052.525000:0:3754:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092338600/0x9682c7de153c9393 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134052.525030:0:3754:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c1e00/0x9682c7de153c93d2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134052.525035:0:3754:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c1e00/0x9682c7de153c93d2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134052.525039:0:3754:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c1e00/0x9682c7de153c93d2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134052.525043:0:3754:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800915c1e00 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:1.0:1746134052.525045:0:3754:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c1e00/0x9682c7de153c93d2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134052.525049:0:3754:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c1e00/0x9682c7de153c93d2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134052.525054:0:3754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff88012b6f7500) 00010000:00010000:1.0:1746134052.525056:0:3754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746134052.525057:0:3754:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c1e00/0x9682c7de153c93d2 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134052.525060:0:3754:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c1e00/0x9682c7de153c93d2 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134052.525071:0:3754:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c1800/0x9682c7de153c93d9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134052.525075:0:3754:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c1800/0x9682c7de153c93d9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134052.525078:0:3754:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c1800/0x9682c7de153c93d9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134052.525081:0:3754:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800915c1800 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:1.0:1746134052.525083:0:3754:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c1800/0x9682c7de153c93d9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134052.525087:0:3754:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c1800/0x9682c7de153c93d9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134052.525091:0:3754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff88012b6f7400) 00010000:00010000:1.0:1746134052.525094:0:3754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746134052.525095:0:3754:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c1800/0x9682c7de153c93d9 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134052.525099:0:3754:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c1800/0x9682c7de153c93d9 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134052.525105:0:3754:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01cd400/0x9682c7de153c93e0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134052.525109:0:3754:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01cd400/0x9682c7de153c93e0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134052.525131:0:3754:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01cd400/0x9682c7de153c93e0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134052.525134:0:3754:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a01cd400 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:1.0:1746134052.525136:0:3754:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01cd400/0x9682c7de153c93e0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134052.525140:0:3754:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01cd400/0x9682c7de153c93e0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134052.525145:0:3754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff88012b6f7100) 00010000:00010000:1.0:1746134052.525146:0:3754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746134052.525148:0:3754:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01cd400/0x9682c7de153c93e0 lrc: 2/0,0 mode: --/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134052.525151:0:3754:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a01cd400/0x9682c7de153c93e0 lrc: 0/0,0 mode: --/TXN res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134052.525158:0:3754:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880092101200/0x9682c7de153c945e lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134052.525162:0:3754:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092101200/0x9682c7de153c945e lrc: 2/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134052.525166:0:3754:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092101200/0x9682c7de153c945e lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134052.525170:0:3754:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092101200 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:1.0:1746134052.525171:0:3754:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092101200/0x9682c7de153c945e lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134052.525175:0:3754:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092101200/0x9682c7de153c945e lrc: 4/0,0 mode: TXN/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134052.525179:0:3754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0xf9ce3da1 (ffff880135b39500) 00010000:00010000:1.0:1746134052.525181:0:3754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746134052.525182:0:3754:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092101200/0x9682c7de153c945e lrc: 2/0,0 mode: --/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134052.525186:0:3754:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092101200/0x9682c7de153c945e lrc: 0/0,0 mode: --/TXN res: [0x200000400:0x9:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134052.525195:0:3754:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880095786a00/0x9682c7de153c9537 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 10165 initiator: MDT0 00010000:00010000:1.0:1746134052.525199:0:3754:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095786a00/0x9682c7de153c9537 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 10165 initiator: MDT0 00010000:00010000:1.0:1746134052.525203:0:3754:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095786a00/0x9682c7de153c9537 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 10165 initiator: MDT0 00010000:00010000:1.0:1746134052.525206:0:3754:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095786a00 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:1.0:1746134052.525208:0:3754:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095786a00/0x9682c7de153c9537 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 10165 initiator: MDT0 00010000:00010000:1.0:1746134052.525213:0:3754:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095786a00/0x9682c7de153c9537 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 10165 initiator: MDT0 00010000:00010000:1.0:1746134052.525219:0:3754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x47:0x0].0x0 (ffff880135b39300) 00010000:00010000:1.0:1746134052.525220:0:3754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746134052.525222:0:3754:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095786a00/0x9682c7de153c9537 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 10165 initiator: MDT0 00010000:00010000:1.0:1746134052.525226:0:3754:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095786a00/0x9682c7de153c9537 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x47:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 10165 initiator: MDT0 00000020:00080000:0.0:1746134052.525326:0:7262:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 8 committed batchid 7 00000020:00080000:0.0:1746134052.525366:0:7262:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 7 00000004:00080000:3.0:1746134052.525575:0:7215:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 23 committed 00000100:00100000:2.0:1746134052.525707:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746134052.525721:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072adb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3769:1830953548211456:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1746134052.525768:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746134052.525817:0:24940:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548211456 00000100:00100000:2.0:1746134052.525822:0:24940:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548211456 00000100:00100000:2.0:1746134052.525856:0:24940:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30078 00000100:00100000:2.0:1746134052.525862:0:24940:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ad9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3769:x1830953548211456:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1746134052.525880:0:24940:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:24 count 1 00010000:00010000:2.0:1746134052.525896:0:24940:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012f3a7000/0x9682c7de153c95a7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134052.525909:0:24940:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092339a00/0x9682c7de153c935b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957507e9 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134052.525915:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134052.525916:0:24940:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134052.525918:0:24940:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f3a7000/0x9682c7de153c95a7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134052.525940:0:24940:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092339a00/0x9682c7de153c935b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.203.26@tcp remote: 0xb596b231957507e9 expref: 5 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134052.525950:0:24940:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092339a00/0x9682c7de153c935b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.203.26@tcp remote: 0xb596b231957507e9 expref: 5 pid: 9580 timeout: 821 lvb_type: 0 00000100:00100000:2.0:1746134052.525958:0:24940:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072adaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548211584:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134052.526004:0:24940:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b6ca9c0 going to sleep for 11 seconds 00000100:00080000:2.0:1746134052.526028:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746134052.530285:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134052.530370:0:24940:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072adaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:24940:1830953548211584:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134052.530388:0:24940:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012f3a7000/0x9682c7de153c95a7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134052.530438:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552515328 00000100:00100000:0.0:1746134052.530444:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552515328 00010000:00010000:0.0:1746134052.530482:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092339a00/0x9682c7de153c935b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.26@tcp remote: 0xb596b231957507e9 expref: 6 pid: 9580 timeout: 821 lvb_type: 0 00000100:00100000:0.0:1746134052.530502:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15376 00000100:00100000:0.0:1746134052.530508:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea59850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2009:x1830953552515328:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134052.530519:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134052.530523:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092339a00/0x9682c7de153c935b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.203.26@tcp remote: 0xb596b231957507e9 expref: 6 pid: 9580 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746134052.530535:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092339a00/0x9682c7de153c935b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.203.26@tcp remote: 0xb596b231957507e9 expref: 6 pid: 9580 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746134052.530550:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092339a00/0x9682c7de153c935b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.203.26@tcp remote: 0xb596b231957507e9 expref: 6 pid: 9580 timeout: 821 lvb_type: 0 00010000:00010000:0.0:1746134052.530563:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134052.530564:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134052.530568:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f3a7000/0x9682c7de153c95a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134052.530574:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f3a7000/0x9682c7de153c95a7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134052.530586:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134052.530612:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea59850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+5:2009:x1830953552515328:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 104us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134052.530617:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15376 00000100:00080000:0.0:1746134052.530808:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1746134052.534073:0:24940:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012f3a7000/0x9682c7de153c95a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134052.534088:0:24940:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f3a7000/0x9682c7de153c95a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134052.534097:0:24940:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012f3a7000/0x9682c7de153c95a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134052.534103:0:24940:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012f3a7000/0x9682c7de153c95a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134052.534158:0:24940:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1746134052.534412:0:24940:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ad9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3769:x1830953548211456:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8547us (8641us total) trans 4294970699 rc 0/0 00000100:00100000:3.0:1746134052.534419:0:24940:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30078 00010000:00010000:3.0:1746134052.534470:0:9597:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1746134052.534475:0:9597:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012f3a7000/0x9682c7de153c95a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134052.534481:0:9597:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f3a7000 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:3.0:1746134052.534485:0:9597:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012f3a7000/0x9682c7de153c95a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134052.534492:0:9597:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012f3a7000/0x9682c7de153c95a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134052.534506:0:9597:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012f3a7000/0x9682c7de153c95a7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134052.534511:0:9597:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f3a7000/0x9682c7de153c95a7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24940 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1746134052.534520:0:3769:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880072adb100/2, rc 0, transno 4294970699 00010000:00010000:3.0:1746134052.534526:0:9597:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746134052.534527:0:9597:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746134052.534527:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072adb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3769:1830953548211456:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1746134052.534529:0:9597:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746134053.215185:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134053.215215:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134053.215234:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134053.215255:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134053.215267:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134053.215278:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134053.215288:0:10165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552515712 00000100:00100000:0.0:1746134053.215289:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134053.215296:0:10165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552515712 00000100:00100000:0.0:1746134053.215308:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00080000:0.0:1746134053.215323:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746134053.215333:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552516224 00000100:00100000:3.0:1746134053.215334:0:10165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552515968 00000100:00100000:3.0:1746134053.215336:0:10165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552515968 00000100:00100000:0.0:1746134053.215336:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552516224 00000100:00100000:3.0:1746134053.215349:0:10165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552515584 00000100:00100000:3.0:1746134053.215351:0:10165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552515584 00000100:00100000:0.0:1746134053.215356:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552515840 00000100:00100000:0.0:1746134053.215357:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552515840 00000100:00100000:3.0:1746134053.215358:0:10165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552516096 00000100:00100000:3.0:1746134053.215359:0:10165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552516096 00000100:00100000:0.0:1746134053.215368:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552516352 00000100:00100000:0.0:1746134053.215369:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552516352 00000100:00100000:3.0:1746134053.215370:0:10165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1087 00000100:00100000:3.0:1746134053.215376:0:10165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2012:x1830953552515712:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:0.0:1746134053.215381:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 747 00000100:00100000:0.0:1746134053.215386:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+7:2012:x1830953552516224:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:0.0:1746134053.215422:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+7:2012:x1830953552516224:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 36us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134053.215427:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 747 00000100:00100000:3.0:1746134053.215429:0:10165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2012:x1830953552515712:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 53us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134053.215434:0:10165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1087 00000100:00100000:0.0:1746134053.215439:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 748 00000100:00100000:0.0:1746134053.215443:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:2012:x1830953552515840:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:3.0:1746134053.215447:0:10165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1088 00000100:00100000:3.0:1746134053.215451:0:10165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+12:2012:x1830953552515968:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:0.0:1746134053.215459:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:2012:x1830953552515840:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 17us (181us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134053.215464:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 748 00000100:00100000:0.0:1746134053.215470:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 749 00000100:00100000:3.0:1746134053.215472:0:10165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+12:2012:x1830953552515968:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 21us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134053.215474:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2012:x1830953552516352:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:3.0:1746134053.215476:0:10165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1088 00000100:00100000:3.0:1746134053.215484:0:10165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1089 00000100:00100000:3.0:1746134053.215487:0:10165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2012:x1830953552515584:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:0.0:1746134053.215487:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2012:x1830953552516352:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 13us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134053.215492:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 749 00000100:00100000:3.0:1746134053.215501:0:10165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2012:x1830953552515584:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 14us (234us total) trans 0 rc 0/0 00000100:00080000:0.0:1746134053.215503:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746134053.215505:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746134053.215506:0:10165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1089 00000100:00080000:0.0:1746134053.215506:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746134053.215508:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746134053.215513:0:10165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1090 00000100:00100000:3.0:1746134053.215517:0:10165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953552516096:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:3.0:1746134053.215530:0:10165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2012:x1830953552516096:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 13us (240us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134053.215533:0:10165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1090 00000100:00100000:2.0:1746134053.216719:0:7228:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552515456 00000100:00100000:2.0:1746134053.216725:0:7228:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552515456 00000100:00100000:2.0:1746134053.216749:0:7228:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 548 00000100:00100000:2.0:1746134053.216754:0:7228:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d425050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ae21eae-e936-44f8-bd00-c4aedad69a99+12:2012:x1830953552515456:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:2.0:1746134053.216782:0:7228:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d425050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5ae21eae-e936-44f8-bd00-c4aedad69a99+12:2012:x1830953552515456:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 29us (1606us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134053.216786:0:7228:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 548 00010000:00010000:2.0:1746134053.250309:0:7223:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746134054.008357:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3771:1830953548211968:0@lo:400:kworker.0 00000100:00100000:0.0:1746134054.008408:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746134054.008461:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3771:1830953548212480:0@lo:400:kworker.0 00000100:00100000:0.0:1746134054.008482:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746134054.008493:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3771:1830953548212992:0@lo:400:kworker.0 00000100:00100000:0.0:1746134054.008506:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746134054.008521:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1746134054.008525:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830953548211840:0@lo:400:kworker.0 00000100:00100000:0.0:1746134054.008539:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746134054.008549:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3771:1830953548212352:0@lo:400:kworker.0 00000100:00100000:0.0:1746134054.008561:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746134054.008570:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3771:1830953548212864:0@lo:400:kworker.0 00000100:00100000:0.0:1746134054.008590:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746134054.008615:0:8393:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548211968 00000100:00100000:0.0:1746134054.008621:0:8393:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548211968 00000100:00100000:0.0:1746134054.008648:0:8393:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:0.0:1746134054.008655:0:8393:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3771:x1830953548211968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746134054.008699:0:8393:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3771:x1830953548211968:12345-0@lo:400:kworker.0 Request processed in 44us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134054.008705:0:8393:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00100000:0.0:1746134054.008724:0:10930:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548212480 00000100:00100000:0.0:1746134054.008726:0:10930:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548212480 00000100:00100000:0.0:1746134054.008747:0:10930:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548212992 00000100:00100000:0.0:1746134054.008749:0:10930:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548212992 00000100:00100000:0.0:1746134054.008758:0:10930:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548211840 00000100:00100000:0.0:1746134054.008760:0:10930:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548211840 00000100:00100000:0.0:1746134054.008767:0:10930:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1091 00000100:00100000:0.0:1746134054.008771:0:10930:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3771:x1830953548212480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746134054.008793:0:10930:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3771:x1830953548212480:12345-0@lo:400:kworker.0 Request processed in 22us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134054.008798:0:10930:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1091 00000100:00100000:0.0:1746134054.008805:0:10930:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548212352 00000100:00100000:0.0:1746134054.008807:0:10930:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548212352 00000100:00100000:0.0:1746134054.008815:0:10930:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548212864 00000100:00100000:0.0:1746134054.008816:0:10930:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548212864 00000100:00100000:0.0:1746134054.008824:0:10930:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1092 00000100:00100000:0.0:1746134054.008828:0:10930:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830953548212992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746134054.008846:0:10930:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830953548212992:12345-0@lo:400:kworker.0 Request processed in 18us (340us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134054.008851:0:10930:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1092 00000100:00100000:0.0:1746134054.008859:0:10930:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1093 00000100:00100000:0.0:1746134054.008862:0:10930:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830953548211840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746134054.008880:0:10930:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830953548211840:12345-0@lo:400:kworker.0 Request processed in 17us (340us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134054.008884:0:10930:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1093 00000100:00100000:0.0:1746134054.008890:0:10930:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1094 00000100:00100000:0.0:1746134054.008893:0:10930:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3771:x1830953548212352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746134054.008909:0:10930:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3771:x1830953548212352:12345-0@lo:400:kworker.0 Request processed in 15us (347us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134054.008913:0:10930:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1094 00000100:00100000:0.0:1746134054.008918:0:10930:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1095 00000100:00100000:0.0:1746134054.008922:0:10930:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830953548212864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746134054.008937:0:10930:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830953548212864:12345-0@lo:400:kworker.0 Request processed in 14us (346us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134054.008941:0:10930:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1095 00000100:00080000:0.0:1746134054.008952:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746134054.008954:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746134054.008971:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830953548211840:0@lo:400:kworker.0 00000100:00100000:0.0:1746134054.008977:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3771:1830953548212352:0@lo:400:kworker.0 00000100:00100000:0.0:1746134054.008982:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3771:1830953548212864:0@lo:400:kworker.0 00000100:00100000:0.0:1746134054.008987:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3771:1830953548211968:0@lo:400:kworker.0 00000100:00100000:0.0:1746134054.008992:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3771:1830953548212480:0@lo:400:kworker.0 00000100:00100000:0.0:1746134054.008997:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3771:1830953548212992:0@lo:400:kworker.0 00000100:00100000:2.0:1746134054.009149:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091a85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:10d12d63-f4ad-4c9d-a453-33dc13ead851:3769:1830953548211712:0@lo:400:kworker.0 00000100:00100000:2.0:1746134054.009175:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746134054.009206:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830953548212224:0@lo:400:kworker.0 00000100:00100000:2.0:1746134054.009224:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746134054.009235:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3769:1830953548212736:0@lo:400:kworker.0 00000100:00100000:2.0:1746134054.009249:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746134054.009260:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3769:1830953548213248:0@lo:400:kworker.0 00000100:00100000:2.0:1746134054.009273:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746134054.009284:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1746134054.009288:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3769:1830953548212096:0@lo:400:kworker.0 00000100:00100000:2.0:1746134054.009302:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746134054.009310:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3769:1830953548212608:0@lo:400:kworker.0 00000100:00100000:2.0:1746134054.009322:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746134054.009330:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3769:1830953548213120:0@lo:400:kworker.0 00000100:00100000:2.0:1746134054.009341:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746134054.009356:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548212736 00000100:00100000:2.0:1746134054.009359:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548212736 00000100:00100000:2.0:1746134054.009377:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548213248 00000100:00100000:2.0:1746134054.009378:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548213248 00000100:00100000:2.0:1746134054.009387:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548212608 00000100:00100000:2.0:1746134054.009389:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548212608 00000100:00100000:2.0:1746134054.009396:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 750 00000100:00100000:2.0:1746134054.009400:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072adad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3769:x1830953548212736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746134054.009421:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072adad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3769:x1830953548212736:12345-0@lo:400:kworker.0 Request processed in 20us (171us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134054.009425:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 750 00000100:00100000:2.0:1746134054.009431:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548213120 00000100:00100000:2.0:1746134054.009433:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548213120 00000100:00100000:2.0:1746134054.009440:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 751 00000100:00100000:2.0:1746134054.009449:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ada680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3769:x1830953548213248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746134054.009465:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ada680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3769:x1830953548213248:12345-0@lo:400:kworker.0 Request processed in 21us (192us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134054.009469:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 751 00000100:00100000:2.0:1746134054.009474:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 752 00000100:00100000:2.0:1746134054.009478:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072adaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3769:x1830953548212608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746134054.009492:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072adaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3769:x1830953548212608:12345-0@lo:400:kworker.0 Request processed in 13us (169us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134054.009495:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 752 00000100:00100000:2.0:1746134054.009501:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 753 00000100:00100000:2.0:1746134054.009505:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3769:x1830953548213120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746134054.009517:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3769:x1830953548213120:12345-0@lo:400:kworker.0 Request processed in 12us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134054.009521:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 753 00000100:00080000:2.0:1746134054.009530:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746134054.009531:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746134054.009542:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3769:1830953548212608:0@lo:400:kworker.0 00000100:00100000:2.0:1746134054.009548:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3769:1830953548213120:0@lo:400:kworker.0 00000100:00100000:2.0:1746134054.009554:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3769:1830953548212736:0@lo:400:kworker.0 00000100:00100000:2.0:1746134054.009560:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3769:1830953548213248:0@lo:400:kworker.0 00000100:00100000:2.0:1746134054.009583:0:7228:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548211712 00000100:00100000:2.0:1746134054.009585:0:7228:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548211712 00000100:00100000:2.0:1746134054.009600:0:7228:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 549 00000100:00100000:2.0:1746134054.009603:0:7228:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d424c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:10d12d63-f4ad-4c9d-a453-33dc13ead851+23:3769:x1830953548211712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746134054.009621:0:7228:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d424c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:10d12d63-f4ad-4c9d-a453-33dc13ead851+23:3769:x1830953548211712:12345-0@lo:400:kworker.0 Request processed in 18us (446us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134054.009625:0:7228:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 549 00000100:00100000:2.0:1746134054.009641:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091a85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:10d12d63-f4ad-4c9d-a453-33dc13ead851:3769:1830953548211712:0@lo:400:kworker.0 00000100:00100000:3.0:1746134054.009808:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548212224 00000100:00100000:3.0:1746134054.009811:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548212224 00000100:00100000:3.0:1746134054.009828:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1096 00000100:00100000:3.0:1746134054.009832:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ada300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830953548212224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746134054.009866:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ada300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830953548212224:12345-0@lo:400:kworker.0 Request processed in 33us (640us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134054.009870:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1096 00000100:00100000:2.0:1746134054.009920:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830953548212224:0@lo:400:kworker.0 00000100:00100000:0.0:1746134054.009999:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548212096 00000100:00100000:0.0:1746134054.010010:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548212096 00000100:00100000:0.0:1746134054.010037:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 636 00000100:00100000:0.0:1746134054.010041:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3769:x1830953548212096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746134054.010503:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3769:x1830953548212096:12345-0@lo:400:kworker.0 Request processed in 460us (1199us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134054.010508:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 636 00000100:00100000:3.0:1746134054.010551:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3769:1830953548212096:0@lo:400:kworker.0 00000100:00100000:0.0:1746134054.136963:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3770:1830953548213376:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746134054.137039:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746134054.137225:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548213376 00000100:00100000:1.0:1746134054.137232:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548213376 00000100:00100000:1.0:1746134054.137265:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 502 00000100:00100000:1.0:1746134054.137271:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3770:x1830953548213376:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746134054.137294:0:9583:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 502074176 pending 0 free 3920093184 avail 3688570880 00000100:00100000:1.0:1746134054.137337:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3770:x1830953548213376:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134054.137342:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 502 00000100:00100000:0.0:1746134054.137372:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3770:1830953548213376:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746134054.184403:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091a1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3771:1830953548213504:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746134054.184453:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746134054.184812:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548213504 00000100:00100000:3.0:1746134054.184818:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548213504 00000100:00100000:3.0:1746134054.184845:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 503 00000100:00100000:3.0:1746134054.184850:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008115b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830953548213504:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746134054.184867:0:9584:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 502074176 pending 0 free 3920093184 avail 3688570880 00000100:00100000:3.0:1746134054.184897:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008115b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830953548213504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 47us (443us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134054.184902:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 503 00000100:00100000:0.0:1746134054.185100:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091a1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3771:1830953548213504:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1746134054.254398:0:9596:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746134054.521626:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091a1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3768:1830953548213632:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746134054.521677:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746134054.521723:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548213632 00000100:00100000:0.0:1746134054.521728:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548213632 00000100:00100000:0.0:1746134054.522248:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 504 00000100:00100000:0.0:1746134054.522255:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1830953548213632:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1746134054.522278:0:9583:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498625344 pending 28672 free 3922362368 avail 3690840064 00000100:00100000:0.0:1746134054.522309:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1830953548213632:12345-0@lo:13:osp-pre-0-1.0 Request processed in 54us (632us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134054.522315:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 504 00000100:00100000:0.0:1746134054.522344:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091a1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3768:1830953548213632:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1746134054.536907:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3769:1830953548213760:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1746134054.536959:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746134054.537015:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548213760 00000100:00100000:3.0:1746134054.537021:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548213760 00000100:00100000:3.0:1746134054.537048:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505 00000100:00100000:3.0:1746134054.537055:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800872b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830953548213760:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1746134054.537072:0:9584:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498625344 pending 28672 free 3922362368 avail 3690840064 00000100:00100000:3.0:1746134054.537102:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800872b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830953548213760:12345-0@lo:13:osp-pre-0-0.0 Request processed in 48us (143us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134054.537110:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505 00000100:00100000:3.0:1746134054.537161:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3769:1830953548213760:0@lo:13:osp-pre-0-0.0 00000001:02000400:3.0:1746134054.723065:0:28473:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16i: read after truncate file ============ 17:14:14 (1746134054) 00000100:00100000:0.0:1746134054.783108:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134054.783180:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552516480 00000100:00100000:0.0:1746134054.783187:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552516480 00000100:00100000:0.0:1746134054.783231:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43414 00000100:00100000:0.0:1746134054.783239:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:3081:x1830953552516480:12345-192.168.203.26@tcp:41:stat.0 00000004:00000024:0.0:1746134054.783280:0:7233:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 7842455552 avail 7379382272 00000100:00100000:0.0:1746134054.783324:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:3081:x1830953552516480:12345-192.168.203.26@tcp:41:stat.0 Request processed in 86us (222us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134054.783330:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43414 00000100:00100000:0.0:1746134054.803884:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134054.803960:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552516608 00000100:00100000:3.0:1746134054.803967:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552516608 00000100:00100000:3.0:1746134054.804203:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43415 00000100:00100000:3.0:1746134054.804211:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:3093:x1830953552516608:12345-192.168.203.26@tcp:101:lfs.0 00010000:00010000:3.0:1746134054.804225:0:7234:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134054.804240:0:7234:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092100200/0x9682c7de153c95ae lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957508c2 expref: -99 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134054.804283:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde5000/0x9682c7de153c95b5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134054.804294:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde5000/0x9682c7de153c95b5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134054.804304:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde5000/0x9682c7de153c95b5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134054.804314:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde4c00/0x9682c7de153c95bc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134054.804319:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde4c00/0x9682c7de153c95bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134054.804324:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde4c00/0x9682c7de153c95bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134054.804356:0:7234:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde5000/0x9682c7de153c95b5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134054.804362:0:7234:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde5000/0x9682c7de153c95b5 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134054.804367:0:7234:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde5000/0x9682c7de153c95b5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134054.804372:0:7234:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012fde5000 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:3.0:1746134054.804375:0:7234:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde5000/0x9682c7de153c95b5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134054.804380:0:7234:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde5000/0x9682c7de153c95b5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134054.804388:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:3.0:1746134054.804391:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746134054.804394:0:7234:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde5000/0x9682c7de153c95b5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134054.804398:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde5000/0x9682c7de153c95b5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134054.804407:0:7234:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde4c00/0x9682c7de153c95bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134054.804411:0:7234:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde4c00/0x9682c7de153c95bc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134054.804416:0:7234:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde4c00/0x9682c7de153c95bc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134054.804419:0:7234:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012fde4c00 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:3.0:1746134054.804421:0:7234:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde4c00/0x9682c7de153c95bc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134054.804429:0:7234:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde4c00/0x9682c7de153c95bc lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134054.804434:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff88008fc97500) 00010000:00010000:3.0:1746134054.804436:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746134054.804437:0:7234:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde4c00/0x9682c7de153c95bc lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134054.804442:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde4c00/0x9682c7de153c95bc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134054.804465:0:7234:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092100200/0x9682c7de153c95ae lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957508c2 expref: 11 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134054.804472:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092100200/0x9682c7de153c95ae lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957508c2 expref: 11 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134054.804479:0:7234:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092100200, rc 0) 00000100:00100000:3.0:1746134054.805355:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:3093:x1830953552516608:12345-192.168.203.26@tcp:101:lfs.0 Request processed in 1143us (1474us total) trans 0 rc 301/301 00000100:00100000:3.0:1746134054.805362:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43415 00000100:00100000:0.0:1746134054.808841:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134054.811577:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552516864 00000100:00100000:3.0:1746134054.811586:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552516864 00000100:00100000:3.0:1746134054.811628:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43416 00000100:00100000:3.0:1746134054.811634:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:3093:x1830953552516864:12345-192.168.203.26@tcp:36:lfs.0 00010000:00010000:3.0:1746134054.811673:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134054.811693:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c0a00/0x9682c7de153c93fc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575080c expref: 10 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134054.811709:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:3.0:1746134054.811712:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746134054.811750:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde5400/0x9682c7de153c95c3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134054.811760:0:7234:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b90ec00/0x9682c7de153c949d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575084b expref: 11 pid: 10165 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134054.811766:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde5400/0x9682c7de153c95c3 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134054.811790:0:7234:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009b90ec00/0x9682c7de153c949d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.26@tcp remote: 0xb596b2319575084b expref: 11 pid: 10165 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134054.811799:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b90ec00/0x9682c7de153c949d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319575084b expref: 11 pid: 10165 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746134054.811810:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7234:1830953548213888:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134054.811872:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012de02f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746134054.821983:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134054.824796:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552516992 00000100:00100000:1.0:1746134054.824804:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552516992 00010000:00010000:1.0:1746134054.824835:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b90ec00/0x9682c7de153c949d lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319575084b expref: 12 pid: 10165 timeout: 823 lvb_type: 0 00000100:00100000:1.0:1746134054.824858:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15377 00000100:00100000:1.0:1746134054.824864:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a1c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+12:2010:x1830953552516992:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134054.824874:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134054.824879:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009b90ec00/0x9682c7de153c949d lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319575084b expref: 12 pid: 10165 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746134054.824890:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009b90ec00/0x9682c7de153c949d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319575084b expref: 12 pid: 10165 timeout: 823 lvb_type: 0 00010000:00010000:1.0:1746134054.824907:0:8382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:1.0:1746134054.824912:0:8382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde5400/0x9682c7de153c95c3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134054.824919:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde5400/0x9682c7de153c95c3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134054.824924:0:8382:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde5400/0x9682c7de153c95c3 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134054.824937:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134054.824974:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a1c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+12:2010:x1830953552516992:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 111us (2997us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134054.824980:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15377 00010000:00010000:3.0:1746134054.825211:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b90ec00/0x9682c7de153c949d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.26@tcp remote: 0xb596b2319575084b expref: 11 pid: 10165 timeout: 823 lvb_type: 0 00000100:00100000:3.0:1746134054.825222:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7234:1830953548213888:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134054.825238:0:7234:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde5400/0x9682c7de153c95c3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134054.825244:0:7234:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde5400/0x9682c7de153c95c3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134054.825251:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde5400/0x9682c7de153c95c3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134054.825265:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b90e200/0x9682c7de153c95ca lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134054.825271:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b90e200/0x9682c7de153c95ca lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134054.825278:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b90e200/0x9682c7de153c95ca lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00000040:00080000:3.0:1746134054.825916:0:7234:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x200000400:0x2:0x0].9, 2152 off49512 00000040:00080000:3.0:1746134054.825978:0:7234:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x240000401:0x2:0x0].9, 2352 off51208 00000004:00080000:3.0:1746134054.825983:0:7234:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88012de02f00 with version 19 00000004:00080000:3.0:1746134054.826004:0:8389:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff8800a564a540 version 19 rpc_version 19 00000020:00100000:3.0:1746134054.826027:0:8389:0:(genops.c:2421:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1746134054.826033:0:8389:0:(client.c:764:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800872b7b80 x1830953548214144/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 4216/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746134054.826046:0:8389:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b7b80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8389:1830953548214144:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1746134054.826087:0:8389:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746134054.826110:0:8389:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012de020c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746134054.826144:0:8393:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548214144 00000100:00100000:3.0:1746134054.826148:0:8393:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548214144 00000100:00100000:3.0:1746134054.826172:0:8393:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 637 00000100:00100000:3.0:1746134054.826176:0:8393:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ae5e7c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:8389:x1830953548214144:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1746134054.826470:0:8393:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ae5e7c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:8389:x1830953548214144:12345-0@lo:1000:osp_up1-0.0 Request processed in 293us (381us total) trans 4294967377 rc 0/0 00000100:00100000:3.0:1746134054.826477:0:8393:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 637 00000100:00100000:3.0:1746134054.826720:0:8389:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b7b80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8389:1830953548214144:0@lo:1000:osp_up1-0.0 00010000:00010000:3.0:1746134054.826775:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfac00/0x9682c7de153c95d1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134054.826783:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfac00/0x9682c7de153c95d1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134054.826791:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfac00/0x9682c7de153c95d1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134054.826804:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880123b78600/0x9682c7de153c95d8 lrc: 3/0,1 mode: --/PW res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134054.826809:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880123b78600/0x9682c7de153c95d8 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134054.826814:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880123b78600/0x9682c7de153c95d8 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134054.826831:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012de23600/0x9682c7de153c95df lrc: 3/0,1 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134054.826836:0:7234:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012de23600/0x9682c7de153c95df lrc: 3/0,1 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134054.826843:0:7234:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012de23600/0x9682c7de153c95df lrc: 3/0,1 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 7234 initiator: MDT0 00000100:00100000:3.0:1746134054.826852:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b7100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:7234:1830953548214272:0@lo:101:mdt00_002.0 00000100:00100000:3.0:1746134054.826892:0:7234:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746134054.826910:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d900 going to sleep for 11 seconds 00000100:00100000:3.0:1746134054.826919:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548214272 00000100:00100000:3.0:1746134054.826922:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548214272 00000100:00100000:3.0:1746134054.826939:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 638 00000100:00100000:3.0:1746134054.826944:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800872b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:7234:x1830953548214272:12345-0@lo:101:mdt00_002.0 00010000:00010000:3.0:1746134054.826953:0:7237:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134054.826965:0:7237:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009567e200/0x9682c7de153c95e6 lrc: 2/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9682c7de153c95df expref: -99 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134054.826978:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009567e200/0x9682c7de153c95e6 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9682c7de153c95df expref: 7 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134054.826987:0:7237:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009567e200/0x9682c7de153c95e6 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9682c7de153c95df expref: 7 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134054.826994:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff88008fc97f00) 00010000:00010000:3.0:1746134054.827009:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746134054.827012:0:7237:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009567e200, rc 0) 00000100:00100000:3.0:1746134054.827031:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800872b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:7234:x1830953548214272:12345-0@lo:101:mdt00_002.0 Request processed in 87us (138us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134054.827035:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 638 00000100:00100000:3.0:1746134054.827056:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b7100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:7234:1830953548214272:0@lo:101:mdt00_002.0 00010000:00010000:3.0:1746134054.827063:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012de23600/0x9682c7de153c95df lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9682c7de153c95e6 expref: -99 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134054.827070:0:7234:0:(ldlm_request.c:783:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012de23600/0x9682c7de153c95df lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9682c7de153c95e6 expref: -99 pid: 7234 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1746134054.827081:0:7234:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880091a1e680 reply state ffff88008ff9b000 transno 4294986339 ns: mdt-lustre-MDT0000_UUID lock: ffff880123b78600/0x9682c7de153c95d8 lrc: 3/0,1 mode: PW/PW res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134054.827088:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880123b78600/0x9682c7de153c95d8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134054.827096:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff88008fc97200) 00010000:00010000:3.0:1746134054.827097:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746134054.827100:0:7234:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746134054.827104:0:7234:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012de23600/0x9682c7de153c95df lrc: 4/0,1 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9682c7de153c95e6 expref: -99 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134054.827109:0:7234:0:(ldlm_lock.c:914:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012de23600/0x9682c7de153c95df lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9682c7de153c95e6 expref: -99 pid: 7234 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1746134054.827138:0:7234:0:(osp_object.c:1377:osp_invalidate()) Invalidate osp_object [0x240000401:0xa:0x0] 00000004:00010000:3.0:1746134054.827142:0:7234:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880091a1e680 reply state ffff88008ff9b000 transno 4294986339 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfac00/0x9682c7de153c95d1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134054.827148:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfac00/0x9682c7de153c95d1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134054.827152:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88008fc97000) 00010000:00010000:3.0:1746134054.827154:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746134054.827155:0:7234:0:(service.c:173:ptlrpc_save_lock()) nlocks 1 00000004:00200000:3.0:1746134054.827159:0:7234:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 4096 00010000:00010000:3.0:1746134054.827163:0:7234:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde5400/0x9682c7de153c95c3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134054.827167:0:7234:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde5400/0x9682c7de153c95c3 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134054.827172:0:7234:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde5400/0x9682c7de153c95c3 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134054.827176:0:7234:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012fde5400 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:3.0:1746134054.827179:0:7234:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde5400/0x9682c7de153c95c3 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134054.827188:0:7234:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde5400/0x9682c7de153c95c3 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134054.827194:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:3.0:1746134054.827196:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746134054.827199:0:7234:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde5400/0x9682c7de153c95c3 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134054.827202:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde5400/0x9682c7de153c95c3 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00000004:00010000:3.0:1746134054.827210:0:7234:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880091a1e680 reply state ffff88008ff9b000 transno 4294986339 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b90e200/0x9682c7de153c95ca lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134054.827215:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b90e200/0x9682c7de153c95ca lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134054.827219:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff88008fc97100) 00010000:00010000:3.0:1746134054.827221:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746134054.827222:0:7234:0:(service.c:173:ptlrpc_save_lock()) nlocks 2 00000100:00100000:3.0:1746134054.827267:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:3093:x1830953552516864:12345-192.168.203.26@tcp:36:lfs.0 Request processed in 15631us (18429us total) trans 4294986339 rc 0/0 00000100:00100000:3.0:1746134054.827273:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43416 00000100:00100000:1.0:1746134054.840873:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134054.840909:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552517120 00000100:00100000:3.0:1746134054.840915:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552517120 00000100:00100000:3.0:1746134054.840945:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43417 00000100:00100000:3.0:1746134054.840950:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008115ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:3097:x1830953552517120:12345-192.168.203.26@tcp:101:cp.0 00010000:00010000:3.0:1746134054.840964:0:7234:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134054.840975:0:7234:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009567fe00/0x9682c7de153c95ed lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957508c9 expref: -99 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134054.841031:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009567e800/0x9682c7de153c95f4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134054.841041:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009567e800/0x9682c7de153c95f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134054.841050:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009567e800/0x9682c7de153c95f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00000004:00200000:3.0:1746134054.841080:0:7234:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746134054.841083:0:7234:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746134054.841094:0:7234:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009567e800/0x9682c7de153c95f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134054.841126:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009567fe00/0x9682c7de153c95ed lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957508c9 expref: 13 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134054.841139:0:7234:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009567e800/0x9682c7de153c95f4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957508c9 expref: 12 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134054.841145:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:3.0:1746134054.841147:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746134054.841149:0:7234:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009567e800, rc 0) 00000100:00100000:3.0:1746134054.841192:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008115ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+12:3097:x1830953552517120:12345-192.168.203.26@tcp:101:cp.0 Request processed in 241us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134054.841197:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43417 00000100:00100000:2.0:1746134054.849568:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134054.849624:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552517248 00000100:00100000:0.0:1746134054.849632:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552517248 00000100:00100000:0.0:1746134054.849668:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43418 00000100:00100000:0.0:1746134054.849676:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+12:3097:x1830953552517248:12345-192.168.203.26@tcp:101:cp.0 00010000:00010000:0.0:1746134054.849690:0:7233:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134054.849704:0:7233:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095786c00/0x9682c7de153c95fb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957508d0 expref: -99 pid: 7233 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134054.849748:0:7233:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095787000/0x9682c7de153c9602 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7233 initiator: MDT0 00010000:00010000:0.0:1746134054.849758:0:7233:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095787000/0x9682c7de153c9602 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7233 initiator: MDT0 00010000:00010000:0.0:1746134054.849767:0:7233:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095787000/0x9682c7de153c9602 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7233 initiator: MDT0 00010000:00010000:0.0:1746134054.849774:0:7233:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095786000/0x9682c7de153c9609 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7233 initiator: MDT0 00010000:00010000:0.0:1746134054.849780:0:7233:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095786000/0x9682c7de153c9609 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7233 initiator: MDT0 00010000:00010000:0.0:1746134054.849785:0:7233:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095786000/0x9682c7de153c9609 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7233 initiator: MDT0 00010000:00010000:0.0:1746134054.849835:0:7233:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095786e00/0x9682c7de153c9610 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7233 initiator: MDT0 00010000:00010000:0.0:1746134054.849841:0:7233:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095786e00/0x9682c7de153c9610 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7233 initiator: MDT0 00010000:00010000:0.0:1746134054.849846:0:7233:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095786e00/0x9682c7de153c9610 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7233 initiator: MDT0 00000004:00200000:0.0:1746134054.849893:0:7233:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 4096 00000004:00200000:0.0:1746134054.849897:0:7233:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:0.0:1746134054.849911:0:7233:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880095786e00/0x9682c7de153c9610 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7233 initiator: MDT0 00010000:00010000:0.0:1746134054.849919:0:7233:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095787000/0x9682c7de153c9602 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7233 initiator: MDT0 00010000:00010000:0.0:1746134054.849924:0:7233:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095787000/0x9682c7de153c9602 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7233 initiator: MDT0 00010000:00010000:0.0:1746134054.849928:0:7233:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095787000/0x9682c7de153c9602 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7233 initiator: MDT0 00010000:00010000:0.0:1746134054.849934:0:7233:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095787000/0x9682c7de153c9602 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7233 initiator: MDT0 00010000:00010000:0.0:1746134054.849938:0:7233:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095787000 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:0.0:1746134054.849941:0:7233:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095787000/0x9682c7de153c9602 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7233 initiator: MDT0 00010000:00010000:0.0:1746134054.849946:0:7233:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095787000/0x9682c7de153c9602 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7233 initiator: MDT0 00010000:00010000:0.0:1746134054.849955:0:7233:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:0.0:1746134054.849958:0:7233:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746134054.849961:0:7233:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095787000/0x9682c7de153c9602 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7233 initiator: MDT0 00010000:00010000:0.0:1746134054.849966:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095787000/0x9682c7de153c9602 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7233 initiator: MDT0 00010000:00010000:0.0:1746134054.849973:0:7233:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095786000/0x9682c7de153c9609 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7233 initiator: MDT0 00010000:00010000:0.0:1746134054.849977:0:7233:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095786000/0x9682c7de153c9609 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7233 initiator: MDT0 00010000:00010000:0.0:1746134054.849985:0:7233:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095786000/0x9682c7de153c9609 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7233 initiator: MDT0 00010000:00010000:0.0:1746134054.849988:0:7233:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095786000 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:0.0:1746134054.849990:0:7233:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095786000/0x9682c7de153c9609 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7233 initiator: MDT0 00010000:00010000:0.0:1746134054.850009:0:7233:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095786000/0x9682c7de153c9609 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7233 initiator: MDT0 00010000:00010000:0.0:1746134054.850015:0:7233:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff88008fc97100) 00010000:00010000:0.0:1746134054.850017:0:7233:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746134054.850019:0:7233:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095786000/0x9682c7de153c9609 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7233 initiator: MDT0 00010000:00010000:0.0:1746134054.850023:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095786000/0x9682c7de153c9609 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7233 initiator: MDT0 00010000:00010000:0.0:1746134054.850041:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095786c00/0x9682c7de153c95fb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957508d0 expref: 14 pid: 7233 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134054.850050:0:7233:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095786e00/0x9682c7de153c9610 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957508d0 expref: 13 pid: 7233 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134054.850055:0:7233:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88008fc97000) 00010000:00010000:0.0:1746134054.850057:0:7233:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1746134054.850059:0:7233:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095786e00, rc 0) 00000100:00100000:0.0:1746134054.850106:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+13:3097:x1830953552517248:12345-192.168.203.26@tcp:101:cp.0 Request processed in 431us (545us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134054.850129:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43418 00000100:00100000:0.0:1746134054.852486:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134054.852528:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552517376 00000100:00100000:2.0:1746134054.852535:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552517376 00000100:00100000:2.0:1746134054.852568:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43419 00000100:00100000:2.0:1746134054.852574:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+13:3097:x1830953552517376:12345-192.168.203.26@tcp:101:cp.0 00010000:00010000:2.0:1746134054.852586:0:7234:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134054.852597:0:7234:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a6800/0x9682c7de153c9617 lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957508d7 expref: -99 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134054.852630:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a7000/0x9682c7de153c961e lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746134054.852639:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a7000/0x9682c7de153c961e lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746134054.852648:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a7000/0x9682c7de153c961e lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00000004:00200000:2.0:1746134054.852680:0:7234:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000400:0xa:0x0]: returning size 4096 00000004:00200000:2.0:1746134054.852684:0:7234:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1746134054.852706:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a6800/0x9682c7de153c9617 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957508d7 expref: 15 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134054.852716:0:7234:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a7000/0x9682c7de153c961e lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957508d7 expref: 14 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134054.852722:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff88008fc97200) 00010000:00010000:2.0:1746134054.852725:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1746134054.852727:0:7234:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f3a7000, rc 0) 00000100:00100000:2.0:1746134054.852772:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+14:3097:x1830953552517376:12345-192.168.203.26@tcp:101:cp.0 Request processed in 197us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134054.852778:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43419 00000100:00100000:0.0:1746134054.854043:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134054.854304:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552517504 00000100:00100000:2.0:1746134054.854309:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552517504 00000100:00100000:2.0:1746134054.854340:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43420 00000100:00100000:2.0:1746134054.854347:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:3097:x1830953552517504:12345-192.168.203.26@tcp:101:cp.0 00010000:00010000:2.0:1746134054.854358:0:7234:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134054.854368:0:7234:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012f3a6200/0x9682c7de153c9625 lrc: 2/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957508de expref: -99 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134054.854400:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012f3a6a00/0x9682c7de153c962c lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746134054.854410:0:7234:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009567e200/0x9682c7de153c95e6 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9682c7de153c95df expref: 6 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134054.854416:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012f3a6a00/0x9682c7de153c962c lrc: 4/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT1 00010000:00010000:2.0:1746134054.854441:0:7234:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88009567e200/0x9682c7de153c95e6 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x9682c7de153c95df expref: 6 pid: 7237 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134054.854452:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fe24e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:7234:1830953548214400:0@lo:104: 00000100:00100000:2.0:1746134054.854482:0:7234:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746134054.854508:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b6ca480 going to sleep for 11 seconds 00000100:00100000:0.0:1746134054.854562:0:7217:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548214400 00000100:00100000:0.0:1746134054.854566:0:7217:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548214400 00000100:00100000:0.0:1746134054.854585:0:7217:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1746134054.854589:0:7217:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe24700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:7234:x1830953548214400:12345-0@lo:104: 00010000:00010000:0.0:1746134054.854597:0:7217:0:(ldlm_lockd.c:2491:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012de23600/0x9682c7de153c95df lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9682c7de153c95e6 expref: -99 pid: 7234 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134054.854945:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fe24e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:7234:1830953548214400:0@lo:104: 00010000:00010000:2.0:1746134054.854959:0:7234:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88012f3a6a00/0x9682c7de153c962c lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT1 00010000:00010000:0.0:1746134054.854987:0:7217:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1746134054.854992:0:7217:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe24700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:7234:x1830953548214400:12345-0@lo:104: Request processed in 403us (510us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134054.855006:0:7217:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00010000:00010000:3.0:1746134054.855057:0:7222:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1746134054.855062:0:7222:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012de23600/0x9682c7de153c95df lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9682c7de153c95e6 expref: -99 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134054.855073:0:7222:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012de23600 already unused, calling callback (ffffffffa0f0de30) 00010000:00010000:3.0:1746134054.855077:0:7222:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012de23600/0x9682c7de153c95df lrc: 4/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x9682c7de153c95e6 expref: -99 pid: 7234 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1746134054.855083:0:7222:0:(mdt_handler.c:3930:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012de23600/0x9682c7de153c95df lrc: 4/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x9682c7de153c95e6 expref: -99 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134054.855102:0:7222:0:(ldlm_request.c:1331:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012de23600/0x9682c7de153c95df lrc: 2/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9682c7de153c95e6 expref: -99 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134054.855106:0:7222:0:(ldlm_request.c:1377:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1746134054.855137:0:7222:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012de23600/0x9682c7de153c95df lrc: 1/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9682c7de153c95e6 expref: -99 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134054.855143:0:7222:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012de23600/0x9682c7de153c95df lrc: 0/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9682c7de153c95e6 expref: -99 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134054.855156:0:7222:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746134054.855157:0:7222:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746134054.855159:0:7222:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746134054.855195:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746134054.855204:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3771:1830953548214528:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1746134054.855226:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746134054.855302:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548214528 00000100:00100000:1.0:1746134054.855306:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548214528 00010000:00010000:1.0:1746134054.855323:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009567e200/0x9682c7de153c95e6 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x9682c7de153c95df expref: 7 pid: 7237 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134054.855352:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15378 00000100:00100000:1.0:1746134054.855362:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da67800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+7:3771:x1830953548214528:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1746134054.855369:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:0.0:1746134054.858014:0:8374:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967377 is committed 00010000:00010000:1.0:1746134054.858674:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009567e200/0x9682c7de153c95e6 lrc: 0/0,0 mode: --/PW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x9682c7de153c95df expref: 6 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134054.858694:0:7221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff88008fc97f00) 00010000:00010000:1.0:1746134054.858698:0:7221:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88012f3a6a00/0x9682c7de153c962c lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT1 00010000:00010000:1.0:1746134054.858705:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88012f3a6a00/0x9682c7de153c962c lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7234 initiator: MDT1 00010000:00010000:1.0:1746134054.858711:0:7221:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012f3a6a00/0x9682c7de153c962c lrc: 4/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7234 initiator: MDT1 00010000:00010000:1.0:1746134054.858744:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134054.858802:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da67800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+5:3771:x1830953548214528:12345-0@lo:103:ldlm_bl.0 Request processed in 3443us (3573us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134054.858809:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15378 00010000:00010000:2.0:1746134054.859620:0:7234:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88012f3a6a00/0x9682c7de153c962c lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT1 00010000:00010000:2.0:1746134054.859627:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012f3a6a00/0x9682c7de153c962c lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT1 00000004:00200000:2.0:1746134054.859673:0:7234:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000401:0xa:0x0]: returning size 4096 00000004:00200000:2.0:1746134054.859677:0:7234:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1746134054.859711:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012f3a6200/0x9682c7de153c9625 lrc: 0/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957508de expref: 8 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134054.859723:0:7234:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012f3a6a00/0x9682c7de153c962c lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957508de expref: 7 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134054.859729:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff88008fc97f00) 00010000:00010000:2.0:1746134054.859731:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1746134054.859733:0:7234:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f3a6a00, rc 0) 00000100:00100000:2.0:1746134054.859770:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:3097:x1830953552517504:12345-192.168.203.26@tcp:101:cp.0 Request processed in 5424us (5731us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134054.859776:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43420 00000100:00100000:0.0:1746134054.859863:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3771:1830953548214528:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1746134054.863674:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134054.863758:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552517632 00000100:00100000:3.0:1746134054.863766:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552517632 00000100:00100000:3.0:1746134054.863801:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43421 00000100:00100000:3.0:1746134054.863808:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:3097:x1830953552517632:12345-192.168.203.26@tcp:101:cp.0 00010000:00010000:3.0:1746134054.863822:0:7234:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134054.863835:0:7234:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009567f800/0x9682c7de153c9633 lrc: 2/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957508e5 expref: -99 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134054.863877:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009567ea00/0x9682c7de153c963a lrc: 3/1,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134054.863887:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009567ea00/0x9682c7de153c963a lrc: 3/1,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134054.863896:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009567ea00/0x9682c7de153c963a lrc: 3/1,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134054.866258:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009567f200/0x9682c7de153c9641 lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134054.866271:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009567f200/0x9682c7de153c9641 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134054.866281:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009567f200/0x9682c7de153c9641 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134054.866333:0:7234:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009567ea00/0x9682c7de153c963a lrc: 3/1,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134054.866339:0:7234:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009567ea00/0x9682c7de153c963a lrc: 2/0,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134054.866344:0:7234:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009567ea00/0x9682c7de153c963a lrc: 3/0,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134054.866348:0:7234:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009567ea00 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:3.0:1746134054.866352:0:7234:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009567ea00/0x9682c7de153c963a lrc: 3/0,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134054.866358:0:7234:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009567ea00/0x9682c7de153c963a lrc: 4/0,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134054.866367:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff88008fc97f00) 00010000:00010000:3.0:1746134054.866370:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746134054.866374:0:7234:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009567ea00/0x9682c7de153c963a lrc: 2/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134054.866378:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009567ea00/0x9682c7de153c963a lrc: 0/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134054.866387:0:7234:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009567f200/0x9682c7de153c9641 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134054.866392:0:7234:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009567f200/0x9682c7de153c9641 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134054.866396:0:7234:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009567f200/0x9682c7de153c9641 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134054.866400:0:7234:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009567f200 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:3.0:1746134054.866402:0:7234:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009567f200/0x9682c7de153c9641 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134054.866406:0:7234:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009567f200/0x9682c7de153c9641 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134054.866411:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x2ce3da1 (ffff88008fc97e00) 00010000:00010000:3.0:1746134054.866413:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746134054.866416:0:7234:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009567f200/0x9682c7de153c9641 lrc: 2/0,0 mode: --/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134054.866420:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009567f200/0x9682c7de153c9641 lrc: 0/0,0 mode: --/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134054.866613:0:7234:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009567f800/0x9682c7de153c9633 lrc: 1/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957508e5 expref: 8 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134054.866621:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009567f800/0x9682c7de153c9633 lrc: 0/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957508e5 expref: 8 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134054.866628:0:7234:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009567f800, rc 0) 00000100:00100000:3.0:1746134054.867676:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:3097:x1830953552517632:12345-192.168.203.26@tcp:101:cp.0 Request processed in 3863us (4004us total) trans 0 rc 301/301 00000100:00100000:3.0:1746134054.867684:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43421 00000100:00100000:1.0:1746134054.873712:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134054.873977:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552517888 00000100:00100000:3.0:1746134054.873984:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552517888 00000100:00100000:3.0:1746134054.874041:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43422 00000100:00100000:3.0:1746134054.874048:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008115bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:3097:x1830953552517888:12345-192.168.203.26@tcp:101:cp.0 00010000:00010000:3.0:1746134054.874063:0:7234:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134054.874065:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746134054.874086:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012f3a6a00/0x9682c7de153c962c lrc: 0/0,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957508de expref: 7 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134054.874099:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff88008fc97f00) 00010000:00010000:3.0:1746134054.874107:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746134054.874131:0:7234:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009567ec00/0x9682c7de153c9648 lrc: 2/0,0 mode: --/CW res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957508ec expref: -99 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134054.874198:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009567fa00/0x9682c7de153c964f lrc: 3/0,1 mode: --/CW res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134054.874208:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009567fa00/0x9682c7de153c964f lrc: 3/0,1 mode: CW/CW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134054.874215:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009567fa00/0x9682c7de153c964f lrc: 3/0,1 mode: CW/CW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134054.874225:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009567e200/0x9682c7de153c9656 lrc: 3/0,1 mode: --/PW res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134054.874231:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009567e200/0x9682c7de153c9656 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134054.874235:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009567e200/0x9682c7de153c9656 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT1 00000004:00080000:3.0:1746134054.874461:0:7234:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x4:0x0], index 0: 0 00010000:00010000:3.0:1746134054.874544:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012fde5c00/0x9682c7de153c965d lrc: 3/1,0 mode: --/PR res: [0x240000402:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134054.874550:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012fde5c00/0x9682c7de153c965d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134054.874556:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012fde5c00/0x9682c7de153c965d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134054.874577:0:7234:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009567fa00/0x9682c7de153c964f lrc: 3/0,1 mode: CW/CW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134054.874583:0:7234:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009567fa00/0x9682c7de153c964f lrc: 2/0,0 mode: CW/CW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134054.874588:0:7234:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009567fa00/0x9682c7de153c964f lrc: 3/0,0 mode: CW/CW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134054.874592:0:7234:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009567fa00 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:3.0:1746134054.874595:0:7234:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009567fa00/0x9682c7de153c964f lrc: 3/0,0 mode: CW/CW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134054.874601:0:7234:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009567fa00/0x9682c7de153c964f lrc: 4/0,0 mode: CW/CW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134054.874607:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff88008fc97600) 00010000:00010000:3.0:1746134054.874610:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746134054.874612:0:7234:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009567fa00/0x9682c7de153c964f lrc: 2/0,0 mode: --/CW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134054.874616:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009567fa00/0x9682c7de153c964f lrc: 0/0,0 mode: --/CW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT1 00000004:00010000:3.0:1746134054.874624:0:7234:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88008115bb80 reply state ffff88008ff9a000 transno 4294967378 ns: mdt-lustre-MDT0001_UUID lock: ffff88009567e200/0x9682c7de153c9656 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134054.874630:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009567e200/0x9682c7de153c9656 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134054.874635:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x2ce3da1 (ffff88008fc97c00) 00010000:00010000:3.0:1746134054.874637:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746134054.874639:0:7234:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746134054.874656:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009567ec00/0x9682c7de153c9648 lrc: 0/0,0 mode: --/CW res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957508ec expref: 9 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134054.874667:0:7234:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012fde5c00/0x9682c7de153c965d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957508ec expref: 8 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134054.874673:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xb:0x0].0x0 (ffff88008fc97800) 00010000:00010000:3.0:1746134054.874675:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746134054.874676:0:7234:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fde5c00, rc 0) 00000100:00100000:3.0:1746134054.874730:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008115bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+9:3097:x1830953552517888:12345-192.168.203.26@tcp:101:cp.0 Request processed in 681us (1024us total) trans 4294967378 rc 0/0 00000100:00100000:3.0:1746134054.874735:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43422 00000100:00100000:0.0:1746134054.877988:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134054.878071:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552518016 00000100:00100000:2.0:1746134054.878078:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552518016 00000100:00100000:0.0:1746134054.878192:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30079 00000100:00100000:0.0:1746134054.878200:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:2009:x1830953552518016:12345-192.168.203.26@tcp:101:cp.0 00010000:00010000:0.0:1746134054.878216:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134054.878228:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008fe0e400/0x9682c7de153c966b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957508f3 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746134054.878247:0:9581:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1746134054.878261:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134054.878263:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134054.878270:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008fe0e400/0x9682c7de153c966b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957508f3 expref: 9 pid: 9581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746134054.878286:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008fe0e400/0x9682c7de153c966b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957508f3 expref: 9 pid: 9581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746134054.878294:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fe0e400, rc 0) 00000100:00100000:0.0:1746134054.878340:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+9:2009:x1830953552518016:12345-192.168.203.26@tcp:101:cp.0 Request processed in 139us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134054.878346:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30079 00000100:00100000:0.0:1746134054.881538:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134054.882533:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552518144 00000100:00100000:2.0:1746134054.882541:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552518144 00000100:00100000:2.0:1746134054.882588:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30080 00000100:00100000:2.0:1746134054.882596:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+9:3097:x1830953552518144:12345-192.168.203.26@tcp:101:cp.0 00010000:00010000:2.0:1746134054.882610:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134054.882624:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012f3a7a00/0x9682c7de153c9672 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957508fa expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134054.882652:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88008fe0e400/0x9682c7de153c966b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957508f3 expref: 10 pid: 9581 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746134054.882660:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134054.882661:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134054.882664:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012f3a7a00/0x9682c7de153c9672 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957508fa expref: 10 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134054.882686:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88008fe0e400/0x9682c7de153c966b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.26@tcp remote: 0xb596b231957508f3 expref: 10 pid: 9581 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746134054.882697:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88008fe0e400/0x9682c7de153c966b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.26@tcp remote: 0xb596b231957508f3 expref: 10 pid: 9581 timeout: 824 lvb_type: 1 00000100:00100000:2.0:1746134054.882706:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fe24e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9581:1830953548214656:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134054.882788:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b6caf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746134054.884210:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fe24e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9581:1830953548214656:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134054.884228:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012f3a7a00/0x9682c7de153c9672 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957508fa expref: 10 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134054.884238:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f3a7a00, rc 0) 00000100:00100000:2.0:1746134054.884262:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:3097:x1830953552518144:12345-192.168.203.26@tcp:101:cp.0 Request processed in 1668us (2731us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134054.884269:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30080 00000100:00100000:0.0:1746134054.885377:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134054.885421:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552518272 00000100:00100000:1.0:1746134054.885427:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552518272 00010000:00010000:1.0:1746134054.885448:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88008fe0e400/0x9682c7de153c966b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b231957508f3 expref: 10 pid: 9581 timeout: 824 lvb_type: 1 00000100:00100000:1.0:1746134054.885865:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15379 00000100:00100000:1.0:1746134054.885873:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da65880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2010:x1830953552518272:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134054.885884:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134054.885899:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88008fe0e400/0x9682c7de153c966b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b231957508f3 expref: 10 pid: 9581 timeout: 824 lvb_type: 1 00010000:00010000:1.0:1746134054.885909:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88008fe0e400/0x9682c7de153c966b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.26@tcp remote: 0xb596b231957508f3 expref: 10 pid: 9581 timeout: 824 lvb_type: 1 00010000:00010000:1.0:1746134054.885929:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008fe0e400/0x9682c7de153c966b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.26@tcp remote: 0xb596b231957508f3 expref: 10 pid: 9581 timeout: 824 lvb_type: 1 00010000:00010000:1.0:1746134054.885953:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134054.885955:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134054.885961:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012f3a7a00/0x9682c7de153c9672 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957508fa expref: 9 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134054.885968:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012f3a7a00/0x9682c7de153c9672 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957508fa expref: 9 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134054.885991:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012f3a7a00/0x9682c7de153c9672 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957508fa expref: 9 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134054.886014:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008115b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7221:1830953548214784:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134054.886076:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746134054.888574:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008115b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7221:1830953548214784:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134054.888591:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134054.888621:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da65880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+9:2010:x1830953552518272:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2748us (3245us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134054.888629:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15379 00000100:00100000:0.0:1746134054.889737:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134054.889905:0:20211:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552518528 00000100:00100000:2.0:1746134054.889911:0:20211:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552518528 00000100:00100000:2.0:1746134054.889953:0:20211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 186 00000100:00100000:2.0:1746134054.890251:0:20211:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+9:3097:x1830953552518528:12345-192.168.203.26@tcp:35:cp.0 00000100:00100000:2.0:1746134054.891153:0:20211:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:3097:x1830953552518528:12345-192.168.203.26@tcp:35:cp.0 Request processed in 1192us (1417us total) trans 4294967379 rc 0/0 00000100:00100000:2.0:1746134054.891159:0:20211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 186 00000100:00100000:0.0:1746134054.913408:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134054.913466:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552518784 00000100:00100000:2.0:1746134054.913476:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552518784 00000100:00100000:2.0:1746134054.913529:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43423 00000100:00100000:2.0:1746134054.913537:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:3100:x1830953552518784:12345-192.168.203.26@tcp:101:dd.0 00010000:00010000:2.0:1746134054.913556:0:7233:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134054.913571:0:7233:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012f3a6a00/0x9682c7de153c9679 lrc: 2/0,0 mode: --/CR res: [0x240000402:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750901 expref: -99 pid: 7233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134054.913645:0:7233:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012f3a7600/0x9682c7de153c9680 lrc: 3/1,0 mode: --/CR res: [0x240000402:0xb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7233 initiator: MDT0 00010000:00010000:2.0:1746134054.913655:0:7233:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012f3a7600/0x9682c7de153c9680 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0xb:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7233 initiator: MDT1 00010000:00010000:2.0:1746134054.913664:0:7233:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012f3a7600/0x9682c7de153c9680 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0xb:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7233 initiator: MDT1 00000004:00200000:2.0:1746134054.913672:0:7233:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000402:0xb:0x0]: returning size 1716 00010000:00010000:2.0:1746134054.913754:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012f3a6a00/0x9682c7de153c9679 lrc: 0/0,0 mode: --/CR res: [0x240000402:0xb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750901 expref: 13 pid: 7233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134054.914589:0:7233:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012f3a7600/0x9682c7de153c9680 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0xb:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750901 expref: 12 pid: 7233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134054.914598:0:7233:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xb:0x0].0x0 (ffff88008fc97800) 00010000:00010000:2.0:1746134054.914601:0:7233:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1746134054.914604:0:7233:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f3a7600, rc 0) 00000100:00100000:2.0:1746134054.914654:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+12:3100:x1830953552518784:12345-192.168.203.26@tcp:101:dd.0 Request processed in 1118us (1253us total) trans 4294967380 rc 0/0 00000100:00100000:2.0:1746134054.914661:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43423 00000100:00100000:0.0:1746134054.965707:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134054.965768:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552518912 00000100:00100000:2.0:1746134054.965776:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552518912 00000100:00100000:2.0:1746134054.965829:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43424 00000100:00100000:2.0:1746134054.965836:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+11:3105:x1830953552518912:12345-192.168.203.26@tcp:101:dd.0 00010000:00010000:2.0:1746134054.965852:0:7233:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134054.965866:0:7233:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a6a00/0x9682c7de153c968e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750908 expref: -99 pid: 7233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134054.965908:0:7233:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a6200/0x9682c7de153c9695 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7233 initiator: MDT0 00010000:00010000:2.0:1746134054.965918:0:7233:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a6200/0x9682c7de153c9695 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7233 initiator: MDT0 00010000:00010000:2.0:1746134054.965926:0:7233:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a6200/0x9682c7de153c9695 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7233 initiator: MDT0 00000004:00200000:2.0:1746134054.965958:0:7233:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746134054.965960:0:7233:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746134054.965971:0:7233:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a6200/0x9682c7de153c9695 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7233 initiator: MDT0 00010000:00010000:2.0:1746134054.965986:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a6a00/0x9682c7de153c968e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750908 expref: 13 pid: 7233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134054.966018:0:7233:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a6200/0x9682c7de153c9695 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750908 expref: 12 pid: 7233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134054.966029:0:7233:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:2.0:1746134054.966032:0:7233:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746134054.966034:0:7233:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012f3a6200, rc 0) 00000100:00100000:2.0:1746134054.966075:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+12:3105:x1830953552518912:12345-192.168.203.26@tcp:101:dd.0 Request processed in 241us (375us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134054.966080:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43424 00000100:00100000:0.0:1746134054.969440:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134054.969488:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552519040 00000100:00100000:2.0:1746134054.969496:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552519040 00000100:00100000:2.0:1746134054.969552:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43425 00000100:00100000:2.0:1746134054.969560:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+12:3105:x1830953552519040:12345-192.168.203.26@tcp:101:dd.0 00010000:00010000:2.0:1746134054.969576:0:7233:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134054.969590:0:7233:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca6000/0x9682c7de153c969c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575090f expref: -99 pid: 7233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134054.969635:0:7233:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca7000/0x9682c7de153c96a3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7233 initiator: MDT0 00010000:00010000:2.0:1746134054.969645:0:7233:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca7000/0x9682c7de153c96a3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7233 initiator: MDT0 00010000:00010000:2.0:1746134054.969654:0:7233:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca7000/0x9682c7de153c96a3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7233 initiator: MDT0 00010000:00010000:2.0:1746134054.969662:0:7233:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca6600/0x9682c7de153c96aa lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7233 initiator: MDT0 00010000:00010000:2.0:1746134054.969667:0:7233:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca6600/0x9682c7de153c96aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7233 initiator: MDT0 00010000:00010000:2.0:1746134054.969671:0:7233:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca6600/0x9682c7de153c96aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7233 initiator: MDT0 00010000:00010000:2.0:1746134054.969731:0:7233:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a08c6e00/0x9682c7de153c96b1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7233 initiator: MDT0 00010000:00010000:2.0:1746134054.969737:0:7233:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a08c6e00/0x9682c7de153c96b1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7233 initiator: MDT0 00010000:00010000:2.0:1746134054.969742:0:7233:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a08c6e00/0x9682c7de153c96b1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7233 initiator: MDT0 00000004:00200000:2.0:1746134054.969789:0:7233:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 4096 00000004:00200000:2.0:1746134054.969793:0:7233:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:2.0:1746134054.969805:0:7233:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a08c6e00/0x9682c7de153c96b1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7233 initiator: MDT0 00010000:00010000:2.0:1746134054.969813:0:7233:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca7000/0x9682c7de153c96a3 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7233 initiator: MDT0 00010000:00010000:2.0:1746134054.969818:0:7233:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca7000/0x9682c7de153c96a3 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7233 initiator: MDT0 00010000:00010000:2.0:1746134054.969823:0:7233:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca7000/0x9682c7de153c96a3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7233 initiator: MDT0 00010000:00010000:2.0:1746134054.969827:0:7233:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca7000/0x9682c7de153c96a3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7233 initiator: MDT0 00010000:00010000:2.0:1746134054.969832:0:7233:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bca7000 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:2.0:1746134054.969835:0:7233:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca7000/0x9682c7de153c96a3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7233 initiator: MDT0 00010000:00010000:2.0:1746134054.969840:0:7233:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca7000/0x9682c7de153c96a3 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7233 initiator: MDT0 00010000:00010000:2.0:1746134054.969848:0:7233:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:2.0:1746134054.969852:0:7233:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746134054.969855:0:7233:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca7000/0x9682c7de153c96a3 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7233 initiator: MDT0 00010000:00010000:2.0:1746134054.969859:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca7000/0x9682c7de153c96a3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7233 initiator: MDT0 00010000:00010000:2.0:1746134054.969868:0:7233:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca6600/0x9682c7de153c96aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7233 initiator: MDT0 00010000:00010000:2.0:1746134054.969872:0:7233:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca6600/0x9682c7de153c96aa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7233 initiator: MDT0 00010000:00010000:2.0:1746134054.969877:0:7233:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca6600/0x9682c7de153c96aa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7233 initiator: MDT0 00010000:00010000:2.0:1746134054.969880:0:7233:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bca6600 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:2.0:1746134054.969882:0:7233:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca6600/0x9682c7de153c96aa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7233 initiator: MDT0 00010000:00010000:2.0:1746134054.969885:0:7233:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca6600/0x9682c7de153c96aa lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7233 initiator: MDT0 00010000:00010000:2.0:1746134054.969890:0:7233:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff88008fc97100) 00010000:00010000:2.0:1746134054.969891:0:7233:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746134054.969893:0:7233:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca6600/0x9682c7de153c96aa lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7233 initiator: MDT0 00010000:00010000:2.0:1746134054.969897:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca6600/0x9682c7de153c96aa lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7233 initiator: MDT0 00010000:00010000:2.0:1746134054.969913:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bca6000/0x9682c7de153c969c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575090f expref: 14 pid: 7233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134054.969926:0:7233:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a08c6e00/0x9682c7de153c96b1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575090f expref: 13 pid: 7233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134054.969931:0:7233:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88008fc97000) 00010000:00010000:2.0:1746134054.969932:0:7233:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1746134054.969934:0:7233:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a08c6e00, rc 0) 00000100:00100000:2.0:1746134054.969982:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+13:3105:x1830953552519040:12345-192.168.203.26@tcp:101:dd.0 Request processed in 424us (549us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134054.969988:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43425 00000100:00100000:0.0:1746134054.974248:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134054.974319:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552519168 00000100:00100000:3.0:1746134054.974326:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552519168 00000100:00100000:3.0:1746134054.974367:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43426 00000100:00100000:3.0:1746134054.974373:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+13:3105:x1830953552519168:12345-192.168.203.26@tcp:101:dd.0 00010000:00010000:3.0:1746134054.974389:0:7234:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134054.974402:0:7234:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde5400/0x9682c7de153c96b8 lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750916 expref: -99 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134054.974440:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde4c00/0x9682c7de153c96bf lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134054.974450:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde4c00/0x9682c7de153c96bf lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134054.974459:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde4c00/0x9682c7de153c96bf lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00000004:00200000:3.0:1746134054.974486:0:7234:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000400:0xa:0x0]: returning size 4096 00000004:00200000:3.0:1746134054.974490:0:7234:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1746134054.974509:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde5400/0x9682c7de153c96b8 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750916 expref: 15 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134054.974524:0:7234:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde4c00/0x9682c7de153c96bf lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750916 expref: 14 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134054.974531:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff88008fc97200) 00010000:00010000:3.0:1746134054.974534:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1746134054.974536:0:7234:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fde4c00, rc 0) 00000100:00100000:3.0:1746134054.974800:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+14:3105:x1830953552519168:12345-192.168.203.26@tcp:101:dd.0 Request processed in 426us (558us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134054.974806:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43426 00000100:00100000:0.0:1746134054.981447:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134054.981546:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552519296 00000100:00100000:3.0:1746134054.981554:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552519296 00000100:00100000:3.0:1746134054.982411:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43427 00000100:00100000:3.0:1746134054.982421:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:3105:x1830953552519296:12345-192.168.203.26@tcp:101:dd.0 00010000:00010000:3.0:1746134054.982436:0:7234:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134054.982452:0:7234:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012fde5000/0x9682c7de153c96c6 lrc: 2/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575091d expref: -99 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134054.982491:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012fde4000/0x9682c7de153c96cd lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134054.982501:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012fde4000/0x9682c7de153c96cd lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134054.982509:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012fde4000/0x9682c7de153c96cd lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT1 00000004:00200000:3.0:1746134054.982535:0:7234:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000401:0xa:0x0]: returning size 4096 00000004:00200000:3.0:1746134054.982538:0:7234:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1746134054.982559:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012fde5000/0x9682c7de153c96c6 lrc: 0/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575091d expref: 8 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134054.982570:0:7234:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012fde4000/0x9682c7de153c96cd lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575091d expref: 7 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134054.982577:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff88008fc97500) 00010000:00010000:3.0:1746134054.982579:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1746134054.982582:0:7234:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fde4000, rc 0) 00000100:00100000:3.0:1746134054.982617:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+7:3105:x1830953552519296:12345-192.168.203.26@tcp:101:dd.0 Request processed in 198us (1177us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134054.982622:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43427 00000100:00100000:0.0:1746134054.985546:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134054.985616:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552519552 00000100:00100000:2.0:1746134054.985623:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552519552 00000100:00100000:2.0:1746134054.985664:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43428 00000100:00100000:2.0:1746134054.985670:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+7:3105:x1830953552519552:12345-192.168.203.26@tcp:101:dd.0 00010000:00010000:2.0:1746134054.985683:0:7233:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134054.985696:0:7233:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800a08c6200/0x9682c7de153c96d4 lrc: 2/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750924 expref: -99 pid: 7233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134054.985746:0:7233:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a08c6400/0x9682c7de153c96db lrc: 3/1,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7233 initiator: MDT0 00010000:00010000:2.0:1746134054.985756:0:7233:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800a08c6400/0x9682c7de153c96db lrc: 3/1,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7233 initiator: MDT1 00010000:00010000:2.0:1746134054.985769:0:7233:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800a08c6400/0x9682c7de153c96db lrc: 3/1,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7233 initiator: MDT1 00010000:00010000:2.0:1746134054.985778:0:7233:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bddec00/0x9682c7de153c96e2 lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7233 initiator: MDT0 00010000:00010000:2.0:1746134054.985787:0:7233:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bddec00/0x9682c7de153c96e2 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7233 initiator: MDT1 00010000:00010000:2.0:1746134054.985792:0:7233:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bddec00/0x9682c7de153c96e2 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7233 initiator: MDT1 00010000:00010000:2.0:1746134054.985868:0:7233:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009c584a00/0x9682c7de153c96e9 lrc: 3/1,0 mode: --/PR res: [0x240000402:0xb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7233 initiator: MDT0 00010000:00010000:2.0:1746134054.985874:0:7233:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009c584a00/0x9682c7de153c96e9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7233 initiator: MDT1 00010000:00010000:2.0:1746134054.985879:0:7233:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009c584a00/0x9682c7de153c96e9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7233 initiator: MDT1 00000004:00200000:2.0:1746134054.985886:0:7233:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000402:0xb:0x0]: returning size 1716 00010000:00010000:2.0:1746134054.985938:0:7233:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a08c6400/0x9682c7de153c96db lrc: 4/1,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7233 initiator: MDT1 00010000:00010000:2.0:1746134054.985943:0:7233:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a08c6400/0x9682c7de153c96db lrc: 4/1,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7233 initiator: MDT1 00010000:00010000:2.0:1746134054.985948:0:7233:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800a08c6400/0x9682c7de153c96db lrc: 3/0,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7233 initiator: MDT1 00010000:00010000:2.0:1746134054.985952:0:7233:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800a08c6400/0x9682c7de153c96db lrc: 4/0,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7233 initiator: MDT1 00010000:00010000:2.0:1746134054.985957:0:7233:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a08c6400 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:2.0:1746134054.985959:0:7233:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800a08c6400/0x9682c7de153c96db lrc: 4/0,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7233 initiator: MDT1 00010000:00010000:2.0:1746134054.985964:0:7233:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800a08c6400/0x9682c7de153c96db lrc: 5/0,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7233 initiator: MDT1 00010000:00010000:2.0:1746134054.985975:0:7233:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff88008fc97500) 00010000:00010000:2.0:1746134054.985978:0:7233:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746134054.985981:0:7233:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800a08c6400/0x9682c7de153c96db lrc: 3/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7233 initiator: MDT1 00010000:00010000:2.0:1746134054.985985:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a08c6400/0x9682c7de153c96db lrc: 0/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7233 initiator: MDT1 00010000:00010000:2.0:1746134054.986010:0:7233:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bddec00/0x9682c7de153c96e2 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7233 initiator: MDT1 00010000:00010000:2.0:1746134054.986014:0:7233:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bddec00/0x9682c7de153c96e2 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7233 initiator: MDT1 00010000:00010000:2.0:1746134054.986018:0:7233:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009bddec00/0x9682c7de153c96e2 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7233 initiator: MDT1 00010000:00010000:2.0:1746134054.986022:0:7233:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bddec00 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:2.0:1746134054.986024:0:7233:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bddec00/0x9682c7de153c96e2 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7233 initiator: MDT1 00010000:00010000:2.0:1746134054.986028:0:7233:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bddec00/0x9682c7de153c96e2 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7233 initiator: MDT1 00010000:00010000:2.0:1746134054.986033:0:7233:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x2ce3da1 (ffff88008fc97c00) 00010000:00010000:2.0:1746134054.986035:0:7233:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746134054.986036:0:7233:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009bddec00/0x9682c7de153c96e2 lrc: 2/0,0 mode: --/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7233 initiator: MDT1 00010000:00010000:2.0:1746134054.986040:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bddec00/0x9682c7de153c96e2 lrc: 0/0,0 mode: --/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7233 initiator: MDT1 00010000:00010000:2.0:1746134054.986065:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a08c6200/0x9682c7de153c96d4 lrc: 0/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750924 expref: 10 pid: 7233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134054.986074:0:7233:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009c584a00/0x9682c7de153c96e9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750924 expref: 9 pid: 7233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134054.986079:0:7233:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xb:0x0].0x0 (ffff88008fc97800) 00010000:00010000:2.0:1746134054.986080:0:7233:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746134054.986082:0:7233:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c584a00, rc 0) 00000100:00100000:2.0:1746134054.986810:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+9:3105:x1830953552519552:12345-192.168.203.26@tcp:101:dd.0 Request processed in 1137us (1268us total) trans 4294967381 rc 0/0 00000100:00100000:2.0:1746134054.986816:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43428 00000100:00100000:0.0:1746134054.991894:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134054.992138:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552519680 00000100:00100000:2.0:1746134054.992146:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552519680 00000100:00100000:2.0:1746134054.992199:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30081 00000100:00100000:2.0:1746134054.992206:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+7:3105:x1830953552519680:12345-192.168.203.26@tcp:101:dd.0 00010000:00010000:2.0:1746134054.992220:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134054.992233:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013244c000/0x9682c7de153c96f7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575092b expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134054.993529:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012f3a7a00/0x9682c7de153c9672 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957508fa expref: 8 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134054.993537:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134054.993538:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134054.993542:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013244c000/0x9682c7de153c96f7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575092b expref: 8 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134054.993565:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012f3a7a00/0x9682c7de153c9672 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b231957508fa expref: 8 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134054.993579:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012f3a7a00/0x9682c7de153c9672 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957508fa expref: 8 pid: 9581 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746134054.993590:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fe24e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9581:1830953548214912:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134054.993678:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b6ca9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746134054.996991:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fe24e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9581:1830953548214912:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134054.997026:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013244c000/0x9682c7de153c96f7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575092b expref: 8 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134054.997040:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244c000, rc 0) 00000100:00100000:2.0:1746134054.997076:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+8:3105:x1830953552519680:12345-192.168.203.26@tcp:101:dd.0 Request processed in 4871us (5189us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134054.997084:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30081 00000100:00100000:0.0:1746134054.997511:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134054.997592:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552519808 00000100:00100000:1.0:1746134054.997599:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552519808 00002000:00100000:1.0:1746134054.997629:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (0->1715) req@ffff88009cb9f100 x1830953552519808/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:265/0 lens 2208/0 e 0 to 0 dl 1746134065 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746134054.997643:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9f100 with x1830953552519808 ext(0->1715) 00010000:00010000:1.0:1746134054.997649:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012f3a7a00/0x9682c7de153c9672 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957508fa expref: 9 pid: 9581 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746134054.997660:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012f3a7a00/0x9682c7de153c9672 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957508fa expref: 9 pid: 9581 timeout: 824 lvb_type: 0 00002000:00010000:1.0:1746134054.997666:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cb9f100 00000100:00100000:1.0:1746134054.997699:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2696 00000100:00100000:1.0:1746134054.997708:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+9:2009:x1830953552519808:12345-192.168.203.26@tcp:4:dd.0 00000100:00100000:0.0:1746134054.998428:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:2009:x1830953552519808:12345-192.168.203.26@tcp:4:dd.0 Request processed in 720us (915us total) trans 4294972113 rc 0/0 00000100:00100000:0.0:1746134054.998434:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2696 00002000:00100000:0.0:1746134054.998440:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (0->1715) req@ffff88009cb9f100 x1830953552519808/t4294972113(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:265/0 lens 2208/448 e 0 to 0 dl 1746134065 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746134054.998447:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9f100 with x1830953552519808 ext(0->1715) 00010000:00010000:0.0:1746134054.998453:0:9586:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012f3a7a00/0x9682c7de153c9672 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957508fa expref: 11 pid: 9581 timeout: 824 lvb_type: 0 00010000:00010000:0.0:1746134054.998463:0:9586:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012f3a7a00/0x9682c7de153c9672 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957508fa expref: 11 pid: 9581 timeout: 824 lvb_type: 0 00002000:00010000:0.0:1746134054.998468:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009cb9f100 00000100:00100000:0.0:1746134055.006011:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134055.006811:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552519936 00000100:00100000:1.0:1746134055.006819:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552519936 00010000:00010000:1.0:1746134055.006874:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012f3a7a00/0x9682c7de153c9672 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957508fa expref: 11 pid: 9581 timeout: 824 lvb_type: 0 00000100:00080000:2.0:1746134055.006875:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746134055.006896:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15380 00000100:00100000:1.0:1746134055.006903:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:2010:x1830953552519936:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134055.006913:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746134055.006926:0:7221:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb size from disk: 0 -> 1716 00002000:00010000:1.0:1746134055.006928:0:7221:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb mtime from disk: 0 -> 1746134055 00002000:00010000:1.0:1746134055.006930:0:7221:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb atime from disk: 0 -> 1746134055 00002000:00010000:1.0:1746134055.006931:0:7221:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb ctime from disk: 0 -> 1746134055 00002000:00010000:1.0:1746134055.006933:0:7221:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1746134055.006936:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012f3a7a00/0x9682c7de153c9672 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957508fa expref: 11 pid: 9581 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746134055.006950:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012f3a7a00/0x9682c7de153c9672 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957508fa expref: 11 pid: 9581 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746134055.006967:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012f3a7a00/0x9682c7de153c9672 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b231957508fa expref: 11 pid: 9581 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746134055.007006:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134055.007008:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134055.007014:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88013244c000/0x9682c7de153c96f7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575092b expref: 7 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134055.007020:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013244c000/0x9682c7de153c96f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575092b expref: 7 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134055.007047:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88013244c000/0x9682c7de153c96f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575092b expref: 7 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134055.007056:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008115b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7221:1830953548215040:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134055.008588:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746134055.009265:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134055.009335:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552520192 00000100:00100000:2.0:1746134055.009341:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552520192 00002000:00100000:2.0:1746134055.009379:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (0->4095) req@ffff88009cb9c000 x1830953552520192/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:266/0 lens 488/0 e 0 to 0 dl 1746134066 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746134055.009387:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9c000 with x1830953552520192 ext(0->4095) 00002000:00010000:2.0:1746134055.009390:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009cb9c000 00000100:00100000:2.0:1746134055.009402:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13297 00000100:00100000:2.0:1746134055.009407:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+8:2010:x1830953552520192:12345-192.168.203.26@tcp:3:dd.0 00000100:00100000:2.0:1746134055.009504:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+8:2010:x1830953552520192:12345-192.168.203.26@tcp:3:dd.0 Request processed in 96us (242us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134055.009513:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13297 00002000:00100000:2.0:1746134055.009518:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4:0x0] (0->4095) req@ffff88009cb9c000 x1830953552520192/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746134066 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746134055.009524:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9c000 with x1830953552520192 ext(0->4095) 00002000:00010000:2.0:1746134055.009526:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009cb9c000 00000100:00080000:2.0:1746134055.009541:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746134055.010244:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008115b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7221:1830953548215040:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134055.010260:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134055.010285:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2010:x1830953552519936:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3383us (4289us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134055.010292:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15380 00000100:00100000:0.0:1746134055.076343:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134055.076393:0:20211:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552520448 00000100:00100000:2.0:1746134055.076401:0:20211:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552520448 00000100:00080000:0.0:1746134055.076447:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746134055.076465:0:20211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 187 00000100:00100000:2.0:1746134055.076474:0:20211:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+9:3105:x1830953552520448:12345-192.168.203.26@tcp:35:dd.0 00000100:00100000:2.0:1746134055.077339:0:20211:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+10:3105:x1830953552520448:12345-192.168.203.26@tcp:35:dd.0 Request processed in 864us (1000us total) trans 4294967382 rc 0/0 00000100:00100000:2.0:1746134055.077345:0:20211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 187 00000100:00100000:0.0:1746134055.102387:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134055.102737:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552520576 00000100:00100000:2.0:1746134055.102745:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552520576 00000100:00100000:2.0:1746134055.102800:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43429 00000100:00100000:2.0:1746134055.102806:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+12:3108:x1830953552520576:12345-192.168.203.26@tcp:101:truncate.0 00010000:00010000:2.0:1746134055.102823:0:7233:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134055.102837:0:7233:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88013244dc00/0x9682c7de153c96fe lrc: 2/0,0 mode: --/PR res: [0x240000402:0xb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750932 expref: -99 pid: 7233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134055.102863:0:7233:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88013244da00/0x9682c7de153c9705 lrc: 3/1,0 mode: --/PR res: [0x240000402:0xb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7233 initiator: MDT0 00010000:00010000:2.0:1746134055.102872:0:7233:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88013244da00/0x9682c7de153c9705 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xb:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7233 initiator: MDT1 00010000:00010000:2.0:1746134055.102884:0:7233:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88013244da00/0x9682c7de153c9705 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xb:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7233 initiator: MDT1 00010000:00010000:2.0:1746134055.102958:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88013244dc00/0x9682c7de153c96fe lrc: 0/0,0 mode: --/PR res: [0x240000402:0xb:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750932 expref: 14 pid: 7233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134055.102972:0:7233:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88013244da00/0x9682c7de153c9705 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0xb:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750932 expref: 13 pid: 7233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134055.102978:0:7233:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xb:0x0].0x0 (ffff88008fc97800) 00010000:00010000:2.0:1746134055.102980:0:7233:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1746134055.102983:0:7233:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244da00, rc 0) 00000100:00100000:2.0:1746134055.103052:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+13:3108:x1830953552520576:12345-192.168.203.26@tcp:101:truncate.0 Request processed in 246us (672us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134055.103057:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43429 00000100:00080000:0.0:1746134055.111424:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746134055.112774:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134055.113052:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552520832 00000100:00100000:3.0:1746134055.113059:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552520832 00000100:00100000:3.0:1746134055.113110:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43430 00000100:00100000:3.0:1746134055.113148:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+13:3108:x1830953552520832:12345-192.168.203.26@tcp:36:truncate.0 00010000:00010000:3.0:1746134055.113195:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134055.113216:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012fde5c00/0x9682c7de153c965d lrc: 0/0,0 mode: --/PR res: [0x240000402:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957508ec expref: 13 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134055.113233:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xb:0x0].0x0 (ffff88008fc97800) 00010000:00010000:3.0:1746134055.113236:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746134055.113416:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88012fde5400/0x9682c7de153c970c lrc: 3/0,1 mode: --/PW res: [0x240000402:0xb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134055.113427:0:7234:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c584a00/0x9682c7de153c96e9 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750924 expref: 9 pid: 7233 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134055.113433:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012fde5400/0x9682c7de153c970c lrc: 4/0,1 mode: --/PW res: [0x240000402:0xb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134055.113456:0:7234:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88009c584a00/0x9682c7de153c96e9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750924 expref: 9 pid: 7233 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134055.113465:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88009c584a00/0x9682c7de153c96e9 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750924 expref: 9 pid: 7233 timeout: 824 lvb_type: 0 00000100:00100000:3.0:1746134055.113476:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b6680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:7234:1830953548215168:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134055.113553:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009562d480 going to sleep for 11 seconds 00000100:00100000:0.0:1746134055.119663:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134055.119685:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b6680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:7234:1830953548215168:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134055.119706:0:7234:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88012fde5400/0x9682c7de153c970c lrc: 3/0,1 mode: --/PW res: [0x240000402:0xb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT1 00000100:00100000:1.0:1746134055.125587:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552520960 00000100:00100000:1.0:1746134055.125597:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552520960 00010000:00010000:1.0:1746134055.125628:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009c584a00/0x9682c7de153c96e9 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750924 expref: 10 pid: 7233 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746134055.128423:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15381 00000100:00100000:2.0:1746134055.128439:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+10:2010:x1830953552520960:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134055.128453:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134055.128462:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff88009c584a00/0x9682c7de153c96e9 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750924 expref: 10 pid: 7233 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746134055.128473:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff88009c584a00/0x9682c7de153c96e9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750924 expref: 10 pid: 7233 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746134055.128491:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009c584a00/0x9682c7de153c96e9 lrc: 0/0,0 mode: --/PR res: [0x240000402:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750924 expref: 10 pid: 7233 timeout: 824 lvb_type: 0 00010000:00010000:2.0:1746134055.128515:0:8382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xb:0x0].0x0 (ffff88008fc97800) 00010000:00010000:2.0:1746134055.128520:0:8382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88012fde5400/0x9682c7de153c970c lrc: 3/0,1 mode: --/PW res: [0x240000402:0xb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT1 00010000:00010000:2.0:1746134055.128527:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88012fde5400/0x9682c7de153c970c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0xb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7234 initiator: MDT1 00010000:00010000:2.0:1746134055.128533:0:8382:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012fde5400/0x9682c7de153c970c lrc: 4/0,1 mode: PW/PW res: [0x240000402:0xb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7234 initiator: MDT1 00010000:00010000:2.0:1746134055.128552:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134055.128591:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+9:2010:x1830953552520960:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 159us (8936us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134055.128597:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15381 00010000:00010000:3.0:1746134055.129138:0:7234:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88012fde5400/0x9682c7de153c970c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134055.129146:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012fde5400/0x9682c7de153c970c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT1 00000001:00080000:3.0:1746134055.131903:0:7234:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967383 00000004:00010000:3.0:1746134055.132540:0:7234:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009cb9d180 reply state ffff88012ddce000 transno 4294967384 ns: mdt-lustre-MDT0001_UUID lock: ffff88012fde5400/0x9682c7de153c970c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134055.132557:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012fde5400/0x9682c7de153c970c lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0xb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134055.132565:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xb:0x0].0x0 (ffff88008fc97800) 00010000:00010000:3.0:1746134055.132567:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746134055.132569:0:7234:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1746134055.132665:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+15:3108:x1830953552520832:12345-192.168.203.26@tcp:36:truncate.0 Request processed in 19515us (19894us total) trans 4294967384 rc 0/0 00000100:00100000:3.0:1746134055.132672:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43430 00000020:00080000:3.0:1746134055.132677:0:7234:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746134055.139231:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134055.141142:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552521088 00000100:00100000:2.0:1746134055.141151:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552521088 00000100:00100000:2.0:1746134055.141209:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30082 00000100:00100000:2.0:1746134055.141217:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:3108:x1830953552521088:12345-192.168.203.26@tcp:101:truncate.0 00010000:00010000:2.0:1746134055.141231:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134055.141242:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013244c600/0x9682c7de153c9713 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750939 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134055.141264:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013244c000/0x9682c7de153c96f7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575092b expref: 7 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134055.141271:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134055.141273:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134055.141275:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013244c600/0x9682c7de153c9713 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750939 expref: 11 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134055.141300:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013244c000/0x9682c7de153c96f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575092b expref: 7 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134055.141309:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013244c000/0x9682c7de153c96f7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575092b expref: 7 pid: 9581 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746134055.141319:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fe24e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9581:1830953548215296:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134055.141403:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b6caf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746134055.145941:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fe24e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9581:1830953548215296:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134055.145967:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013244c600/0x9682c7de153c9713 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750939 expref: 11 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134055.145981:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244c600, rc 0) 00000100:00100000:2.0:1746134055.146028:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:3108:x1830953552521088:12345-192.168.203.26@tcp:101:truncate.0 Request processed in 4811us (6803us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134055.146036:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30082 00000100:00100000:0.0:1746134055.146814:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134055.146861:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552521216 00000100:00100000:1.0:1746134055.146866:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552521216 00010000:00010000:1.0:1746134055.146887:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013244c000/0x9682c7de153c96f7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575092b expref: 8 pid: 9581 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746134055.146915:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15382 00000100:00100000:1.0:1746134055.146920:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+8:2009:x1830953552521216:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134055.146929:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134055.146941:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013244c000/0x9682c7de153c96f7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575092b expref: 8 pid: 9581 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746134055.146950:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013244c000/0x9682c7de153c96f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575092b expref: 8 pid: 9581 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746134055.146965:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013244c000/0x9682c7de153c96f7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b2319575092b expref: 8 pid: 9581 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746134055.146977:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134055.146979:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134055.146982:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88013244c600/0x9682c7de153c9713 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750939 expref: 10 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134055.146989:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013244c600/0x9682c7de153c9713 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750939 expref: 10 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134055.147023:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88013244c600/0x9682c7de153c9713 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750939 expref: 10 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134055.147033:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008115b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7221:1830953548215424:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134055.147084:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746134055.149677:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134055.149821:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008115b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7221:1830953548215424:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134055.149836:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134055.150213:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552521344 00000100:00100000:0.0:1746134055.150219:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552521344 00002000:00010000:0.0:1746134055.150244:0:24956:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/4 (858->18446744073709551615) 00002000:00100000:0.0:1746134055.150247:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe24e00 with x1830953552521344 ext(858->18446744073709551615) 00002000:00010000:0.0:1746134055.150255:0:24956:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fe24e00. 00000100:00100000:0.0:1746134055.150288:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13298 00000100:00100000:0.0:1746134055.150294:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:2009:x1830953552521344:12345-192.168.203.26@tcp:10:truncate.0 00000100:00100000:1.0:1746134055.150350:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+7:2009:x1830953552521216:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3427us (3536us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134055.150357:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15382 00002000:00010000:0.0:1746134055.151894:0:24956:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb size from disk: 1716 -> 858 00002000:00010000:0.0:1746134055.151900:0:24956:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb mtime from disk: 1746134055 -> 1746134055 00002000:00010000:0.0:1746134055.151902:0:24956:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb atime from disk: 1746134055 -> 1746134055 00002000:00010000:0.0:1746134055.151904:0:24956:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb ctime from disk: 1746134055 -> 1746134055 00002000:00010000:0.0:1746134055.151906:0:24956:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x4:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:0.0:1746134055.152209:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+12:2009:x1830953552521344:12345-192.168.203.26@tcp:10:truncate.0 Request processed in 1912us (2536us total) trans 4294972114 rc 0/0 00000100:00100000:0.0:1746134055.152217:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13298 00002000:00010000:0.0:1746134055.152221:0:24956:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419264/4 (858->18446744073709551615) 00002000:00100000:0.0:1746134055.152224:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe24e00 with x1830953552521344 ext(858->18446744073709551615) 00002000:00010000:0.0:1746134055.152230:0:24956:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fe24e00. 00000100:00100000:0.0:1746134055.170831:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134055.170887:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552521600 00000100:00100000:3.0:1746134055.170894:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552521600 00000100:00100000:3.0:1746134055.170943:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43431 00000100:00100000:3.0:1746134055.170950:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+15:3110:x1830953552521600:12345-192.168.203.26@tcp:101:dd.0 00010000:00010000:3.0:1746134055.170968:0:7234:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134055.170982:0:7234:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009567f800/0x9682c7de153c971a lrc: 2/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750940 expref: -99 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134055.171042:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009567f200/0x9682c7de153c9721 lrc: 3/1,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134055.171056:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009567f200/0x9682c7de153c9721 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134055.171064:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009567f200/0x9682c7de153c9721 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134055.171072:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009567ea00/0x9682c7de153c9728 lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134055.171076:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009567ea00/0x9682c7de153c9728 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134055.171081:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009567ea00/0x9682c7de153c9728 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134055.171241:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009567fe00/0x9682c7de153c972f lrc: 3/1,0 mode: --/PR res: [0x240000402:0xb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134055.171249:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009567fe00/0x9682c7de153c972f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134055.171255:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009567fe00/0x9682c7de153c972f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT1 00000004:00200000:3.0:1746134055.171262:0:7234:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000402:0xb:0x0]: returning size 858 00010000:00010000:3.0:1746134055.171310:0:7234:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009567f200/0x9682c7de153c9721 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134055.171315:0:7234:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009567f200/0x9682c7de153c9721 lrc: 2/0,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134055.171320:0:7234:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009567f200/0x9682c7de153c9721 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134055.171324:0:7234:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009567f200 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:3.0:1746134055.171327:0:7234:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009567f200/0x9682c7de153c9721 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134055.171333:0:7234:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009567f200/0x9682c7de153c9721 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134055.171341:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff88008fc97500) 00010000:00010000:3.0:1746134055.171343:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746134055.171346:0:7234:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009567f200/0x9682c7de153c9721 lrc: 2/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134055.171351:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009567f200/0x9682c7de153c9721 lrc: 0/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134055.172044:0:7234:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009567ea00/0x9682c7de153c9728 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134055.172050:0:7234:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009567ea00/0x9682c7de153c9728 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134055.172054:0:7234:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009567ea00/0x9682c7de153c9728 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134055.172058:0:7234:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009567ea00 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:3.0:1746134055.172060:0:7234:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009567ea00/0x9682c7de153c9728 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134055.172064:0:7234:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009567ea00/0x9682c7de153c9728 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134055.172072:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x2ce3da1 (ffff88008fc97c00) 00010000:00010000:3.0:1746134055.172075:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746134055.172076:0:7234:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009567ea00/0x9682c7de153c9728 lrc: 2/0,0 mode: --/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134055.172083:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009567ea00/0x9682c7de153c9728 lrc: 0/0,0 mode: --/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134055.172140:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009567f800/0x9682c7de153c971a lrc: 0/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750940 expref: 18 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134055.172151:0:7234:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009567fe00/0x9682c7de153c972f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750940 expref: 17 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134055.172156:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xb:0x0].0x0 (ffff88008fc97800) 00010000:00010000:3.0:1746134055.172158:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746134055.172160:0:7234:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009567fe00, rc 0) 00000100:00100000:3.0:1746134055.172293:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+17:3110:x1830953552521600:12345-192.168.203.26@tcp:101:dd.0 Request processed in 1343us (1467us total) trans 4294967385 rc 0/0 00000100:00100000:3.0:1746134055.172300:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43431 00000100:00100000:0.0:1746134055.174405:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134055.174627:0:20211:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552521856 00000100:00100000:2.0:1746134055.174715:0:20211:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552521856 00000100:00100000:2.0:1746134055.174763:0:20211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 188 00000100:00100000:2.0:1746134055.174770:0:20211:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+17:3110:x1830953552521856:12345-192.168.203.26@tcp:35:dd.0 00000100:00100000:2.0:1746134055.176068:0:20211:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+18:3110:x1830953552521856:12345-192.168.203.26@tcp:35:dd.0 Request processed in 1294us (1662us total) trans 4294967386 rc 0/0 00000100:00100000:2.0:1746134055.176076:0:20211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 188 00000100:00100000:0.0:1746134055.177973:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134055.178669:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552522112 00000100:00100000:2.0:1746134055.178676:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552522112 00002000:00100000:2.0:1746134055.178711:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000400:0x4:0x0] (0->4095) req@ffff88009cb9c380 x1830953552522112/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:266/0 lens 488/0 e 0 to 0 dl 1746134066 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746134055.178720:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9c380 with x1830953552522112 ext(0->4095) 00002000:00010000:2.0:1746134055.178725:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009cb9c380 00000100:00100000:2.0:1746134055.178753:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13299 00000100:00100000:2.0:1746134055.178759:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+12:2009:x1830953552522112:12345-192.168.203.26@tcp:3:dd.0 00000100:00100000:2.0:1746134055.178867:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+12:2009:x1830953552522112:12345-192.168.203.26@tcp:3:dd.0 Request processed in 107us (898us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134055.178873:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13299 00002000:00100000:2.0:1746134055.178878:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000400:0x4:0x0] (0->4095) req@ffff88009cb9c380 x1830953552522112/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746134066 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746134055.178884:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9c380 with x1830953552522112 ext(0->4095) 00002000:00010000:2.0:1746134055.178887:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009cb9c380 00000100:00100000:0.0:1746134055.208178:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134055.208235:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552522368 00000100:00100000:3.0:1746134055.208242:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552522368 00000100:00100000:3.0:1746134055.208572:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43432 00000100:00100000:3.0:1746134055.208579:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801360f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+9:3114:x1830953552522368:12345-192.168.203.26@tcp:101:dd.0 00010000:00010000:3.0:1746134055.208598:0:7234:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134055.208612:0:7234:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009567ea00/0x9682c7de153c973d lrc: 2/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750947 expref: -99 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134055.208673:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009567f200/0x9682c7de153c9744 lrc: 3/1,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134055.208682:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009567f200/0x9682c7de153c9744 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134055.208693:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009567f200/0x9682c7de153c9744 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134055.208699:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009567fa00/0x9682c7de153c974b lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134055.208704:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009567fa00/0x9682c7de153c974b lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134055.208708:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009567fa00/0x9682c7de153c974b lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134055.208768:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bbfa800/0x9682c7de153c9752 lrc: 3/1,0 mode: --/PR res: [0x240000402:0xb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134055.208774:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bbfa800/0x9682c7de153c9752 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134055.208778:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bbfa800/0x9682c7de153c9752 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT1 00000004:00200000:3.0:1746134055.208784:0:7234:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x240000402:0xb:0x0]: returning size 858 00010000:00010000:3.0:1746134055.208827:0:7234:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009567f200/0x9682c7de153c9744 lrc: 3/1,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134055.208831:0:7234:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009567f200/0x9682c7de153c9744 lrc: 2/0,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134055.208836:0:7234:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009567f200/0x9682c7de153c9744 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134055.208839:0:7234:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009567f200 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:3.0:1746134055.208842:0:7234:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009567f200/0x9682c7de153c9744 lrc: 3/0,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134055.208850:0:7234:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009567f200/0x9682c7de153c9744 lrc: 4/0,0 mode: CR/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134055.208858:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff88008fc97500) 00010000:00010000:3.0:1746134055.208860:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746134055.208863:0:7234:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009567f200/0x9682c7de153c9744 lrc: 2/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134055.208866:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009567f200/0x9682c7de153c9744 lrc: 0/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134055.208891:0:7234:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009567fa00/0x9682c7de153c974b lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134055.208895:0:7234:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009567fa00/0x9682c7de153c974b lrc: 2/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134055.208900:0:7234:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009567fa00/0x9682c7de153c974b lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134055.208903:0:7234:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009567fa00 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:3.0:1746134055.208904:0:7234:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009567fa00/0x9682c7de153c974b lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134055.208908:0:7234:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009567fa00/0x9682c7de153c974b lrc: 4/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134055.208912:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x2ce3da1 (ffff88008fc97c00) 00010000:00010000:3.0:1746134055.208914:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746134055.208916:0:7234:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009567fa00/0x9682c7de153c974b lrc: 2/0,0 mode: --/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134055.208919:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009567fa00/0x9682c7de153c974b lrc: 0/0,0 mode: --/PR res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT1 00010000:00010000:3.0:1746134055.208942:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009567ea00/0x9682c7de153c973d lrc: 0/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750947 expref: 12 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134055.208951:0:7234:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bbfa800/0x9682c7de153c9752 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750947 expref: 11 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134055.208955:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xb:0x0].0x0 (ffff88008fc97800) 00010000:00010000:3.0:1746134055.208957:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746134055.208958:0:7234:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bbfa800, rc 0) 00000100:00100000:3.0:1746134055.209008:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801360f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+11:3114:x1830953552522368:12345-192.168.203.26@tcp:101:dd.0 Request processed in 429us (837us total) trans 4294967387 rc 0/0 00000100:00100000:3.0:1746134055.209013:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43432 00000100:00100000:0.0:1746134055.213680:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134055.214099:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552522496 00000100:00100000:2.0:1746134055.214107:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552522496 00000100:00100000:2.0:1746134055.215429:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30083 00000100:00100000:2.0:1746134055.215441:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801360f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+7:3114:x1830953552522496:12345-192.168.203.26@tcp:101:dd.0 00010000:00010000:2.0:1746134055.215456:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134055.215633:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013244c200/0x9682c7de153c9760 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575094e expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134055.215659:0:9581:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013244c600/0x9682c7de153c9713 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750939 expref: 11 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134055.215670:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134055.215672:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134055.215675:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013244c200/0x9682c7de153c9760 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575094e expref: 8 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134055.215698:0:9581:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013244c600/0x9682c7de153c9713 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750939 expref: 11 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134055.215708:0:9581:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013244c600/0x9682c7de153c9713 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750939 expref: 11 pid: 9581 timeout: 824 lvb_type: 0 00000100:00100000:2.0:1746134055.215718:0:9581:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fe24a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9581:1830953548215552:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134055.215790:0:9581:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b6ca600 going to sleep for 11 seconds 00000100:00100000:2.0:1746134055.219796:0:9581:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fe24a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:9581:1830953548215552:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134055.219819:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013244c200/0x9682c7de153c9760 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575094e expref: 8 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134055.219833:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244c200, rc 0) 00000100:00100000:2.0:1746134055.219865:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801360f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+8:3114:x1830953552522496:12345-192.168.203.26@tcp:101:dd.0 Request processed in 4428us (6192us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134055.219872:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30083 00000100:00100000:0.0:1746134055.220934:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134055.221138:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552522624 00000100:00100000:1.0:1746134055.221144:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552522624 00010000:00010000:1.0:1746134055.221167:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88013244c600/0x9682c7de153c9713 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750939 expref: 12 pid: 9581 timeout: 824 lvb_type: 0 00000100:00100000:1.0:1746134055.221198:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15383 00000100:00100000:1.0:1746134055.221205:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea59c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+12:2010:x1830953552522624:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134055.221215:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134055.221230:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88013244c600/0x9682c7de153c9713 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750939 expref: 12 pid: 9581 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746134055.221240:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88013244c600/0x9682c7de153c9713 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750939 expref: 12 pid: 9581 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746134055.221262:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013244c600/0x9682c7de153c9713 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750939 expref: 12 pid: 9581 timeout: 824 lvb_type: 0 00010000:00010000:1.0:1746134055.221275:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134055.221276:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134055.221282:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88013244c200/0x9682c7de153c9760 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575094e expref: 7 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134055.221288:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013244c200/0x9682c7de153c9760 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575094e expref: 7 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134055.221312:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88013244c200/0x9682c7de153c9760 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b2319575094e expref: 7 pid: 9581 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134055.221322:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008115b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7221:1830953548215680:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134055.221379:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff880085e20d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746134055.223224:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008115b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7221:1830953548215680:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134055.223242:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134055.223269:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea59c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:2010:x1830953552522624:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2065us (2338us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134055.223277:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15383 00000100:00100000:0.0:1746134055.224600:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134055.224705:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552522880 00000100:00100000:2.0:1746134055.224711:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552522880 00002000:00100000:2.0:1746134055.224746:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000400:0x4:0x0] (0->4095) req@ffff8801360fa680 x1830953552522880/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:266/0 lens 488/0 e 0 to 0 dl 1746134066 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746134055.224758:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801360fa680 with x1830953552522880 ext(0->4095) 00002000:00010000:2.0:1746134055.224762:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801360fa680 00000100:00100000:2.0:1746134055.224790:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13300 00000100:00100000:2.0:1746134055.224796:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801360fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+8:2010:x1830953552522880:12345-192.168.203.26@tcp:3:dd.0 00000100:00100000:2.0:1746134055.224894:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801360fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+8:2010:x1830953552522880:12345-192.168.203.26@tcp:3:dd.0 Request processed in 98us (297us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746134055.224900:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13300 00002000:00100000:2.0:1746134055.224904:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000400:0x4:0x0] (0->4095) req@ffff8801360fa680 x1830953552522880/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746134066 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746134055.224909:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801360fa680 with x1830953552522880 ext(0->4095) 00002000:00010000:2.0:1746134055.224911:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801360fa680 00010000:00010000:3.0:1746134055.256363:0:9597:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746134055.259877:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134055.260440:0:20211:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552523136 00000100:00100000:2.0:1746134055.260448:0:20211:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552523136 00000100:00100000:2.0:1746134055.260497:0:20211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 189 00000100:00100000:2.0:1746134055.260503:0:20211:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801360fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+11:3114:x1830953552523136:12345-192.168.203.26@tcp:35:dd.0 00000100:00100000:2.0:1746134055.260679:0:20211:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801360fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+12:3114:x1830953552523136:12345-192.168.203.26@tcp:35:dd.0 Request processed in 175us (806us total) trans 4294967388 rc 0/0 00000100:00100000:2.0:1746134055.260685:0:20211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 189 00010000:00010000:2.0:1746134056.258849:0:7223:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746134056.376981:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801360f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3771:1830953548215808:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746134056.377055:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746134056.377269:0:8393:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548215808 00000100:00100000:0.0:1746134056.377276:0:8393:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548215808 00000100:00100000:0.0:1746134056.377305:0:8393:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 639 00000100:00100000:0.0:1746134056.377311:0:8393:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3771:x1830953548215808:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746134056.377336:0:8393:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446170624 avail 1316708352 00000100:00100000:0.0:1746134056.377381:0:8393:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3771:x1830953548215808:12345-0@lo:41:osp-pre-1-0.0 Request processed in 70us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134056.377387:0:8393:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 639 00000100:00100000:2.0:1746134056.377400:0:3771:0:(client.c:2927:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294967377 gen 2 00000004:00080000:2.0:1746134056.377405:0:3771:0:(osp_trans.c:1031:osp_request_commit_cb()) trans no 4294967377 committed transno 4294967377 00000100:00100000:2.0:1746134056.377430:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801360f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3771:1830953548215808:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746134056.392822:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008115b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3768:1830953548215936:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746134056.392873:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746134056.394488:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548215936 00000100:00100000:3.0:1746134056.394497:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548215936 00000100:00100000:3.0:1746134056.394530:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 640 00000100:00100000:3.0:1746134056.394535:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801360f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3768:x1830953548215936:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746134056.394560:0:7237:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445961728 avail 1316499456 00000100:00100000:3.0:1746134056.394595:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801360f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3768:x1830953548215936:12345-0@lo:41:osp-pre-0-1.0 Request processed in 59us (1721us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134056.394599:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 640 00000100:00100000:0.0:1746134056.395205:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008115b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3768:1830953548215936:0@lo:41:osp-pre-0-1.0 00000001:00080000:2.0:1746134056.539355:0:9578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294972114 is committed 00000001:00100000:2.0:1746134056.539373:0:9578:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of ee2c00db-2e4e-42f8-a894-2d2ef037fe3a 00010000:00010000:3.0:1746134057.260303:0:9596:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1746134057.547389:0:7215:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294986339 is committed 00000020:00080000:3.0:1746134057.547399:0:7215:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88012de026c0 refcount 2 committed 0 result 0 batchid 9 00000020:00080000:3.0:1746134057.547403:0:7215:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff88008fc97900 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88012de02f00 00000020:00080000:3.0:1746134057.547406:0:7215:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000401:0x2:0x0].9 00000020:00080000:3.0:1746134057.547409:0:7215:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff88008fc97400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880092101200 00000020:00080000:3.0:1746134057.547411:0:7215:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000400:0x2:0x0].9 00000020:00080000:3.0:1746134057.547427:0:7215:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 8 batchid updated 00010000:00010000:3.0:1746134057.547441:0:3755:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b90e200/0x9682c7de153c95ca lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134057.547450:0:3755:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b90e200/0x9682c7de153c95ca lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134057.547456:0:3755:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b90e200/0x9682c7de153c95ca lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134057.547460:0:3755:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b90e200 already unused, calling callback (ffffffffa0f0d690) 00000020:00080000:0.0:1746134057.547461:0:7262:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 9 committed batchid 8 00010000:00010000:3.0:1746134057.547463:0:3755:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b90e200/0x9682c7de153c95ca lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134057.547468:0:3755:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b90e200/0x9682c7de153c95ca lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134057.547479:0:3755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff88008fc97100) 00010000:00010000:3.0:1746134057.547481:0:3755:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746134057.547483:0:3755:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b90e200/0x9682c7de153c95ca lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134057.547487:0:3755:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b90e200/0x9682c7de153c95ca lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134057.547501:0:3755:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfac00/0x9682c7de153c95d1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134057.547506:0:3755:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfac00/0x9682c7de153c95d1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134057.547509:0:3755:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfac00/0x9682c7de153c95d1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134057.547513:0:3755:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bbfac00 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:3.0:1746134057.547515:0:3755:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfac00/0x9682c7de153c95d1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134057.547519:0:3755:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfac00/0x9682c7de153c95d1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134057.547524:0:3755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff88008fc97000) 00010000:00010000:3.0:1746134057.547525:0:3755:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746134057.547527:0:3755:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfac00/0x9682c7de153c95d1 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134057.547530:0:3755:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfac00/0x9682c7de153c95d1 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00000004:00080000:0.0:1746134057.547531:0:7262:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff880073916e40 with version 20 00010000:00010000:3.0:1746134057.547536:0:3755:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880123b78600/0x9682c7de153c95d8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00000020:00080000:0.0:1746134057.547538:0:7262:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 8 cancel update log [0x240000401:0x2:0x0].8: rc = 0 00010000:00010000:3.0:1746134057.547539:0:3755:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880123b78600/0x9682c7de153c95d8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134057.547543:0:3755:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880123b78600/0x9682c7de153c95d8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134057.547546:0:3755:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880123b78600 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:3.0:1746134057.547547:0:3755:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880123b78600/0x9682c7de153c95d8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134057.547551:0:3755:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880123b78600/0x9682c7de153c95d8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134057.547556:0:3755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff88008fc97200) 00010000:00010000:3.0:1746134057.547558:0:3755:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746134057.547560:0:3755:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880123b78600/0x9682c7de153c95d8 lrc: 2/0,0 mode: --/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00000020:00080000:0.0:1746134057.547562:0:7262:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 8 cancel update log [0x200000400:0x2:0x0].8: rc = 0 00010000:00010000:3.0:1746134057.547564:0:3755:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880123b78600/0x9682c7de153c95d8 lrc: 0/0,0 mode: --/TXN res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00000020:00080000:0.0:1746134057.547566:0:7262:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00000004:00080000:3.0:1746134057.547578:0:8389:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff8800a564a540 version 20 rpc_version 20 00000020:00100000:3.0:1746134057.550500:0:8389:0:(genops.c:2421:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1746134057.550510:0:8389:0:(client.c:764:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8800872b6680 x1830953548216192/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746134057.550532:0:8389:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b6680 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8389:1830953548216192:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1746134057.550579:0:8389:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746134057.550619:0:8389:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800914ed6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746134057.550638:0:8393:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548216192 00000100:00100000:3.0:1746134057.550643:0:8393:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548216192 00000100:00100000:3.0:1746134057.550678:0:8393:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 641 00000100:00100000:3.0:1746134057.550683:0:8393:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800872b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:8389:x1830953548216192:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1746134057.551691:0:8393:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800872b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:8389:x1830953548216192:12345-0@lo:1000:osp_up1-0.0 Request processed in 1006us (1110us total) trans 4294967389 rc 0/0 00000100:00100000:3.0:1746134057.551697:0:8393:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 641 00000100:00100000:3.0:1746134057.551743:0:8389:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b6680 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8389:1830953548216192:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1746134058.222682:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134058.222716:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134058.222739:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134058.222740:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552523392 00000100:00100000:2.0:1746134058.222748:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552523392 00000100:00100000:0.0:1746134058.222749:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134058.222775:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134058.222786:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134058.222797:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134058.222803:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552523904 00000100:00100000:2.0:1746134058.222806:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552523904 00000100:00100000:0.0:1746134058.222806:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134058.222817:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552523520 00000100:00100000:2.0:1746134058.222818:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552523520 00000100:00100000:0.0:1746134058.222824:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134058.222826:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552524032 00000100:00100000:2.0:1746134058.222828:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552524032 00000100:00080000:0.0:1746134058.222837:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746134058.222840:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746134058.222841:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1097 00000100:00100000:2.0:1746134058.222847:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801360fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+12:2010:x1830953552523392:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:0.0:1746134058.222850:0:10165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1098 00000100:00100000:0.0:1746134058.222857:0:10165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+14:2010:x1830953552523904:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:0.0:1746134058.222892:0:10165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+14:2010:x1830953552523904:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 37us (152us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134058.222898:0:10165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1098 00000100:00100000:0.0:1746134058.222910:0:10165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1099 00000100:00100000:0.0:1746134058.222914:0:10165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+18:2010:x1830953552523520:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:3.0:1746134058.222925:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552523648 00000100:00100000:3.0:1746134058.222929:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552523648 00000100:00100000:3.0:1746134058.222960:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552524160 00000100:00100000:3.0:1746134058.222961:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552524160 00000100:00100000:1.0:1746134058.222969:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552523776 00000100:00100000:3.0:1746134058.222970:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552524288 00000100:00100000:1.0:1746134058.222980:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552523776 00000100:00100000:3.0:1746134058.222981:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552524288 00000100:00100000:3.0:1746134058.222993:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 754 00000100:00100000:3.0:1746134058.222997:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801360f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+5:2010:x1830953552523648:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:1.0:1746134058.223000:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 755 00000100:00100000:1.0:1746134058.223003:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+7:2010:x1830953552524160:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:2.0:1746134058.223044:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801360fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+12:2010:x1830953552523392:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 197us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134058.223044:0:10165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+18:2010:x1830953552523520:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 130us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134058.223049:0:10165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1099 00000100:00100000:2.0:1746134058.223052:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1097 00000100:00100000:0.0:1746134058.223058:0:10165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1100 00000100:00100000:0.0:1746134058.223061:0:10165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+12:2010:x1830953552524032:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:2.0:1746134058.223067:0:7227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552523264 00000100:00100000:2.0:1746134058.223069:0:7227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552523264 00000100:00100000:0.0:1746134058.223075:0:10165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+12:2010:x1830953552524032:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 14us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134058.223079:0:10165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1100 00000100:00100000:2.0:1746134058.223084:0:7227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 550 00000100:00100000:2.0:1746134058.223088:0:7227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d424850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ae21eae-e936-44f8-bd00-c4aedad69a99+12:2010:x1830953552523264:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:2.0:1746134058.223106:0:7227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d424850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ae21eae-e936-44f8-bd00-c4aedad69a99+12:2010:x1830953552523264:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 18us (330us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134058.223110:0:7227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 550 00000100:00100000:2.0:1746134058.223154:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 756 00000100:00100000:2.0:1746134058.223158:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552524288:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:2.0:1746134058.223178:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:2010:x1830953552524288:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 19us (353us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134058.223182:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 756 00000100:00100000:2.0:1746134058.223193:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 757 00000100:00100000:2.0:1746134058.223197:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+5:2010:x1830953552523776:12345-192.168.203.26@tcp:400:kworker.0 00000100:00080000:0.0:1746134058.223202:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746134058.223204:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746134058.223216:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+5:2010:x1830953552523776:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 20us (419us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134058.223220:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 757 00000100:00100000:3.0:1746134058.223287:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801360f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+5:2010:x1830953552523648:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 289us (569us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134058.223292:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 754 00000100:00100000:1.0:1746134058.224396:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+7:2010:x1830953552524160:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 1389us (1642us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134058.224402:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 755 00010000:00010000:3.0:1746134058.262342:0:7222:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1746134058.539464:0:10917:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970699 is committed 00000001:02000400:1.0:1746134058.979953:0:28736:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16j: race dio with buffered i/o ========== 17:14:18 (1746134058) 00000100:00100000:0.0:1746134059.018222:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081159880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3768:1830953548216704:0@lo:400:kworker.0 00000100:00100000:0.0:1746134059.018270:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746134059.018317:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091a1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3768:1830953548217216:0@lo:400:kworker.0 00000100:00100000:0.0:1746134059.018334:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746134059.018345:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3768:1830953548217728:0@lo:400:kworker.0 00000100:00100000:0.0:1746134059.018356:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746134059.018372:0:3768:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:0.0:1746134059.018376:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081159c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:10d12d63-f4ad-4c9d-a453-33dc13ead851:3768:1830953548216320:0@lo:400:kworker.0 00000100:00100000:0.0:1746134059.018394:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746134059.018418:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081158e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3768:1830953548216832:0@lo:400:kworker.0 00000100:00100000:0.0:1746134059.018436:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746134059.018447:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3768:1830953548217344:0@lo:400:kworker.0 00000100:00100000:0.0:1746134059.018458:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746134059.018467:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3768:1830953548217856:0@lo:400:kworker.0 00000100:00100000:0.0:1746134059.018476:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746134059.018495:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548217216 00000100:00100000:0.0:1746134059.018500:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548217216 00000100:00100000:0.0:1746134059.018527:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548217728 00000100:00100000:0.0:1746134059.018529:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548217728 00000100:00100000:0.0:1746134059.018540:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548217344 00000100:00100000:0.0:1746134059.018541:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548217344 00000100:00100000:0.0:1746134059.018550:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548217856 00000100:00100000:0.0:1746134059.018551:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548217856 00000100:00100000:0.0:1746134059.018560:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 758 00000100:00100000:0.0:1746134059.018565:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3768:x1830953548217216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746134059.018596:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3768:x1830953548217216:12345-0@lo:400:kworker.0 Request processed in 31us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134059.018601:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 758 00000100:00100000:0.0:1746134059.018613:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 759 00000100:00100000:0.0:1746134059.018616:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3768:x1830953548217728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746134059.018631:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3768:x1830953548217728:12345-0@lo:400:kworker.0 Request processed in 15us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134059.018635:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 759 00000100:00100000:0.0:1746134059.018643:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 760 00000100:00100000:0.0:1746134059.018646:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3768:x1830953548217344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746134059.018662:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3768:x1830953548217344:12345-0@lo:400:kworker.0 Request processed in 16us (202us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134059.018666:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 760 00000100:00100000:0.0:1746134059.018673:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 761 00000100:00100000:0.0:1746134059.018676:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3768:x1830953548217856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746134059.018693:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3768:x1830953548217856:12345-0@lo:400:kworker.0 Request processed in 17us (216us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134059.018697:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 761 00000100:00100000:0.0:1746134059.018710:0:7228:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548216320 00000100:00100000:0.0:1746134059.018712:0:7228:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548216320 00000100:00100000:0.0:1746134059.018729:0:7228:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551 00000100:00100000:0.0:1746134059.018732:0:7228:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d424450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:10d12d63-f4ad-4c9d-a453-33dc13ead851+23:3768:x1830953548216320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746134059.018751:0:7228:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d424450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:10d12d63-f4ad-4c9d-a453-33dc13ead851+23:3768:x1830953548216320:12345-0@lo:400:kworker.0 Request processed in 18us (356us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134059.018754:0:7228:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551 00000100:00080000:0.0:1746134059.018774:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746134059.018777:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746134059.018794:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081159c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:10d12d63-f4ad-4c9d-a453-33dc13ead851:3768:1830953548216320:0@lo:400:kworker.0 00000100:00100000:0.0:1746134059.018803:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3768:1830953548217344:0@lo:400:kworker.0 00000100:00100000:0.0:1746134059.018809:0:3768:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294970699 gen 2 00000004:00080000:0.0:1746134059.018813:0:3768:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880072adb100, transno 4294970699 00000100:00100000:0.0:1746134059.018820:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3768:1830953548217856:0@lo:400:kworker.0 00000100:00100000:0.0:1746134059.018826:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091a1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3768:1830953548217216:0@lo:400:kworker.0 00000100:00100000:0.0:1746134059.018832:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3768:1830953548217728:0@lo:400:kworker.0 00000100:00100000:2.0:1746134059.026691:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081158a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3771:1830953548216576:0@lo:400:kworker.0 00000100:00100000:2.0:1746134059.026742:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746134059.026767:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008115b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3771:1830953548217088:0@lo:400:kworker.0 00000100:00100000:2.0:1746134059.026785:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746134059.026797:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009cb9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3771:1830953548217600:0@lo:400:kworker.0 00000100:00100000:2.0:1746134059.026812:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746134059.026836:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1746134059.026841:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081158000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830953548216448:0@lo:400:kworker.0 00000100:00100000:2.0:1746134059.026854:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746134059.026865:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880081159180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3771:1830953548216960:0@lo:400:kworker.0 00000100:00100000:2.0:1746134059.026878:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746134059.026889:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3771:1830953548217472:0@lo:400:kworker.0 00000100:00100000:2.0:1746134059.026901:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746134059.026932:0:21557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548216832 00000100:00100000:2.0:1746134059.026937:0:21557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548216832 00000100:00100000:2.0:1746134059.026957:0:21557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548217088 00000100:00100000:2.0:1746134059.026959:0:21557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548217088 00000100:00100000:2.0:1746134059.026982:0:21557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548217600 00000100:00100000:2.0:1746134059.026984:0:21557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548217600 00000100:00100000:2.0:1746134059.026991:0:21557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548216448 00000100:00100000:2.0:1746134059.026992:0:21557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548216448 00000100:00100000:2.0:1746134059.026997:0:21557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548216960 00000100:00100000:2.0:1746134059.026998:0:21557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548216960 00000100:00100000:2.0:1746134059.027004:0:21557:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548217472 00000100:00100000:2.0:1746134059.027005:0:21557:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548217472 00000100:00100000:2.0:1746134059.027013:0:21557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1101 00000100:00100000:2.0:1746134059.027018:0:21557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1830953548216832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746134059.027050:0:21557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1830953548216832:12345-0@lo:400:kworker.0 Request processed in 32us (8613us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134059.027054:0:21557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1101 00000100:00100000:2.0:1746134059.027063:0:21557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1102 00000100:00100000:2.0:1746134059.027066:0:21557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3771:x1830953548217088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746134059.027081:0:21557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3771:x1830953548217088:12345-0@lo:400:kworker.0 Request processed in 14us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134059.027085:0:21557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1102 00000100:00100000:2.0:1746134059.027090:0:21557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1103 00000100:00100000:2.0:1746134059.027093:0:21557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830953548217600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746134059.027106:0:21557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830953548217600:12345-0@lo:400:kworker.0 Request processed in 12us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134059.027109:0:21557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1103 00000100:00100000:2.0:1746134059.027133:0:21557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1104 00000100:00100000:2.0:1746134059.027136:0:21557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830953548216448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746134059.027150:0:21557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830953548216448:12345-0@lo:400:kworker.0 Request processed in 14us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134059.027154:0:21557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1104 00000100:00100000:2.0:1746134059.027159:0:21557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1105 00000100:00100000:2.0:1746134059.027162:0:21557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3771:x1830953548216960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746134059.027174:0:21557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3771:x1830953548216960:12345-0@lo:400:kworker.0 Request processed in 12us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134059.027178:0:21557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1105 00000100:00100000:2.0:1746134059.027185:0:21557:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1106 00000100:00100000:2.0:1746134059.027189:0:21557:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830953548217472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746134059.027205:0:21557:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830953548217472:12345-0@lo:400:kworker.0 Request processed in 16us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134059.027208:0:21557:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1106 00000100:00080000:2.0:1746134059.027224:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746134059.027227:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746134059.027247:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081158e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3768:1830953548216832:0@lo:400:kworker.0 00000100:00100000:2.0:1746134059.027264:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081158000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830953548216448:0@lo:400:kworker.0 00000100:00100000:2.0:1746134059.027269:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081159180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3771:1830953548216960:0@lo:400:kworker.0 00000100:00100000:2.0:1746134059.027274:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3771:1830953548217472:0@lo:400:kworker.0 00000100:00100000:2.0:1746134059.027280:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008115b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3771:1830953548217088:0@lo:400:kworker.0 00000100:00100000:2.0:1746134059.027286:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009cb9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3771:1830953548217600:0@lo:400:kworker.0 00000100:00100000:3.0:1746134059.027361:0:8393:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548216704 00000100:00100000:3.0:1746134059.027365:0:8393:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548216704 00000100:00100000:3.0:1746134059.027384:0:8393:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548216576 00000100:00100000:3.0:1746134059.027385:0:8393:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548216576 00000100:00100000:3.0:1746134059.027393:0:8393:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 642 00000100:00100000:3.0:1746134059.027397:0:8393:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800915f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3768:x1830953548216704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746134059.027428:0:8393:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800915f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3768:x1830953548216704:12345-0@lo:400:kworker.0 Request processed in 30us (9157us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134059.027432:0:8393:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 642 00000100:00100000:3.0:1746134059.027441:0:8393:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:3.0:1746134059.027444:0:8393:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3771:x1830953548216576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746134059.027459:0:8393:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3771:x1830953548216576:12345-0@lo:400:kworker.0 Request processed in 15us (718us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134059.027463:0:8393:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00100000:2.0:1746134059.027579:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081159880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3768:1830953548216704:0@lo:400:kworker.0 00000100:00100000:2.0:1746134059.027593:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880081158a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3771:1830953548216576:0@lo:400:kworker.0 00000100:00100000:0.0:1746134059.035800:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134059.035952:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552524544 00000100:00100000:2.0:1746134059.035961:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552524544 00000100:00100000:2.0:1746134059.036004:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43433 00000100:00100000:2.0:1746134059.036010:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+12:3753:x1830953552524544:12345-192.168.203.26@tcp:101:lfs.0 00010000:00010000:2.0:1746134059.036026:0:7234:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134059.036029:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746134059.036051:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009567e800/0x9682c7de153c95f4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957508c9 expref: 12 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134059.036066:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:2.0:1746134059.036069:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746134059.036078:0:7234:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde5600/0x9682c7de153c9767 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750955 expref: -99 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134059.036164:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde4800/0x9682c7de153c976e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746134059.036174:0:7234:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a6200/0x9682c7de153c9695 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750908 expref: 13 pid: 7233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134059.036181:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde4800/0x9682c7de153c976e lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746134059.036203:0:7234:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a6200/0x9682c7de153c9695 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750908 expref: 13 pid: 7233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134059.036212:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a6200/0x9682c7de153c9695 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750908 expref: 13 pid: 7233 timeout: 828 lvb_type: 0 00000100:00100000:2.0:1746134059.036222:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091a86680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7234:1830953548217984:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134059.036274:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02edb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746134059.043400:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091a86680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7234:1830953548217984:192.168.203.26@tcp:104: 00010000:00010000:0.0:1746134059.043422:0:7234:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde4800/0x9682c7de153c976e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00000100:00100000:0.0:1746134059.043634:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134059.043695:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552524672 00000100:00100000:1.0:1746134059.043700:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552524672 00010000:00010000:1.0:1746134059.043723:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a6200/0x9682c7de153c9695 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750908 expref: 14 pid: 7233 timeout: 828 lvb_type: 0 00000100:00100000:3.0:1746134059.043823:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15384 00000100:00100000:3.0:1746134059.043835:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da65880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+14:2009:x1830953552524672:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134059.043847:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134059.043852:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a6200/0x9682c7de153c9695 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750908 expref: 14 pid: 7233 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746134059.043861:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a6200/0x9682c7de153c9695 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750908 expref: 14 pid: 7233 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746134059.043885:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f3a6200/0x9682c7de153c9695 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750908 expref: 14 pid: 7233 timeout: 828 lvb_type: 0 00010000:00010000:3.0:1746134059.043895:0:8382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:3.0:1746134059.043898:0:8382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde4800/0x9682c7de153c976e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134059.043905:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde4800/0x9682c7de153c976e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134059.043910:0:8382:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde4800/0x9682c7de153c976e lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134059.043925:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134059.043956:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da65880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+13:2009:x1830953552524672:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 122us (322us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134059.043962:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15384 00010000:00010000:0.0:1746134059.044140:0:7234:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde4800/0x9682c7de153c976e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746134059.044145:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde4800/0x9682c7de153c976e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746134059.044181:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012de22600/0x9682c7de153c9775 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746134059.044188:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012de22600/0x9682c7de153c9775 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746134059.044195:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012de22600/0x9682c7de153c9775 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746134059.044475:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800916b8a00/0x9682c7de153c977c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746134059.044481:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800916b8a00/0x9682c7de153c977c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746134059.044486:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800916b8a00/0x9682c7de153c977c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00000004:00200000:0.0:1746134059.044493:0:7234:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x49:0x0]: returning size 0 00010000:00010000:0.0:1746134059.044507:0:7234:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde4800/0x9682c7de153c976e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746134059.044512:0:7234:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde4800/0x9682c7de153c976e lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746134059.044516:0:7234:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde4800/0x9682c7de153c976e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746134059.044520:0:7234:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012fde4800 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:0.0:1746134059.044524:0:7234:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde4800/0x9682c7de153c976e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746134059.044530:0:7234:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde4800/0x9682c7de153c976e lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746134059.044536:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:0.0:1746134059.044539:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746134059.044541:0:7234:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde4800/0x9682c7de153c976e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746134059.044546:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde4800/0x9682c7de153c976e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00000004:00010000:0.0:1746134059.044554:0:7234:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880091a1c000 reply state ffff88008fa83000 transno 4294986340 ns: mdt-lustre-MDT0000_UUID lock: ffff88012de22600/0x9682c7de153c9775 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746134059.044566:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012de22600/0x9682c7de153c9775 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746134059.044570:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88009cb78f00) 00010000:00010000:0.0:1746134059.044572:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1746134059.044574:0:7234:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1746134059.044644:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde5600/0x9682c7de153c9767 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750955 expref: 14 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134059.044655:0:7234:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800916b8a00/0x9682c7de153c977c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750955 expref: 13 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134059.044660:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88009cb78b00) 00010000:00010000:0.0:1746134059.044661:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746134059.044663:0:7234:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800916b8a00, rc 0) 00000100:00100000:0.0:1746134059.044694:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+14:3753:x1830953552524544:12345-192.168.203.26@tcp:101:lfs.0 Request processed in 8684us (8902us total) trans 4294986340 rc 0/0 00000100:00100000:0.0:1746134059.044702:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43433 00000100:00100000:1.0:1746134059.047792:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134059.048093:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552524928 00000100:00100000:0.0:1746134059.048100:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552524928 00000100:00100000:0.0:1746134059.048233:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43434 00000100:00100000:0.0:1746134059.048240:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+14:3753:x1830953552524928:12345-192.168.203.26@tcp:101:lfs.0 00010000:00010000:0.0:1746134059.048257:0:7234:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134059.048270:0:7234:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800916b9a00/0x9682c7de153c978a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575095c expref: -99 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134059.048339:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800916b9200/0x9682c7de153c9791 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746134059.048349:0:7234:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800916b8a00/0x9682c7de153c977c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750955 expref: 15 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134059.048355:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800916b9200/0x9682c7de153c9791 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746134059.048378:0:7234:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800916b8a00/0x9682c7de153c977c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750955 expref: 15 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134059.048388:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800916b8a00/0x9682c7de153c977c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750955 expref: 15 pid: 7234 timeout: 828 lvb_type: 0 00000100:00100000:0.0:1746134059.048398:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7234:1830953548218112:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134059.048449:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800916be3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134059.050270:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134059.050303:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7234:1830953548218112:192.168.203.26@tcp:104: 00010000:00010000:0.0:1746134059.050321:0:7234:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800916b9200/0x9682c7de153c9791 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00000100:00100000:1.0:1746134059.050396:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552525056 00000100:00100000:1.0:1746134059.050400:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552525056 00010000:00010000:1.0:1746134059.050420:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800916b8a00/0x9682c7de153c977c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750955 expref: 16 pid: 7234 timeout: 828 lvb_type: 0 00000100:00100000:1.0:1746134059.050449:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15385 00000100:00100000:1.0:1746134059.050455:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081158a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2010:x1830953552525056:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134059.050465:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134059.050469:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800916b8a00/0x9682c7de153c977c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750955 expref: 16 pid: 7234 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746134059.050479:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800916b8a00/0x9682c7de153c977c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750955 expref: 16 pid: 7234 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746134059.050498:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800916b8a00/0x9682c7de153c977c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750955 expref: 16 pid: 7234 timeout: 828 lvb_type: 0 00010000:00010000:1.0:1746134059.050509:0:7221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88009cb78b00) 00010000:00010000:1.0:1746134059.050513:0:7221:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800916b9200/0x9682c7de153c9791 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134059.050520:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800916b9200/0x9682c7de153c9791 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134059.050526:0:7221:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800916b9200/0x9682c7de153c9791 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134059.050541:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134059.050569:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081158a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+15:2010:x1830953552525056:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 114us (305us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134059.050575:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15385 00010000:00010000:0.0:1746134059.050852:0:7234:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800916b9200/0x9682c7de153c9791 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746134059.050858:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800916b9200/0x9682c7de153c9791 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00000004:00200000:0.0:1746134059.050872:0:7234:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x49:0x0]: returning size 0 00000004:00080000:0.0:1746134059.050990:0:7234:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1c:0x0], index 0: 0 00000004:00080000:0.0:1746134059.050995:0:7234:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x19:0x0], index 1: 0 00010000:00010000:0.0:1746134059.051059:0:7234:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800916b9200/0x9682c7de153c9791 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746134059.051065:0:7234:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800916b9200/0x9682c7de153c9791 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746134059.051071:0:7234:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800916b9200/0x9682c7de153c9791 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746134059.051075:0:7234:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800916b9200 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:0.0:1746134059.051078:0:7234:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800916b9200/0x9682c7de153c9791 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746134059.051083:0:7234:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800916b9200/0x9682c7de153c9791 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746134059.051090:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88009cb78b00) 00010000:00010000:0.0:1746134059.051093:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746134059.051095:0:7234:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800916b9200/0x9682c7de153c9791 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746134059.051099:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800916b9200/0x9682c7de153c9791 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746134059.051159:0:7234:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800916b9a00/0x9682c7de153c978a lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575095c expref: 15 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134059.051166:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800916b9a00/0x9682c7de153c978a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575095c expref: 15 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134059.051173:0:7234:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800916b9a00, rc 0) 00000100:00100000:0.0:1746134059.051199:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+14:3753:x1830953552524928:12345-192.168.203.26@tcp:101:lfs.0 Request processed in 2961us (3412us total) trans 4294986341 rc 301/301 00000100:00100000:0.0:1746134059.051205:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43434 00000100:00100000:0.0:1746134059.053109:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134059.053197:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552525312 00000100:00100000:2.0:1746134059.053204:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552525312 00000100:00100000:2.0:1746134059.053245:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 190 00000100:00100000:2.0:1746134059.053252:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801307b1050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+14:3753:x1830953552525312:12345-192.168.203.26@tcp:35:lfs.0 00000100:00100000:2.0:1746134059.053512:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801307b1050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+15:3753:x1830953552525312:12345-192.168.203.26@tcp:35:lfs.0 Request processed in 260us (406us total) trans 4294986342 rc 0/0 00000100:00100000:2.0:1746134059.053519:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 190 00000100:00100000:1.0:1746134059.056702:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134059.056887:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552525440 00000100:00100000:0.0:1746134059.056894:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552525440 00000100:00100000:0.0:1746134059.057181:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43435 00000100:00100000:0.0:1746134059.057190:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+15:3753:x1830953552525440:12345-192.168.203.26@tcp:101:lfs.0 00010000:00010000:0.0:1746134059.057207:0:7234:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134059.057222:0:7234:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800916b8c00/0x9682c7de153c979f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750963 expref: -99 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134059.057263:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800916b8c00/0x9682c7de153c979f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750963 expref: 16 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134059.057276:0:7234:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800916b8c00/0x9682c7de153c979f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x49:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750963 expref: 16 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134059.057287:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88009cb78700) 00010000:00010000:0.0:1746134059.057290:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746134059.057293:0:7234:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800916b8c00, rc 0) 00000100:00100000:0.0:1746134059.057342:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:3753:x1830953552525440:12345-192.168.203.26@tcp:101:lfs.0 Request processed in 152us (644us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134059.057347:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43435 00000100:00100000:2.0:1746134059.061303:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134059.061388:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552525696 00000100:00100000:3.0:1746134059.061395:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552525696 00000100:00100000:3.0:1746134059.061433:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 191 00000100:00100000:3.0:1746134059.061439:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:3753:x1830953552525696:12345-192.168.203.26@tcp:35:lfs.0 00000100:00100000:3.0:1746134059.063326:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+17:3753:x1830953552525696:12345-192.168.203.26@tcp:35:lfs.0 Request processed in 1881us (2022us total) trans 4294986343 rc 0/0 00000100:00100000:3.0:1746134059.063337:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 191 00000100:00100000:0.0:1746134059.087686:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134059.087846:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552525824 00000100:00100000:2.0:1746134059.087853:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552525824 00000100:00100000:2.0:1746134059.087894:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43436 00000100:00100000:2.0:1746134059.087901:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081159880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+17:3756:x1830953552525824:12345-192.168.203.26@tcp:101:dd.0 00010000:00010000:2.0:1746134059.087922:0:7232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134059.087937:0:7232:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0f000/0x9682c7de153c97a6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575096a expref: -99 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134059.087995:0:7232:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0ec00/0x9682c7de153c97ad lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134059.088005:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0ec00/0x9682c7de153c97ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134059.088014:0:7232:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0ec00/0x9682c7de153c97ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00000004:00200000:2.0:1746134059.088049:0:7232:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746134059.088052:0:7232:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746134059.088065:0:7232:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0ec00/0x9682c7de153c97ad lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134059.088083:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0f000/0x9682c7de153c97a6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575096a expref: 19 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134059.088096:0:7232:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0ec00/0x9682c7de153c97ad lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575096a expref: 18 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134059.088103:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:2.0:1746134059.088106:0:7232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746134059.088108:0:7232:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fe0ec00, rc 0) 00000100:00100000:2.0:1746134059.088859:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081159880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+18:3756:x1830953552525824:12345-192.168.203.26@tcp:101:dd.0 Request processed in 955us (1177us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134059.088866:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43436 00000100:00100000:0.0:1746134059.091807:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134059.091890:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552526080 00000100:00100000:2.0:1746134059.091895:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552526080 00000100:00100000:2.0:1746134059.091933:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43437 00000100:00100000:2.0:1746134059.091939:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008115b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+18:3756:x1830953552526080:12345-192.168.203.26@tcp:101:dd.0 00010000:00010000:2.0:1746134059.091954:0:7232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134059.091957:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746134059.091986:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0ec00/0x9682c7de153c97ad lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575096a expref: 18 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134059.091999:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:2.0:1746134059.092003:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746134059.092010:0:7232:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0e800/0x9682c7de153c97b4 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750971 expref: -99 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134059.092095:0:7232:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0ee00/0x9682c7de153c97bb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134059.092102:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0ee00/0x9682c7de153c97bb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134059.092108:0:7232:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0ee00/0x9682c7de153c97bb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134059.092150:0:7232:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ce46000/0x9682c7de153c97c2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134059.092156:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ce46000/0x9682c7de153c97c2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134059.092161:0:7232:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ce46000/0x9682c7de153c97c2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134059.092247:0:7232:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ce47000/0x9682c7de153c97c9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134059.092254:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009ce47000/0x9682c7de153c97c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134059.092259:0:7232:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009ce47000/0x9682c7de153c97c9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00000004:00200000:2.0:1746134059.092266:0:7232:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x49:0x0]: returning size 0 00010000:00010000:2.0:1746134059.092317:0:7232:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0ee00/0x9682c7de153c97bb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134059.092323:0:7232:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0ee00/0x9682c7de153c97bb lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134059.092328:0:7232:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0ee00/0x9682c7de153c97bb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134059.092332:0:7232:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008fe0ee00 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:2.0:1746134059.092335:0:7232:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0ee00/0x9682c7de153c97bb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134059.092343:0:7232:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0ee00/0x9682c7de153c97bb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134059.092350:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:2.0:1746134059.092352:0:7232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746134059.092354:0:7232:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0ee00/0x9682c7de153c97bb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134059.092359:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0ee00/0x9682c7de153c97bb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134059.092365:0:7232:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ce46000/0x9682c7de153c97c2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134059.092370:0:7232:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009ce46000/0x9682c7de153c97c2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134059.092374:0:7232:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009ce46000/0x9682c7de153c97c2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134059.092377:0:7232:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009ce46000 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:2.0:1746134059.092379:0:7232:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ce46000/0x9682c7de153c97c2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134059.092383:0:7232:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009ce46000/0x9682c7de153c97c2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134059.092389:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88009cb78f00) 00010000:00010000:2.0:1746134059.092390:0:7232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746134059.092392:0:7232:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009ce46000/0x9682c7de153c97c2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134059.092397:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ce46000/0x9682c7de153c97c2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134059.092422:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0e800/0x9682c7de153c97b4 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750971 expref: 20 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134059.092431:0:7232:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009ce47000/0x9682c7de153c97c9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750971 expref: 19 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134059.092437:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88009cb78700) 00010000:00010000:2.0:1746134059.092438:0:7232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746134059.092441:0:7232:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009ce47000, rc 0) 00000100:00100000:2.0:1746134059.092481:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008115b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+19:3756:x1830953552526080:12345-192.168.203.26@tcp:101:dd.0 Request processed in 542us (679us total) trans 4294986344 rc 0/0 00000100:00100000:2.0:1746134059.092487:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43437 00000100:00100000:0.0:1746134059.093902:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134059.093962:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552526208 00000100:00100000:2.0:1746134059.093977:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552526208 00000100:00100000:2.0:1746134059.094002:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43438 00000100:00100000:2.0:1746134059.094008:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081159180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+19:3756:x1830953552526208:12345-192.168.203.26@tcp:101:dd.0 00010000:00010000:2.0:1746134059.094021:0:7232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134059.094030:0:7232:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0fc00/0x9682c7de153c97d7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750978 expref: -99 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134059.094045:0:7232:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880123b79400/0x9682c7de153c97de lrc: 3/1,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134059.094052:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880123b79400/0x9682c7de153c97de lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134059.094059:0:7232:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880123b79400/0x9682c7de153c97de lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134059.094320:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0fc00/0x9682c7de153c97d7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750978 expref: 21 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134059.094332:0:7232:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880123b79400/0x9682c7de153c97de lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750978 expref: 20 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134059.094338:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88009cb78700) 00010000:00010000:2.0:1746134059.094340:0:7232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1746134059.094343:0:7232:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880123b79400, rc 0) 00000100:00100000:2.0:1746134059.094555:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081159180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+20:3756:x1830953552526208:12345-192.168.203.26@tcp:101:dd.0 Request processed in 546us (656us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134059.094560:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43438 00000100:00100000:1.0:1746134059.096823:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134059.096890:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552526464 00000100:00100000:2.0:1746134059.096897:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552526464 00000100:00100000:2.0:1746134059.096930:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43439 00000100:00100000:2.0:1746134059.096936:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+20:3756:x1830953552526464:12345-192.168.203.26@tcp:36:dd.0 00010000:00010000:2.0:1746134059.096984:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134059.097096:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009ce47000/0x9682c7de153c97c9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750971 expref: 20 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134059.097108:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88009cb78700) 00010000:00010000:2.0:1746134059.097129:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746134059.097238:0:7232:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b90e200/0x9682c7de153c97e5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134059.097247:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b90e200/0x9682c7de153c97e5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134059.097257:0:7232:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b90e200/0x9682c7de153c97e5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00000001:00080000:2.0:1746134059.097282:0:7232:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294986345 00000004:00010000:2.0:1746134059.097297:0:7232:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009cb9f480 reply state ffff880091820000 transno 4294986346 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b90e200/0x9682c7de153c97e5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134059.097304:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b90e200/0x9682c7de153c97e5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134059.097309:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88009cb78700) 00010000:00010000:2.0:1746134059.097311:0:7232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746134059.097313:0:7232:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1746134059.097378:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+22:3756:x1830953552526464:12345-192.168.203.26@tcp:36:dd.0 Request processed in 442us (560us total) trans 4294986346 rc 0/0 00000100:00100000:2.0:1746134059.097384:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43439 00000020:00080000:2.0:1746134059.097388:0:7232:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746134059.098640:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134059.098709:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552526592 00000100:00100000:2.0:1746134059.098714:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552526592 00000100:00100000:2.0:1746134059.098741:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30084 00000100:00100000:2.0:1746134059.098747:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081158000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+5:3756:x1830953552526592:12345-192.168.203.26@tcp:101:dd.0 00010000:00010000:2.0:1746134059.098757:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134059.098768:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a08c7000/0x9682c7de153c97ec lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575097f expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746134059.098783:0:9582:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1746134059.098796:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134059.098798:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134059.098803:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a08c7000/0x9682c7de153c97ec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575097f expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134059.098815:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a08c7000/0x9682c7de153c97ec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575097f expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134059.098822:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a08c7000, rc 0) 00000100:00100000:2.0:1746134059.099142:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081158000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:3756:x1830953552526592:12345-192.168.203.26@tcp:101:dd.0 Request processed in 365us (474us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134059.099148:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30084 00000100:00100000:0.0:1746134059.100571:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134059.100630:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552526720 00000100:00100000:2.0:1746134059.100636:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552526720 00000100:00100000:2.0:1746134059.100665:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30085 00000100:00100000:2.0:1746134059.100671:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081158e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+5:3756:x1830953552526720:12345-192.168.203.26@tcp:101:dd.0 00010000:00010000:2.0:1746134059.100683:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134059.100698:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a08c6400/0x9682c7de153c97f3 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750986 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746134059.100715:0:9582:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1746134059.100728:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134059.100730:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134059.100735:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a08c6400/0x9682c7de153c97f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750986 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134059.100748:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a08c6400/0x9682c7de153c97f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750986 expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134059.100755:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a08c6400, rc 0) 00000100:00100000:2.0:1746134059.100799:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081158e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:3756:x1830953552526720:12345-192.168.203.26@tcp:101:dd.0 Request processed in 128us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134059.100804:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30085 00000100:00100000:0.0:1746134059.102644:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134059.102797:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552526848 00000100:00100000:2.0:1746134059.102803:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552526848 00002000:00010000:2.0:1746134059.102830:0:24956:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/28 (0->18446744073709551615) 00002000:00100000:2.0:1746134059.102834:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081159c00 with x1830953552526848 ext(0->18446744073709551615) 00002000:00010000:2.0:1746134059.102842:0:24956:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880081159c00. 00000100:00100000:2.0:1746134059.102868:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13301 00000100:00100000:2.0:1746134059.102875:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081159c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2009:x1830953552526848:12345-192.168.203.26@tcp:10:dd.0 00002000:00010000:2.0:1746134059.103009:0:24956:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1746134059.103011:0:24956:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb mtime from disk: 0 -> 1746134059 00002000:00010000:2.0:1746134059.103013:0:24956:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1746134059.103015:0:24956:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb ctime from disk: 0 -> 1746134059 00002000:00010000:2.0:1746134059.103016:0:24956:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1746134059.103046:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081159c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2009:x1830953552526848:12345-192.168.203.26@tcp:10:dd.0 Request processed in 171us (407us total) trans 4294972115 rc 0/0 00000100:00100000:2.0:1746134059.103051:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13301 00002000:00010000:2.0:1746134059.103054:0:24956:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/28 (0->18446744073709551615) 00002000:00100000:2.0:1746134059.103056:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081159c00 with x1830953552526848 ext(0->18446744073709551615) 00002000:00010000:2.0:1746134059.103059:0:24956:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880081159c00. 00000100:00100000:0.0:1746134059.103862:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134059.103901:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552526976 00000100:00100000:3.0:1746134059.103905:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552526976 00002000:00010000:3.0:1746134059.103919:0:9586:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/25 (0->18446744073709551615) 00002000:00100000:3.0:1746134059.103922:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da64a80 with x1830953552526976 ext(0->18446744073709551615) 00002000:00010000:3.0:1746134059.103928:0:9586:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012da64a80. 00000100:00100000:3.0:1746134059.103940:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13302 00000100:00100000:3.0:1746134059.103944:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2009:x1830953552526976:12345-192.168.203.26@tcp:10:dd.0 00002000:00010000:3.0:1746134059.104034:0:9586:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1746134059.104036:0:9586:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime from disk: 0 -> 1746134059 00002000:00010000:3.0:1746134059.104038:0:9586:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1746134059.104039:0:9586:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime from disk: 0 -> 1746134059 00002000:00010000:3.0:1746134059.104041:0:9586:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1746134059.104063:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2009:x1830953552526976:12345-192.168.203.26@tcp:10:dd.0 Request processed in 118us (202us total) trans 4294970700 rc 0/0 00000100:00100000:3.0:1746134059.104068:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13302 00002000:00010000:3.0:1746134059.104071:0:9586:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/25 (0->18446744073709551615) 00002000:00100000:3.0:1746134059.104073:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da64a80 with x1830953552526976 ext(0->18446744073709551615) 00002000:00010000:3.0:1746134059.104076:0:9586:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012da64a80. 00000100:00100000:2.0:1746134059.144298:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746134059.144316:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3771:1830953548218240:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746134059.144368:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746134059.144501:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548218240 00000100:00100000:0.0:1746134059.144506:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548218240 00000100:00100000:0.0:1746134059.144545:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 00000100:00100000:0.0:1746134059.144552:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830953548218240:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746134059.144574:0:9583:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 502074176 pending 0 free 3920093184 avail 3688570880 00000100:00100000:0.0:1746134059.144614:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830953548218240:12345-0@lo:13:osp-pre-1-0.0 Request processed in 62us (246us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134059.144619:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00000100:00100000:2.0:1746134059.144689:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3771:1830953548218240:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746134059.192314:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3771:1830953548218368:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746134059.192372:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746134059.192524:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548218368 00000100:00100000:0.0:1746134059.192531:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548218368 00000100:00100000:0.0:1746134059.192573:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 507 00000100:00100000:0.0:1746134059.192579:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830953548218368:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746134059.192598:0:9583:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 502074176 pending 0 free 3920093184 avail 3688570880 00000100:00100000:0.0:1746134059.192630:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830953548218368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 51us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134059.192635:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 507 00000100:00100000:2.0:1746134059.192711:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3771:1830953548218368:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1746134059.264316:0:9597:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746134059.529195:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3768:1830953548218496:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1746134059.529246:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746134059.530015:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548218496 00000100:00100000:3.0:1746134059.530022:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548218496 00000100:00100000:1.0:1746134059.533609:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 508 00000100:00100000:1.0:1746134059.533627:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801360fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1830953548218496:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1746134059.533660:0:9583:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498596672 pending 0 free 3922358272 avail 3690835968 00000100:00100000:2.0:1746134059.535602:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3768:1830953548218496:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1746134059.535666:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801360fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1830953548218496:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2046us (6418us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134059.535675:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 508 00000100:00100000:2.0:1746134059.548510:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800872b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3769:1830953548218624:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1746134059.548567:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746134059.550327:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548218624 00000100:00100000:3.0:1746134059.550337:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548218624 00000100:00100000:3.0:1746134059.550373:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509 00000100:00100000:3.0:1746134059.550379:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b901500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830953548218624:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1746134059.550399:0:9584:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 498596672 pending 0 free 3922358272 avail 3690835968 00000100:00100000:3.0:1746134059.550437:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b901500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830953548218624:12345-0@lo:13:osp-pre-0-0.0 Request processed in 59us (1870us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134059.550442:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509 00000100:00100000:2.0:1746134059.551098:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800872b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3769:1830953548218624:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746134059.632147:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134059.632291:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552527232 00000100:00100000:3.0:1746134059.632300:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552527232 00002000:00100000:3.0:1746134059.632338:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1c:0x0] (0->4194303) req@ffff88012da67800 x1830953552527232/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:270/0 lens 488/0 e 0 to 0 dl 1746134070 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746134059.632347:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da67800 with x1830953552527232 ext(0->4194303) 00002000:00010000:3.0:1746134059.632352:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012da67800 00000100:00100000:3.0:1746134059.632381:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13303 00000100:00100000:3.0:1746134059.632388:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2010:x1830953552527232:12345-192.168.203.26@tcp:4:dd.0 00000100:00100000:0.0:1746134059.635865:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134059.636061:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552527488 00000100:00100000:2.0:1746134059.636069:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552527488 00002000:00100000:2.0:1746134059.636104:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4194303) req@ffff88012c430700 x1830953552527488/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:270/0 lens 488/0 e 0 to 0 dl 1746134070 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746134059.636130:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c430700 with x1830953552527488 ext(0->4194303) 00002000:00010000:2.0:1746134059.636134:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c430700 00000100:00100000:2.0:1746134059.636156:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13304 00000100:00100000:2.0:1746134059.636163:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c430700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2010:x1830953552527488:12345-192.168.203.26@tcp:4:dd.0 00000100:00100000:0.0:1746134059.709686:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+9:2010:x1830953552527232:12345-192.168.203.26@tcp:4:dd.0 Request processed in 77290us (77576us total) trans 4294972116 rc 0/0 00000100:00100000:0.0:1746134059.709697:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13303 00002000:00100000:0.0:1746134059.709707:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1c:0x0] (0->4194303) req@ffff88012da67800 x1830953552527232/t4294972116(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:270/0 lens 488/448 e 0 to 0 dl 1746134070 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746134059.709715:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da67800 with x1830953552527232 ext(0->4194303) 00002000:00010000:0.0:1746134059.709720:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012da67800 00000100:00100000:0.0:1746134059.742051:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134059.743769:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552527744 00000100:00100000:2.0:1746134059.743778:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552527744 00002000:00100000:2.0:1746134059.743813:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->8388607) req@ffff88012c432d80 x1830953552527744/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:270/0 lens 488/0 e 0 to 0 dl 1746134070 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746134059.743821:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c432d80 with x1830953552527744 ext(4194304->8388607) 00002000:00010000:2.0:1746134059.743826:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c432d80 00000100:00100000:0.0:1746134059.744628:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c430700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+9:2010:x1830953552527488:12345-192.168.203.26@tcp:4:dd.0 Request processed in 108463us (108773us total) trans 4294970701 rc 0/0 00000100:00100000:0.0:1746134059.744636:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13304 00002000:00100000:0.0:1746134059.744641:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4194303) req@ffff88012c430700 x1830953552527488/t4294970701(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:270/0 lens 488/448 e 0 to 0 dl 1746134070 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746134059.744648:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c430700 with x1830953552527488 ext(0->4194303) 00002000:00010000:0.0:1746134059.744650:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c430700 00000100:00100000:0.0:1746134059.744665:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13305 00000100:00100000:0.0:1746134059.744671:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c432d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+9:2009:x1830953552527744:12345-192.168.203.26@tcp:4:dd.0 00000100:00100000:1.0:1746134059.766014:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134059.766095:0:27148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552528000 00000100:00100000:2.0:1746134059.766104:0:27148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552528000 00002000:00100000:2.0:1746134059.766169:0:27148:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (4194304->8388607) req@ffff88009cb9ed80 x1830953552528000/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:270/0 lens 488/0 e 0 to 0 dl 1746134070 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746134059.766177:0:27148:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9ed80 with x1830953552528000 ext(4194304->8388607) 00002000:00010000:2.0:1746134059.766181:0:27148:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb9ed80 00000100:00100000:2.0:1746134059.766203:0:27148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13306 00000100:00100000:2.0:1746134059.766210:0:27148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d9edd5a2-0c57-4a18-bc87-776e2499def8+9:2009:x1830953552528000:12345-192.168.203.26@tcp:4:dd.0 00000100:00100000:0.0:1746134059.812853:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c432d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:2009:x1830953552527744:12345-192.168.203.26@tcp:4:dd.0 Request processed in 68175us (70802us total) trans 4294972117 rc 0/0 00000100:00100000:0.0:1746134059.812864:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13305 00002000:00100000:0.0:1746134059.812874:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->8388607) req@ffff88012c432d80 x1830953552527744/t4294972117(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:270/0 lens 488/448 e 0 to 0 dl 1746134070 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746134059.812887:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c432d80 with x1830953552527744 ext(4194304->8388607) 00002000:00010000:0.0:1746134059.812891:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c432d80 00000100:00100000:0.0:1746134059.844553:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134059.844638:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552528256 00000100:00100000:2.0:1746134059.844646:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552528256 00002000:00100000:2.0:1746134059.844680:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->12582911) req@ffff88012c432680 x1830953552528256/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:270/0 lens 488/0 e 0 to 0 dl 1746134070 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746134059.844689:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c432680 with x1830953552528256 ext(8388608->12582911) 00002000:00010000:2.0:1746134059.844693:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c432680 00000100:00100000:2.0:1746134059.844722:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13307 00000100:00100000:2.0:1746134059.844729:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c432680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:2009:x1830953552528256:12345-192.168.203.26@tcp:4:dd.0 00000100:00100000:0.0:1746134059.868844:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134059.868907:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552528512 00000100:00100000:2.0:1746134059.868914:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552528512 00002000:00100000:2.0:1746134059.868946:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (8388608->12582911) req@ffff88012c431500 x1830953552528512/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:270/0 lens 488/0 e 0 to 0 dl 1746134070 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746134059.868954:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c431500 with x1830953552528512 ext(8388608->12582911) 00002000:00010000:2.0:1746134059.868959:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c431500 00000100:00100000:2.0:1746134059.868995:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13308 00000100:00100000:2.0:1746134059.869003:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c431500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:2009:x1830953552528512:12345-192.168.203.26@tcp:4:dd.0 00000100:00100000:2.0:1746134059.877311:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134059.877365:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552528768 00000100:00100000:3.0:1746134059.877371:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552528768 00000100:00100000:3.0:1746134059.877399:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 192 00000100:00100000:3.0:1746134059.877405:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b903b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+22:3756:x1830953552528768:12345-192.168.203.26@tcp:35:dd.0 00000001:00080000:3.0:1746134059.877720:0:7235:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294986347 00000100:00100000:2.0:1746134059.880174:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b903b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+24:3756:x1830953552528768:12345-192.168.203.26@tcp:35:dd.0 Request processed in 2763us (2865us total) trans 4294986348 rc 0/0 00000100:00100000:2.0:1746134059.880183:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 192 00000020:00080000:2.0:1746134059.880188:0:7235:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1746134059.896462:0:27148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d9edd5a2-0c57-4a18-bc87-776e2499def8+13:2009:x1830953552528000:12345-192.168.203.26@tcp:4:dd.0 Request processed in 130244us (130447us total) trans 4294970702 rc 0/0 00000100:00100000:2.0:1746134059.896473:0:27148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13306 00002000:00100000:2.0:1746134059.896483:0:27148:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (4194304->8388607) req@ffff88009cb9ed80 x1830953552528000/t4294970702(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:270/0 lens 488/448 e 0 to 0 dl 1746134070 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746134059.896492:0:27148:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009cb9ed80 with x1830953552528000 ext(4194304->8388607) 00002000:00010000:2.0:1746134059.896498:0:27148:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009cb9ed80 00000100:00100000:0.0:1746134059.904340:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134059.904871:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552528896 00000100:00100000:3.0:1746134059.904879:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552528896 00000100:00100000:3.0:1746134059.904929:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43440 00000100:00100000:3.0:1746134059.904936:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c432300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+24:3761:x1830953552528896:12345-192.168.203.26@tcp:101:lfs.0 00010000:00010000:3.0:1746134059.904957:0:7232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134059.904984:0:7232:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800955ae000/0x9682c7de153c97fa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575098d expref: -99 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134059.905026:0:7232:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800955af400/0x9682c7de153c9801 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7232 initiator: MDT0 00010000:00010000:3.0:1746134059.905036:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800955af400/0x9682c7de153c9801 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:3.0:1746134059.905050:0:7232:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800955af400/0x9682c7de153c9801 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00000004:00200000:3.0:1746134059.905084:0:7232:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746134059.905087:0:7232:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746134059.905100:0:7232:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800955af400/0x9682c7de153c9801 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00010000:00010000:3.0:1746134059.905145:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800955ae000/0x9682c7de153c97fa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575098d expref: 26 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134059.905166:0:7232:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800955af400/0x9682c7de153c9801 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575098d expref: 25 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134059.905173:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:3.0:1746134059.905176:0:7232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746134059.905178:0:7232:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800955af400, rc 0) 00000100:00100000:3.0:1746134059.905211:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c432300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+25:3761:x1830953552528896:12345-192.168.203.26@tcp:101:lfs.0 Request processed in 276us (878us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134059.905216:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43440 00000100:00100000:0.0:1746134059.915725:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c432680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+13:2009:x1830953552528256:12345-192.168.203.26@tcp:4:dd.0 Request processed in 70986us (71168us total) trans 4294972118 rc 0/0 00000100:00100000:0.0:1746134059.915737:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13307 00002000:00100000:0.0:1746134059.915748:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->12582911) req@ffff88012c432680 x1830953552528256/t4294972118(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:270/0 lens 488/448 e 0 to 0 dl 1746134070 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746134059.915757:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c432680 with x1830953552528256 ext(8388608->12582911) 00002000:00010000:0.0:1746134059.915762:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c432680 00000100:00100000:0.0:1746134059.943548:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c431500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+13:2009:x1830953552528512:12345-192.168.203.26@tcp:4:dd.0 Request processed in 74537us (74700us total) trans 4294970703 rc 0/0 00000100:00100000:0.0:1746134059.943559:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13308 00002000:00100000:0.0:1746134059.943569:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x19:0x0] (8388608->12582911) req@ffff88012c431500 x1830953552528512/t4294970703(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:270/0 lens 488/448 e 0 to 0 dl 1746134070 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746134059.943577:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c431500 with x1830953552528512 ext(8388608->12582911) 00002000:00010000:0.0:1746134059.943582:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012c431500 00010000:00010000:2.0:1746134060.266238:0:7223:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746134060.411852:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134060.412299:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552529152 00000100:00100000:1.0:1746134060.412307:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552529152 00000100:00100000:1.0:1746134060.412360:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43441 00000100:00100000:1.0:1746134060.412367:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c433800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+25:3772:x1830953552529152:12345-192.168.203.26@tcp:101:lfs.0 00010000:00010000:1.0:1746134060.412382:0:7234:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134060.412385:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1746134060.412404:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800955af400/0x9682c7de153c9801 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575098d expref: 25 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134060.412418:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:1.0:1746134060.412422:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746134060.412431:0:7234:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c586400/0x9682c7de153c9808 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750994 expref: -99 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134060.412498:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c587200/0x9682c7de153c980f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134060.412507:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c587200/0x9682c7de153c980f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134060.412514:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c587200/0x9682c7de153c980f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134060.412525:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009567fa00/0x9682c7de153c9816 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134060.412529:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009567fa00/0x9682c7de153c9816 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134060.412534:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009567fa00/0x9682c7de153c9816 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134060.412769:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009567f200/0x9682c7de153c981d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134060.412776:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009567f200/0x9682c7de153c981d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134060.412782:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009567f200/0x9682c7de153c981d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00000004:00200000:1.0:1746134060.412788:0:7234:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 0 00010000:00010000:1.0:1746134060.412806:0:7234:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c587200/0x9682c7de153c980f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134060.412811:0:7234:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c587200/0x9682c7de153c980f lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134060.412816:0:7234:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c587200/0x9682c7de153c980f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134060.412821:0:7234:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c587200 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:1.0:1746134060.412824:0:7234:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c587200/0x9682c7de153c980f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134060.412830:0:7234:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c587200/0x9682c7de153c980f lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134060.412836:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:1.0:1746134060.412839:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746134060.412841:0:7234:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c587200/0x9682c7de153c980f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134060.412846:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c587200/0x9682c7de153c980f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00000004:00010000:1.0:1746134060.412854:0:7234:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88012c433800 reply state ffff88009b937000 transno 4294986349 ns: mdt-lustre-MDT0000_UUID lock: ffff88009567fa00/0x9682c7de153c9816 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134060.412860:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009567fa00/0x9682c7de153c9816 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134060.412865:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff8800a081b300) 00010000:00010000:1.0:1746134060.412867:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1746134060.412869:0:7234:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1746134060.412886:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c586400/0x9682c7de153c9808 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750994 expref: 27 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134060.412900:0:7234:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009567f200/0x9682c7de153c981d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750994 expref: 26 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134060.412907:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8800a081ba00) 00010000:00010000:1.0:1746134060.412908:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746134060.412910:0:7234:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009567f200, rc 0) 00000100:00100000:1.0:1746134060.412948:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c433800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:3772:x1830953552529152:12345-192.168.203.26@tcp:101:lfs.0 Request processed in 582us (1100us total) trans 4294986349 rc 0/0 00000100:00100000:1.0:1746134060.412954:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43441 00000100:00080000:2.0:1746134060.413020:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746134060.418577:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134060.418635:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552529408 00000100:00100000:2.0:1746134060.418642:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552529408 00000100:00100000:2.0:1746134060.418674:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43442 00000100:00100000:2.0:1746134060.418680:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c430380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:3772:x1830953552529408:12345-192.168.203.26@tcp:101:lfs.0 00010000:00010000:2.0:1746134060.418696:0:7232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134060.418707:0:7232:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092355a00/0x9682c7de153c982b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b2319575099b expref: -99 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.418779:0:7232:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092354800/0x9682c7de153c9832 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134060.418790:0:7232:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009567f200/0x9682c7de153c981d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750994 expref: 28 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.418796:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092354800/0x9682c7de153c9832 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134060.418818:0:7232:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009567f200/0x9682c7de153c981d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750994 expref: 28 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.418827:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009567f200/0x9682c7de153c981d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750994 expref: 28 pid: 7234 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746134060.418836:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b901880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7232:1830953548218752:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134060.418891:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b523c240 going to sleep for 11 seconds 00000100:00100000:0.0:1746134060.422919:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134060.423106:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552529536 00000100:00100000:1.0:1746134060.423137:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552529536 00010000:00010000:1.0:1746134060.423164:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009567f200/0x9682c7de153c981d lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750994 expref: 29 pid: 7234 timeout: 829 lvb_type: 0 00000100:00100000:1.0:1746134060.423186:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15386 00000100:00100000:1.0:1746134060.423192:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c431c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:2010:x1830953552529536:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134060.423202:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134060.423206:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009567f200/0x9682c7de153c981d lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750994 expref: 29 pid: 7234 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746134060.423216:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009567f200/0x9682c7de153c981d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750994 expref: 29 pid: 7234 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746134060.423231:0:7221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8800a081ba00) 00010000:00010000:1.0:1746134060.423235:0:7221:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880092354800/0x9682c7de153c9832 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134060.423245:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092354800/0x9682c7de153c9832 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134060.423250:0:7221:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092354800/0x9682c7de153c9832 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134060.423262:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134060.423292:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c431c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:2010:x1830953552529536:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 99us (377us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134060.423297:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15386 00010000:00010000:2.0:1746134060.426753:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009567f200/0x9682c7de153c981d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750994 expref: 28 pid: 7234 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746134060.426768:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b901880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7232:1830953548218752:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134060.426784:0:7232:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880092354800/0x9682c7de153c9832 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134060.426791:0:7232:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880092354800/0x9682c7de153c9832 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134060.426795:0:7232:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092354800/0x9682c7de153c9832 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00000004:00200000:2.0:1746134060.426810:0:7232:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 0 00000004:00080000:2.0:1746134060.426912:0:7232:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1a:0x0], index 1: 0 00000004:00080000:2.0:1746134060.426917:0:7232:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1d:0x0], index 0: 0 00010000:00010000:2.0:1746134060.426989:0:7232:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092354800/0x9682c7de153c9832 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134060.426995:0:7232:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092354800/0x9682c7de153c9832 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134060.427004:0:7232:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092354800/0x9682c7de153c9832 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134060.427009:0:7232:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092354800 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:2.0:1746134060.427012:0:7232:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092354800/0x9682c7de153c9832 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134060.427016:0:7232:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092354800/0x9682c7de153c9832 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134060.427026:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff8800a081ba00) 00010000:00010000:2.0:1746134060.427028:0:7232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746134060.427031:0:7232:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092354800/0x9682c7de153c9832 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134060.427034:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092354800/0x9682c7de153c9832 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134060.427072:0:7232:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092355a00/0x9682c7de153c982b lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575099b expref: 28 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.427078:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092355a00/0x9682c7de153c982b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575099b expref: 28 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.427083:0:7232:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092355a00, rc 0) 00000100:00100000:2.0:1746134060.427141:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c430380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:3772:x1830953552529408:12345-192.168.203.26@tcp:101:lfs.0 Request processed in 8460us (8569us total) trans 4294986350 rc 301/301 00000100:00100000:2.0:1746134060.427148:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43442 00000100:00100000:0.0:1746134060.438175:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134060.438230:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552529792 00000100:00100000:2.0:1746134060.438241:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552529792 00000100:00100000:2.0:1746134060.438290:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 193 00000100:00100000:2.0:1746134060.438297:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c433100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:3772:x1830953552529792:12345-192.168.203.26@tcp:35:lfs.0 00000100:00100000:2.0:1746134060.438495:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c433100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:3772:x1830953552529792:12345-192.168.203.26@tcp:35:lfs.0 Request processed in 197us (323us total) trans 4294986351 rc 0/0 00000100:00100000:2.0:1746134060.438501:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 193 00000100:00100000:0.0:1746134060.443990:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134060.447437:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552529920 00000100:00100000:3.0:1746134060.447445:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552529920 00000100:00100000:3.0:1746134060.447482:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43443 00000100:00100000:3.0:1746134060.447489:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c431880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:3772:x1830953552529920:12345-192.168.203.26@tcp:101:lfs.0 00010000:00010000:3.0:1746134060.447506:0:7232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134060.447520:0:7232:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007393ba00/0x9682c7de153c9840 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957509a2 expref: -99 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134060.447556:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007393ba00/0x9682c7de153c9840 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957509a2 expref: 29 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134060.447571:0:7232:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88007393ba00/0x9682c7de153c9840 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957509a2 expref: 29 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134060.447584:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff88012ec6fd00) 00010000:00010000:3.0:1746134060.447587:0:7232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746134060.447589:0:7232:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007393ba00, rc 0) 00000100:00100000:3.0:1746134060.447632:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c431880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:3772:x1830953552529920:12345-192.168.203.26@tcp:101:lfs.0 Request processed in 143us (3648us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134060.447638:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43443 00000100:00100000:1.0:1746134060.451394:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134060.453240:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552530176 00000100:00100000:2.0:1746134060.453248:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552530176 00000100:00100000:2.0:1746134060.453288:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 194 00000100:00100000:2.0:1746134060.453295:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:3772:x1830953552530176:12345-192.168.203.26@tcp:35:lfs.0 00000100:00100000:2.0:1746134060.453440:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+30:3772:x1830953552530176:12345-192.168.203.26@tcp:35:lfs.0 Request processed in 145us (2052us total) trans 4294986352 rc 0/0 00000100:00100000:2.0:1746134060.453446:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 194 00000100:00100000:1.0:1746134060.472980:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134060.473027:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134060.473088:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552530304 00000100:00100000:2.0:1746134060.473094:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552530304 00000100:00100000:2.0:1746134060.473146:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552530432 00000100:00100000:2.0:1746134060.473148:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552530432 00000100:00100000:2.0:1746134060.473161:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43444 00000100:00100000:2.0:1746134060.473167:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088050a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+13:3774:x1830953552530304:12345-192.168.203.26@tcp:101:dd.0 00010000:00010000:2.0:1746134060.473181:0:7234:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134060.473194:0:7234:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092354400/0x9682c7de153c9847 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957509a9 expref: -99 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.473233:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092355c00/0x9682c7de153c984e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746134060.473243:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092355c00/0x9682c7de153c984e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746134060.473255:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092355c00/0x9682c7de153c984e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00000004:00200000:2.0:1746134060.473296:0:7234:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746134060.473299:0:7234:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746134060.473310:0:7234:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880092355c00/0x9682c7de153c984e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746134060.473325:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092354400/0x9682c7de153c9847 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957509a9 expref: 15 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.473336:0:7234:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092355c00/0x9682c7de153c984e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957509a9 expref: 14 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.473342:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:2.0:1746134060.473345:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746134060.473347:0:7234:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092355c00, rc 0) 00000100:00100000:2.0:1746134060.473411:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088050a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+14:3774:x1830953552530304:12345-192.168.203.26@tcp:101:dd.0 Request processed in 243us (435us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134060.473416:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43444 00000100:00100000:2.0:1746134060.473430:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43445 00000100:00100000:2.0:1746134060.473434:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088053100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+30:3773:x1830953552530432:12345-192.168.203.26@tcp:101:dd.0 00010000:00010000:2.0:1746134060.473446:0:7234:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134060.473451:0:7234:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092355a00/0x9682c7de153c9855 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957509b0 expref: -99 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.473469:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800916b9200/0x9682c7de153c985c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746134060.473479:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800916b9200/0x9682c7de153c985c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746134060.473485:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800916b9200/0x9682c7de153c985c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00000004:00200000:2.0:1746134060.473496:0:7234:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746134060.473498:0:7234:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746134060.473504:0:7234:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800916b9200/0x9682c7de153c985c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746134060.473514:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092355a00/0x9682c7de153c9855 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957509b0 expref: 32 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.473523:0:7234:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800916b9200/0x9682c7de153c985c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957509b0 expref: 31 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.473528:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:2.0:1746134060.473530:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746134060.473532:0:7234:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800916b9200, rc 0) 00000100:00100000:2.0:1746134060.473545:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088053100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+31:3773:x1830953552530432:12345-192.168.203.26@tcp:101:dd.0 Request processed in 111us (518us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134060.473550:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43445 00000100:00080000:2.0:1746134060.473562:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746134060.481034:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134060.481066:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134060.481086:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552530688 00000100:00100000:2.0:1746134060.481093:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552530688 00000100:00100000:2.0:1746134060.482890:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552530944 00000100:00100000:2.0:1746134060.482898:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552530944 00000100:00100000:3.0:1746134060.483087:0:10930:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43446 00000100:00100000:3.0:1746134060.483097:0:10930:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b901880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+31:3773:x1830953552530688:12345-192.168.203.26@tcp:101:dd.0 00010000:00010000:3.0:1746134060.483125:0:10930:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134060.483141:0:10930:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007393aa00/0x9682c7de153c9863 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957509b7 expref: -99 pid: 10930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134060.483196:0:10930:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88007393a200/0x9682c7de153c986a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10930 initiator: MDT0 00010000:00010000:3.0:1746134060.483207:0:10930:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007393a200/0x9682c7de153c986a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10930 initiator: MDT0 00010000:00010000:3.0:1746134060.483216:0:10930:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007393a200/0x9682c7de153c986a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10930 initiator: MDT0 00010000:00010000:3.0:1746134060.483225:0:10930:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88007393b200/0x9682c7de153c9871 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10930 initiator: MDT0 00010000:00010000:3.0:1746134060.483231:0:10930:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007393b200/0x9682c7de153c9871 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10930 initiator: MDT0 00010000:00010000:3.0:1746134060.483237:0:10930:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007393b200/0x9682c7de153c9871 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10930 initiator: MDT0 00010000:00010000:3.0:1746134060.483313:0:10930:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c0400/0x9682c7de153c9878 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10930 initiator: MDT0 00010000:00010000:3.0:1746134060.483320:0:10930:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c0400/0x9682c7de153c9878 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10930 initiator: MDT0 00010000:00010000:3.0:1746134060.483326:0:10930:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c0400/0x9682c7de153c9878 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10930 initiator: MDT0 00000004:00200000:3.0:1746134060.483333:0:10930:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x49:0x0]: returning size 26214400 00010000:00010000:3.0:1746134060.483385:0:10930:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88007393a200/0x9682c7de153c986a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10930 initiator: MDT0 00010000:00010000:3.0:1746134060.483391:0:10930:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88007393a200/0x9682c7de153c986a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10930 initiator: MDT0 00010000:00010000:3.0:1746134060.483395:0:10930:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88007393a200/0x9682c7de153c986a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10930 initiator: MDT0 00010000:00010000:3.0:1746134060.483400:0:10930:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88007393a200/0x9682c7de153c986a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10930 initiator: MDT0 00010000:00010000:3.0:1746134060.483404:0:10930:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88007393a200 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:3.0:1746134060.483407:0:10930:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88007393a200/0x9682c7de153c986a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10930 initiator: MDT0 00010000:00010000:3.0:1746134060.483411:0:10930:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88007393a200/0x9682c7de153c986a lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10930 initiator: MDT0 00010000:00010000:3.0:1746134060.483419:0:10930:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:3.0:1746134060.483421:0:10930:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746134060.483424:0:10930:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88007393a200/0x9682c7de153c986a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10930 initiator: MDT0 00010000:00010000:3.0:1746134060.483428:0:10930:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007393a200/0x9682c7de153c986a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10930 initiator: MDT0 00010000:00010000:3.0:1746134060.483436:0:10930:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88007393b200/0x9682c7de153c9871 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10930 initiator: MDT0 00010000:00010000:3.0:1746134060.483440:0:10930:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88007393b200/0x9682c7de153c9871 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10930 initiator: MDT0 00010000:00010000:3.0:1746134060.483444:0:10930:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88007393b200/0x9682c7de153c9871 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10930 initiator: MDT0 00010000:00010000:3.0:1746134060.483447:0:10930:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88007393b200 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:3.0:1746134060.483448:0:10930:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88007393b200/0x9682c7de153c9871 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10930 initiator: MDT0 00010000:00010000:3.0:1746134060.483452:0:10930:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88007393b200/0x9682c7de153c9871 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10930 initiator: MDT0 00010000:00010000:3.0:1746134060.483456:0:10930:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88009cb78f00) 00010000:00010000:3.0:1746134060.483458:0:10930:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746134060.483459:0:10930:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88007393b200/0x9682c7de153c9871 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10930 initiator: MDT0 00010000:00010000:3.0:1746134060.483463:0:10930:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007393b200/0x9682c7de153c9871 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10930 initiator: MDT0 00010000:00010000:3.0:1746134060.483484:0:10930:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007393aa00/0x9682c7de153c9863 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957509b7 expref: 34 pid: 10930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134060.483492:0:10930:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c0400/0x9682c7de153c9878 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957509b7 expref: 33 pid: 10930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134060.483498:0:10930:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88009cb78700) 00010000:00010000:3.0:1746134060.483500:0:10930:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746134060.483501:0:10930:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917c0400, rc 0) 00000100:00100000:3.0:1746134060.483549:0:10930:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b901880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+33:3773:x1830953552530688:12345-192.168.203.26@tcp:101:dd.0 Request processed in 454us (2521us total) trans 4294986353 rc 0/0 00000100:00100000:3.0:1746134060.483554:0:10930:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43446 00000100:00100000:3.0:1746134060.483568:0:10930:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43447 00000100:00100000:3.0:1746134060.483572:0:10930:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b900380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+14:3774:x1830953552530944:12345-192.168.203.26@tcp:101:dd.0 00010000:00010000:3.0:1746134060.483578:0:10930:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134060.483583:0:10930:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c0c00/0x9682c7de153c9886 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957509be expref: -99 pid: 10930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134060.483602:0:10930:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c0a00/0x9682c7de153c988d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10930 initiator: MDT0 00010000:00010000:3.0:1746134060.483607:0:10930:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c0a00/0x9682c7de153c988d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10930 initiator: MDT0 00010000:00010000:3.0:1746134060.483612:0:10930:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c0a00/0x9682c7de153c988d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10930 initiator: MDT0 00010000:00010000:3.0:1746134060.483617:0:10930:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c0600/0x9682c7de153c9894 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10930 initiator: MDT0 00010000:00010000:3.0:1746134060.483622:0:10930:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c0600/0x9682c7de153c9894 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10930 initiator: MDT0 00010000:00010000:3.0:1746134060.483625:0:10930:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c0600/0x9682c7de153c9894 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10930 initiator: MDT0 00010000:00010000:3.0:1746134060.483651:0:10930:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c1400/0x9682c7de153c989b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10930 initiator: MDT0 00010000:00010000:3.0:1746134060.483656:0:10930:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c1400/0x9682c7de153c989b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10930 initiator: MDT0 00010000:00010000:3.0:1746134060.483661:0:10930:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c1400/0x9682c7de153c989b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10930 initiator: MDT0 00000004:00200000:3.0:1746134060.483665:0:10930:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x49:0x0]: returning size 26214400 00010000:00010000:3.0:1746134060.483683:0:10930:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c0a00/0x9682c7de153c988d lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10930 initiator: MDT0 00010000:00010000:3.0:1746134060.483687:0:10930:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c0a00/0x9682c7de153c988d lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10930 initiator: MDT0 00010000:00010000:3.0:1746134060.483691:0:10930:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c0a00/0x9682c7de153c988d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10930 initiator: MDT0 00010000:00010000:3.0:1746134060.483695:0:10930:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c0a00/0x9682c7de153c988d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10930 initiator: MDT0 00010000:00010000:3.0:1746134060.483698:0:10930:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800917c0a00 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:3.0:1746134060.483700:0:10930:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c0a00/0x9682c7de153c988d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10930 initiator: MDT0 00010000:00010000:3.0:1746134060.483704:0:10930:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c0a00/0x9682c7de153c988d lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10930 initiator: MDT0 00010000:00010000:3.0:1746134060.483708:0:10930:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:3.0:1746134060.483710:0:10930:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746134060.483712:0:10930:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c0a00/0x9682c7de153c988d lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10930 initiator: MDT0 00010000:00010000:3.0:1746134060.483719:0:10930:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c0a00/0x9682c7de153c988d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10930 initiator: MDT0 00010000:00010000:3.0:1746134060.483726:0:10930:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c0600/0x9682c7de153c9894 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10930 initiator: MDT0 00010000:00010000:3.0:1746134060.483730:0:10930:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c0600/0x9682c7de153c9894 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10930 initiator: MDT0 00010000:00010000:3.0:1746134060.483734:0:10930:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c0600/0x9682c7de153c9894 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10930 initiator: MDT0 00010000:00010000:3.0:1746134060.483738:0:10930:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800917c0600 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:3.0:1746134060.483741:0:10930:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c0600/0x9682c7de153c9894 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10930 initiator: MDT0 00010000:00010000:3.0:1746134060.483745:0:10930:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c0600/0x9682c7de153c9894 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10930 initiator: MDT0 00010000:00010000:3.0:1746134060.483750:0:10930:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88009cb78f00) 00010000:00010000:3.0:1746134060.483751:0:10930:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746134060.483753:0:10930:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c0600/0x9682c7de153c9894 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10930 initiator: MDT0 00010000:00010000:3.0:1746134060.483757:0:10930:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c0600/0x9682c7de153c9894 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10930 initiator: MDT0 00010000:00010000:3.0:1746134060.483772:0:10930:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c0c00/0x9682c7de153c9886 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957509be expref: 17 pid: 10930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134060.483779:0:10930:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c1400/0x9682c7de153c989b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957509be expref: 16 pid: 10930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134060.483787:0:10930:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88009cb78700) 00010000:00010000:3.0:1746134060.483789:0:10930:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746134060.483790:0:10930:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917c1400, rc 0) 00000100:00100000:3.0:1746134060.483804:0:10930:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b900380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+16:3774:x1830953552530944:12345-192.168.203.26@tcp:101:dd.0 Request processed in 232us (2738us total) trans 4294986354 rc 0/0 00000100:00100000:3.0:1746134060.483808:0:10930:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43447 00000100:00100000:1.0:1746134060.489145:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134060.489257:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134060.489344:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552531200 00000100:00100000:2.0:1746134060.489352:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552531200 00000100:00100000:2.0:1746134060.489383:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552531456 00000100:00100000:2.0:1746134060.489385:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552531456 00000100:00100000:2.0:1746134060.489399:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43448 00000100:00100000:2.0:1746134060.489405:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088050380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+16:3774:x1830953552531200:12345-192.168.203.26@tcp:101:dd.0 00010000:00010000:2.0:1746134060.489423:0:7232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134060.489426:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746134060.489445:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092355c00/0x9682c7de153c984e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957509a9 expref: 16 pid: 7234 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134060.489490:0:10930:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43449 00000100:00100000:3.0:1746134060.489498:0:10930:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088052a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+33:3773:x1830953552531456:12345-192.168.203.26@tcp:101:dd.0 00010000:00010000:3.0:1746134060.489508:0:10930:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134060.489510:0:10930:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746134060.489519:0:10930:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800916b9200/0x9682c7de153c985c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957509b0 expref: 33 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134060.489531:0:10930:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:3.0:1746134060.489534:0:10930:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746134060.489543:0:10930:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e22600/0x9682c7de153c98a9 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957509cc expref: -99 pid: 10930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134060.489612:0:10930:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e23600/0x9682c7de153c98b0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10930 initiator: MDT0 00010000:00010000:3.0:1746134060.489621:0:10930:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e23600/0x9682c7de153c98b0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10930 initiator: MDT0 00010000:00010000:3.0:1746134060.489629:0:10930:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e23600/0x9682c7de153c98b0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10930 initiator: MDT0 00010000:00010000:3.0:1746134060.489677:0:10930:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e22000/0x9682c7de153c98b7 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10930 initiator: MDT0 00010000:00010000:3.0:1746134060.489684:0:10930:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e22000/0x9682c7de153c98b7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10930 initiator: MDT0 00010000:00010000:3.0:1746134060.489689:0:10930:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e22000/0x9682c7de153c98b7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10930 initiator: MDT0 00000004:00080000:3.0:1746134060.489887:0:10930:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1b:0x0], index 1: 0 00010000:00010000:3.0:1746134060.489988:0:10930:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e23000/0x9682c7de153c98be lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10930 initiator: MDT0 00010000:00010000:3.0:1746134060.489995:0:10930:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e23000/0x9682c7de153c98be lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10930 initiator: MDT0 00010000:00010000:3.0:1746134060.490001:0:10930:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e23000/0x9682c7de153c98be lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10930 initiator: MDT0 00010000:00010000:3.0:1746134060.490022:0:10930:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e23600/0x9682c7de153c98b0 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10930 initiator: MDT0 00010000:00010000:3.0:1746134060.490027:0:10930:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e23600/0x9682c7de153c98b0 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10930 initiator: MDT0 00010000:00010000:3.0:1746134060.490032:0:10930:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e23600/0x9682c7de153c98b0 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10930 initiator: MDT0 00010000:00010000:3.0:1746134060.490037:0:10930:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134e23600/0x9682c7de153c98b0 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10930 initiator: MDT0 00010000:00010000:3.0:1746134060.490042:0:10930:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880134e23600 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:3.0:1746134060.490045:0:10930:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e23600/0x9682c7de153c98b0 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10930 initiator: MDT0 00010000:00010000:3.0:1746134060.490050:0:10930:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e23600/0x9682c7de153c98b0 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10930 initiator: MDT0 00010000:00010000:3.0:1746134060.490057:0:10930:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:3.0:1746134060.490059:0:10930:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746134060.490062:0:10930:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134e23600/0x9682c7de153c98b0 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10930 initiator: MDT0 00010000:00010000:3.0:1746134060.490066:0:10930:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e23600/0x9682c7de153c98b0 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10930 initiator: MDT0 00000004:00010000:3.0:1746134060.490075:0:10930:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880088052a00 reply state ffff8800922f9000 transno 4294986355 ns: mdt-lustre-MDT0000_UUID lock: ffff880134e22000/0x9682c7de153c98b7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10930 initiator: MDT0 00010000:00010000:3.0:1746134060.490082:0:10930:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e22000/0x9682c7de153c98b7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10930 initiator: MDT0 00010000:00010000:3.0:1746134060.490086:0:10930:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6c9b94d9 (ffff88012ec6f600) 00010000:00010000:3.0:1746134060.490088:0:10930:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746134060.490090:0:10930:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746134060.490107:0:10930:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e22600/0x9682c7de153c98a9 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957509cc expref: 35 pid: 10930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134060.490139:0:10930:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e23000/0x9682c7de153c98be lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957509cc expref: 34 pid: 10930 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134060.490144:0:10930:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88012ec6fc00) 00010000:00010000:3.0:1746134060.490146:0:10930:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746134060.490148:0:10930:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134e23000, rc 0) 00000100:00100000:3.0:1746134060.490186:0:10930:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088052a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+35:3773:x1830953552531456:12345-192.168.203.26@tcp:101:dd.0 Request processed in 689us (929us total) trans 4294986355 rc 0/0 00000100:00100000:3.0:1746134060.490192:0:10930:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43449 00010000:00010000:2.0:1746134060.490443:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:2.0:1746134060.490446:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746134060.490453:0:7232:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800916b9e00/0x9682c7de153c98cc lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957509c5 expref: -99 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.490499:0:7232:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800916b8e00/0x9682c7de153c98d3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134060.490505:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800916b8e00/0x9682c7de153c98d3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134060.490511:0:7232:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800916b8e00/0x9682c7de153c98d3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134060.490519:0:7232:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092355a00/0x9682c7de153c98da lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134060.490523:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092355a00/0x9682c7de153c98da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134060.490528:0:7232:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092355a00/0x9682c7de153c98da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134060.490550:0:7232:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092354400/0x9682c7de153c98e1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134060.490556:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092354400/0x9682c7de153c98e1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134060.490561:0:7232:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092354400/0x9682c7de153c98e1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00000004:00200000:2.0:1746134060.490566:0:7232:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 0 00010000:00010000:2.0:1746134060.490590:0:7232:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800916b8e00/0x9682c7de153c98d3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134060.490595:0:7232:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800916b8e00/0x9682c7de153c98d3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134060.490600:0:7232:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800916b8e00/0x9682c7de153c98d3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134060.490603:0:7232:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800916b8e00 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:2.0:1746134060.490605:0:7232:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800916b8e00/0x9682c7de153c98d3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134060.490609:0:7232:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800916b8e00/0x9682c7de153c98d3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134060.490615:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:2.0:1746134060.490617:0:7232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746134060.490619:0:7232:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800916b8e00/0x9682c7de153c98d3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134060.490623:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800916b8e00/0x9682c7de153c98d3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134060.490632:0:7232:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092355a00/0x9682c7de153c98da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134060.490636:0:7232:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092355a00/0x9682c7de153c98da lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134060.490640:0:7232:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092355a00/0x9682c7de153c98da lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134060.490643:0:7232:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092355a00 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:2.0:1746134060.490645:0:7232:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092355a00/0x9682c7de153c98da lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134060.490649:0:7232:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092355a00/0x9682c7de153c98da lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134060.490653:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff8800a081b300) 00010000:00010000:2.0:1746134060.490655:0:7232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746134060.490657:0:7232:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092355a00/0x9682c7de153c98da lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134060.490661:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092355a00/0x9682c7de153c98da lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134060.490677:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800916b9e00/0x9682c7de153c98cc lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957509c5 expref: 18 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.490686:0:7232:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092354400/0x9682c7de153c98e1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957509c5 expref: 17 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.490691:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff88012ec6fd00) 00010000:00010000:2.0:1746134060.490693:0:7232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746134060.490694:0:7232:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092354400, rc 0) 00000100:00100000:2.0:1746134060.490726:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088050380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+17:3774:x1830953552531200:12345-192.168.203.26@tcp:101:dd.0 Request processed in 1321us (1619us total) trans 4294986356 rc 0/0 00000100:00100000:2.0:1746134060.490731:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43448 00000100:00100000:0.0:1746134060.496073:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134060.498470:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552531712 00000100:00100000:2.0:1746134060.498482:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552531712 00000100:00100000:2.0:1746134060.498570:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13309 00000100:00100000:2.0:1746134060.498578:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c432a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+13:2010:x1830953552531712:12345-192.168.203.26@tcp:3:dd.0 00010000:00010000:2.0:1746134060.498603:0:9586:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800917c0600/0x9682c7de153c98ef lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9586 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.498618:0:9586:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a08c7000/0x9682c7de153c97ec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.26@tcp remote: 0xb596b2319575097f expref: 13 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.498624:0:9586:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134060.498626:0:9586:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134060.498628:0:9586:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917c0600/0x9682c7de153c98ef lrc: 4/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9586 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.498652:0:9586:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a08c7000/0x9682c7de153c97ec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.203.26@tcp remote: 0xb596b2319575097f expref: 13 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.498662:0:9586:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a08c7000/0x9682c7de153c97ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.203.26@tcp remote: 0xb596b2319575097f expref: 13 pid: 9582 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746134060.498673:0:9586:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b900700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0000_UUID:9586:1830953548218880:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134060.498743:0:9586:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012e8eb840 going to sleep for 11 seconds 00000100:00080000:3.0:1746134060.498822:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746134060.499354:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134060.499384:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552531968 00000100:00100000:1.0:1746134060.499388:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552531968 00000100:00100000:0.0:1746134060.499393:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134060.499406:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552532096 00000100:00100000:0.0:1746134060.499409:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552532096 00000100:00100000:0.0:1746134060.499505:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30086 00000100:00080000:3.0:1746134060.499510:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746134060.499511:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c433b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+7:3774:x1830953552532096:12345-192.168.203.26@tcp:101:dd.0 00000100:00080000:3.0:1746134060.499513:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1746134060.499520:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134060.499527:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008fe0f000/0x9682c7de153c98f6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957509d3 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134060.499540:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746134060.499543:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008fe0f000/0x9682c7de153c98f6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957509d3 expref: 8 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134060.499552:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88008fe0f000/0x9682c7de153c98f6 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957509d3 expref: 8 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134060.499559:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fe0f000, rc 0) 00000100:00100000:1.0:1746134060.499562:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13310 00000100:00100000:1.0:1746134060.499567:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c430000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+13:2010:x1830953552531968:12345-192.168.203.26@tcp:3:dd.0 00010000:00010000:1.0:1746134060.499581:0:24956:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009c587800/0x9682c7de153c98fd lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134060.499581:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c433b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+8:3774:x1830953552532096:12345-192.168.203.26@tcp:101:dd.0 Request processed in 70us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134060.499586:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30086 00010000:00010000:1.0:1746134060.499589:0:24956:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a08c6400/0x9682c7de153c97f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750986 expref: 13 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134060.499594:0:24956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134060.499595:0:24956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134060.499597:0:24956:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c587800/0x9682c7de153c98fd lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134060.499612:0:24956:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a08c6400/0x9682c7de153c97f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750986 expref: 13 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134060.499619:0:24956:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a08c6400/0x9682c7de153c97f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750986 expref: 13 pid: 9582 timeout: 829 lvb_type: 0 00000100:00100000:1.0:1746134060.499628:0:24956:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088053480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:24956:1830953548219008:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134060.499659:0:24956:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012de02cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134060.501062:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134060.501139:0:27148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552532224 00000100:00100000:2.0:1746134060.501144:0:27148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552532224 00002000:00100000:2.0:1746134060.501167:0:27148:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1c:0x0] (12582912->13631487) req@ffff88009bfbc700 x1830953552532224/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:271/0 lens 488/0 e 0 to 0 dl 1746134071 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746134060.501175:0:27148:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfbc700 with x1830953552532224 ext(12582912->13631487) 00010000:00010000:2.0:1746134060.501186:0:27148:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a08c7000/0x9682c7de153c97ec lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.26@tcp remote: 0xb596b2319575097f expref: 14 pid: 9582 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746134060.501195:0:27148:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a08c7000/0x9682c7de153c97ec lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.26@tcp remote: 0xb596b2319575097f expref: 14 pid: 9582 timeout: 829 lvb_type: 0 00002000:00010000:2.0:1746134060.501201:0:27148:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bfbc700 00000100:00100000:2.0:1746134060.501213:0:27148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2697 00000100:00100000:2.0:1746134060.501219:0:27148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d9edd5a2-0c57-4a18-bc87-776e2499def8+14:2009:x1830953552532224:12345-192.168.203.26@tcp:4:dd.0 00000100:00100000:3.0:1746134060.501293:0:9586:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b900700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0000_UUID:9586:1830953548218880:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134060.501309:0:9586:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800917c0600/0x9682c7de153c98ef lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9586 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134060.501367:0:24956:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088053480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:24956:1830953548219008:192.168.203.26@tcp:104: 00010000:00010000:1.0:1746134060.501379:0:24956:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009c587800/0x9682c7de153c98fd lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134060.517922:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134060.518820:0:27148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2009:x1830953552532224:12345-192.168.203.26@tcp:4:dd.0 Request processed in 17597us (17758us total) trans 4294972119 rc 0/0 00000100:00100000:3.0:1746134060.518830:0:27148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2697 00002000:00100000:3.0:1746134060.518840:0:27148:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1c:0x0] (12582912->13631487) req@ffff88009bfbc700 x1830953552532224/t4294972119(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:271/0 lens 488/448 e 0 to 0 dl 1746134071 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746134060.518849:0:27148:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfbc700 with x1830953552532224 ext(12582912->13631487) 00010000:00010000:3.0:1746134060.518857:0:27148:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a08c7000/0x9682c7de153c97ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.26@tcp remote: 0xb596b2319575097f expref: 16 pid: 9582 timeout: 829 lvb_type: 0 00010000:00010000:3.0:1746134060.518867:0:27148:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a08c7000/0x9682c7de153c97ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.26@tcp remote: 0xb596b2319575097f expref: 16 pid: 9582 timeout: 829 lvb_type: 0 00002000:00010000:3.0:1746134060.518874:0:27148:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bfbc700 00000100:00100000:2.0:1746134060.519135:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552532352 00000100:00100000:2.0:1746134060.519142:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552532352 00010000:00010000:2.0:1746134060.519164:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a08c6400/0x9682c7de153c97f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750986 expref: 14 pid: 9582 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746134060.519182:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15387 00000100:00100000:2.0:1746134060.519187:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfbed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+14:2009:x1830953552532352:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134060.519196:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746134060.519209:0:8382:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb size from disk: 0 -> 12582912 00002000:00010000:2.0:1746134060.519211:0:8382:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime from disk: 1746134059 -> 1746134060 00002000:00010000:2.0:1746134060.519213:0:8382:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime from disk: 1746134059 -> 1746134060 00002000:00010000:2.0:1746134060.519214:0:8382:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb blocks from disk: 0 -> 24576 00010000:00010000:2.0:1746134060.519219:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a08c6400/0x9682c7de153c97f3 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750986 expref: 14 pid: 9582 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746134060.519227:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a08c6400/0x9682c7de153c97f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750986 expref: 14 pid: 9582 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746134060.519243:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a08c6400/0x9682c7de153c97f3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750986 expref: 14 pid: 9582 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746134060.519257:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134060.519258:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134060.519262:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009c587800/0x9682c7de153c98fd lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.519270:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c587800/0x9682c7de153c98fd lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.519286:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134060.519307:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfbed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+13:2009:x1830953552532352:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 120us (1392us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134060.519312:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15387 00010000:00010000:0.0:1746134060.519461:0:24956:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009c587800/0x9682c7de153c98fd lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134060.519470:0:24956:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c587800/0x9682c7de153c98fd lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746134060.526783:0:8374:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967389 is committed 00000001:00080000:0.0:1746134060.526792:0:8374:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967388 is committed 00000001:00080000:0.0:1746134060.526815:0:8374:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967386 is committed 00010000:00010000:1.0:1746134060.526844:0:3754:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88009567e200/0x9682c7de153c9656 lrc: 3/0,1 mode: TXN/TXN res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT1 00010000:00010000:1.0:1746134060.526855:0:3754:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009567e200/0x9682c7de153c9656 lrc: 2/0,0 mode: TXN/TXN res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7234 initiator: MDT1 00010000:00010000:1.0:1746134060.526861:0:3754:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009567e200/0x9682c7de153c9656 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT1 00010000:00010000:1.0:1746134060.526865:0:3754:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009567e200 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:1.0:1746134060.526868:0:3754:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009567e200/0x9682c7de153c9656 lrc: 3/0,0 mode: TXN/TXN res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT1 00010000:00010000:1.0:1746134060.526873:0:3754:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009567e200/0x9682c7de153c9656 lrc: 4/0,0 mode: TXN/TXN res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7234 initiator: MDT1 00010000:00010000:1.0:1746134060.526888:0:3754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x2ce3da1 (ffff88008fc97c00) 00010000:00010000:1.0:1746134060.526891:0:3754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746134060.526893:0:3754:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009567e200/0x9682c7de153c9656 lrc: 2/0,0 mode: --/TXN res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT1 00010000:00010000:1.0:1746134060.526897:0:3754:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009567e200/0x9682c7de153c9656 lrc: 0/0,0 mode: --/TXN res: [0x240000401:0xa:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT1 00010000:00010000:1.0:1746134060.526927:0:3754:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88012fde5400/0x9682c7de153c970c lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0xb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT1 00010000:00010000:1.0:1746134060.526931:0:3754:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012fde5400/0x9682c7de153c970c lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0xb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7234 initiator: MDT1 00010000:00010000:1.0:1746134060.526935:0:3754:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012fde5400/0x9682c7de153c970c lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0xb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT1 00010000:00010000:1.0:1746134060.526938:0:3754:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012fde5400 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:1.0:1746134060.526940:0:3754:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012fde5400/0x9682c7de153c970c lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0xb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT1 00010000:00010000:1.0:1746134060.526944:0:3754:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012fde5400/0x9682c7de153c970c lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0xb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7234 initiator: MDT1 00010000:00010000:1.0:1746134060.526949:0:3754:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xb:0x0].0x0 (ffff88008fc97800) 00010000:00010000:1.0:1746134060.526951:0:3754:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746134060.526953:0:3754:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012fde5400/0x9682c7de153c970c lrc: 2/0,0 mode: --/TXN res: [0x240000402:0xb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT1 00010000:00010000:1.0:1746134060.526965:0:3754:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012fde5400/0x9682c7de153c970c lrc: 0/0,0 mode: --/TXN res: [0x240000402:0xb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT1 00000100:00100000:0.0:1746134060.530254:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134060.530277:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552532480 00000100:00100000:1.0:1746134060.530284:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552532480 00010000:00010000:1.0:1746134060.530311:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a08c7000/0x9682c7de153c97ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.26@tcp remote: 0xb596b2319575097f expref: 16 pid: 9582 timeout: 829 lvb_type: 0 00010000:00010000:2.0:1746134060.530437:0:24956:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009c587800/0x9682c7de153c98fd lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.530446:0:24956:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009c587800/0x9682c7de153c98fd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.530452:0:24956:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c587800/0x9682c7de153c98fd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.530461:0:24956:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c587800 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:2.0:1746134060.530464:0:24956:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c587800/0x9682c7de153c98fd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.530470:0:24956:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c587800/0x9682c7de153c98fd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.530484:0:24956:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c587800/0x9682c7de153c98fd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.530489:0:24956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c587800/0x9682c7de153c98fd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134060.530518:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15388 00000100:00100000:1.0:1746134060.530526:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfbc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2009:x1830953552532480:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134060.530536:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746134060.530548:0:7221:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb size from disk: 0 -> 13631488 00002000:00010000:1.0:1746134060.530550:0:7221:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb mtime from disk: 1746134059 -> 1746134060 00002000:00010000:1.0:1746134060.530552:0:7221:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb ctime from disk: 1746134059 -> 1746134060 00002000:00010000:1.0:1746134060.530554:0:7221:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb blocks from disk: 0 -> 26624 00010000:00010000:1.0:1746134060.530558:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a08c7000/0x9682c7de153c97ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.26@tcp remote: 0xb596b2319575097f expref: 16 pid: 9582 timeout: 829 lvb_type: 0 00000100:00100000:2.0:1746134060.530560:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c430000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+12:2010:x1830953552531968:12345-192.168.203.26@tcp:3:dd.0 Request processed in 30992us (31207us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746134060.530567:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13310 00010000:00010000:1.0:1746134060.530568:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a08c7000/0x9682c7de153c97ec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.203.26@tcp remote: 0xb596b2319575097f expref: 16 pid: 9582 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746134060.530582:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a08c7000/0x9682c7de153c97ec lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.203.26@tcp remote: 0xb596b2319575097f expref: 16 pid: 9582 timeout: 829 lvb_type: 0 00010000:00010000:1.0:1746134060.530591:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134060.530593:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134060.530597:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800917c0600/0x9682c7de153c98ef lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9586 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134060.530603:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800917c0600/0x9682c7de153c98ef lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9586 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134060.530614:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134060.530615:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134060.530619:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88008fe0f000/0x9682c7de153c98f6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957509d3 expref: 7 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134060.530625:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008fe0f000/0x9682c7de153c98f6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957509d3 expref: 7 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134060.530647:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88008fe0f000/0x9682c7de153c98f6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b231957509d3 expref: 7 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134060.530657:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088053480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7221:1830953548219136:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134060.530729:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012de02cc0 going to sleep for 11 seconds 00010000:00010000:3.0:1746134060.530849:0:9586:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800917c0600/0x9682c7de153c98ef lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9586 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134060.530857:0:9586:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800917c0600/0x9682c7de153c98ef lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9586 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134060.532087:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088053480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7221:1830953548219136:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134060.532101:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134060.532151:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfbc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2009:x1830953552532480:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1625us (1903us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134060.532158:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15388 00000100:00100000:0.0:1746134060.535172:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134060.535293:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552532736 00000100:00100000:2.0:1746134060.535301:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552532736 00002000:00100000:2.0:1746134060.535339:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c:0x0] (0->1048575) req@ffff88009bfbdf80 x1830953552532736/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:271/0 lens 488/0 e 0 to 0 dl 1746134071 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746134060.535348:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfbdf80 with x1830953552532736 ext(0->1048575) 00002000:00010000:2.0:1746134060.535353:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bfbdf80 00000100:00100000:2.0:1746134060.536044:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13311 00000100:00100000:2.0:1746134060.536053:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+8:2012:x1830953552532736:12345-192.168.203.26@tcp:3:dd.0 00010000:00010000:0.0:1746134060.536691:0:9586:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800917c0600/0x9682c7de153c98ef lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9586 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134060.536701:0:9586:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800917c0600/0x9682c7de153c98ef lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9586 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134060.536711:0:9586:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800917c0600/0x9682c7de153c98ef lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9586 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134060.536717:0:9586:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800917c0600 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:0.0:1746134060.536720:0:9586:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800917c0600/0x9682c7de153c98ef lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9586 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134060.536726:0:9586:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800917c0600/0x9682c7de153c98ef lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9586 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134060.536742:0:9586:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800917c0600/0x9682c7de153c98ef lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9586 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134060.536748:0:9586:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800917c0600/0x9682c7de153c98ef lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9586 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134060.536802:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c432a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+14:2010:x1830953552531712:12345-192.168.203.26@tcp:3:dd.0 Request processed in 38224us (40735us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746134060.536810:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13309 00000100:00100000:3.0:1746134060.542572:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134060.542650:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552532992 00000100:00100000:2.0:1746134060.542657:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552532992 00000100:00100000:2.0:1746134060.542707:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13312 00000100:00100000:2.0:1746134060.542714:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800872b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+12:2012:x1830953552532992:12345-192.168.203.26@tcp:4:dd.0 00002000:00010000:2.0:1746134060.542749:0:9586:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1746134060.542755:0:9586:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88007393a200/0x9682c7de153c9904 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9586 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.542764:0:9586:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134060.542766:0:9586:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134060.542770:0:9586:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88007393a200/0x9682c7de153c9904 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9586 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.542780:0:9586:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88007393a200/0x9682c7de153c9904 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9586 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134060.542924:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfbdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+8:2012:x1830953552532736:12345-192.168.203.26@tcp:3:dd.0 Request processed in 6870us (7757us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746134060.542931:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13311 00002000:00100000:0.0:1746134060.542938:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c:0x0] (0->1048575) req@ffff88009bfbdf80 x1830953552532736/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:271/0 lens 488/440 e 0 to 0 dl 1746134071 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746134060.542946:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfbdf80 with x1830953552532736 ext(0->1048575) 00002000:00010000:0.0:1746134060.542950:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bfbdf80 00000100:00100000:0.0:1746134060.550531:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134060.550670:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552533120 00000100:00100000:2.0:1746134060.550677:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552533120 00000100:00100000:2.0:1746134060.550731:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30087 00000100:00100000:2.0:1746134060.550738:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+5:3774:x1830953552533120:12345-192.168.203.26@tcp:101:dd.0 00010000:00010000:2.0:1746134060.550752:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134060.550767:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800916b8600/0x9682c7de153c990b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957509da expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746134060.550784:0:9582:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x19:0x0] initial LVB size: 12582912, mtime: 0x6813e42c, atime: 0x0, ctime: 0x6813e42c, blocks: 0x6000 00010000:00010000:2.0:1746134060.550800:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134060.550801:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134060.550807:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800916b8600/0x9682c7de153c990b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957509da expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.550823:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800916b8600/0x9682c7de153c990b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957509da expref: 6 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.550831:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800916b8600, rc 0) 00000100:00100000:2.0:1746134060.550864:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfbca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:3774:x1830953552533120:12345-192.168.203.26@tcp:101:dd.0 Request processed in 126us (340us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134060.550870:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30087 00000100:00080000:3.0:1746134060.551128:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746134060.558265:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134060.558329:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552533376 00000100:00100000:1.0:1746134060.558337:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552533376 00002000:00100000:1.0:1746134060.558368:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->1040383) req@ffff88009b901f80 x1830953552533376/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:271/0 lens 488/0 e 0 to 0 dl 1746134071 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746134060.558377:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b901f80 with x1830953552533376 ext(0->1040383) 00002000:00010000:1.0:1746134060.558381:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b901f80 00000100:00100000:1.0:1746134060.558410:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13313 00000100:00100000:1.0:1746134060.558416:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b901f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552533376:12345-192.168.203.26@tcp:3:dd.0 00000001:00080000:2.0:1746134060.568445:0:10917:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970704 is committed 00002000:00010000:0.0:1746134060.568680:0:9586:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 0 -> 2088960 00002000:00010000:0.0:1746134060.568684:0:9586:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb mtime from disk: 0 -> 1746134061 00002000:00010000:0.0:1746134060.568687:0:9586:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb ctime from disk: 0 -> 1746134061 00002000:00010000:0.0:1746134060.568688:0:9586:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 0 -> 4080 00010000:00010000:0.0:1746134060.568700:0:9586:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88007393a200/0x9682c7de153c9904 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9586 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134060.568707:0:9586:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88007393a200/0x9682c7de153c9904 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9586 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134060.568712:0:9586:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88007393a200/0x9682c7de153c9904 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9586 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134060.568715:0:9586:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88007393a200 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:0.0:1746134060.568718:0:9586:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88007393a200/0x9682c7de153c9904 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9586 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134060.568725:0:9586:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88007393a200/0x9682c7de153c9904 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9586 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134060.568736:0:9586:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88007393a200/0x9682c7de153c9904 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9586 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134060.568739:0:9586:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007393a200/0x9682c7de153c9904 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2088959] (req 0->2088959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9586 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134060.569373:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800872b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+5:2012:x1830953552532992:12345-192.168.203.26@tcp:4:dd.0 Request processed in 26654us (26803us total) trans 4294970704 rc 0/0 00000100:00100000:0.0:1746134060.569381:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13312 00000100:00100000:1.0:1746134060.569576:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b901f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:2009:x1830953552533376:12345-192.168.203.26@tcp:3:dd.0 Request processed in 11158us (11316us total) trans 0 rc 1040384/1040384 00000100:00100000:1.0:1746134060.569583:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13313 00002000:00100000:1.0:1746134060.569591:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (0->1040383) req@ffff88009b901f80 x1830953552533376/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:271/0 lens 488/440 e 0 to 0 dl 1746134071 ref 1 fl Complete:/200/0 rc 1040384/1040384 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746134060.569599:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b901f80 with x1830953552533376 ext(0->1040383) 00002000:00010000:1.0:1746134060.569603:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b901f80 00000100:00100000:0.0:1746134060.579685:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134060.579771:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552533504 00000100:00100000:2.0:1746134060.579780:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552533504 00000100:00100000:2.0:1746134060.579825:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30088 00000100:00100000:2.0:1746134060.579833:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+6:3774:x1830953552533504:12345-192.168.203.26@tcp:101:dd.0 00010000:00010000:2.0:1746134060.579848:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134060.579914:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092339e00/0x9682c7de153c9912 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957509e1 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746134060.579939:0:10181:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1746134060.579967:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134060.579969:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134060.579976:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092339e00/0x9682c7de153c9912 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957509e1 expref: 7 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.579990:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092339e00/0x9682c7de153c9912 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957509e1 expref: 7 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.580003:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092339e00, rc 0) 00000100:00100000:2.0:1746134060.580085:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+7:3774:x1830953552533504:12345-192.168.203.26@tcp:101:dd.0 Request processed in 252us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134060.580091:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30088 00000100:00100000:0.0:1746134060.584991:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134060.585071:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134060.585107:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552533632 00000100:00100000:2.0:1746134060.585139:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552533632 00000100:00100000:2.0:1746134060.585170:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552533760 00000100:00100000:2.0:1746134060.585172:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552533760 00000100:00100000:2.0:1746134060.585187:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30089 00000100:00100000:2.0:1746134060.585193:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+14:2011:x1830953552533632:12345-192.168.203.26@tcp:101:dd.0 00000100:00100000:1.0:1746134060.585289:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30090 00000100:00100000:1.0:1746134060.585297:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+5:2011:x1830953552533760:12345-192.168.203.26@tcp:101:dd.0 00010000:00010000:1.0:1746134060.585312:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134060.585322:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134060.585325:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880132444a00/0x9682c7de153c9919 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957509ef expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.585330:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092339000/0x9682c7de153c9920 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957509e8 expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134060.585342:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134060.585343:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134060.585344:0:10181:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134060.585344:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134060.585350:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880132444a00/0x9682c7de153c9919 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957509ef expref: 6 pid: 9582 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746134060.585351:0:10181:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092339000/0x9682c7de153c9920 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957509e8 expref: 15 pid: 10181 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746134060.585361:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092339000/0x9682c7de153c9920 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957509e8 expref: 15 pid: 10181 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746134060.585362:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880132444a00/0x9682c7de153c9919 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957509ef expref: 6 pid: 9582 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746134060.585370:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092339000, rc 0) 00010000:00010000:1.0:1746134060.585370:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132444a00, rc 0) 00000100:00100000:1.0:1746134060.585404:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2011:x1830953552533760:12345-192.168.203.26@tcp:101:dd.0 Request processed in 108us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134060.585405:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+15:2011:x1830953552533632:12345-192.168.203.26@tcp:101:dd.0 Request processed in 212us (421us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134060.585410:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30089 00000100:00100000:1.0:1746134060.585414:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30090 00000100:00100000:0.0:1746134060.588343:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134060.588383:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134060.588481:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552534144 00000100:00100000:2.0:1746134060.588484:0:9586:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552534272 00000100:00100000:1.0:1746134060.588488:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552534144 00000100:00100000:2.0:1746134060.588489:0:9586:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552534272 00000100:00100000:1.0:1746134060.588724:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13314 00000100:00100000:1.0:1746134060.588731:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+15:2011:x1830953552534144:12345-192.168.203.26@tcp:3:dd.0 00000100:00100000:2.0:1746134060.588733:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13315 00000100:00100000:2.0:1746134060.588739:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2011:x1830953552534272:12345-192.168.203.26@tcp:3:dd.0 00010000:00010000:2.0:1746134060.588756:0:9586:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092338000/0x9682c7de153c9927 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9586 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134060.588756:0:24956:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880132445e00/0x9682c7de153c992e lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.588766:0:9586:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134060.588766:0:24956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134060.588768:0:9586:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134060.588768:0:24956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134060.588771:0:9586:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092338000/0x9682c7de153c9927 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9586 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134060.588771:0:24956:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880132445e00/0x9682c7de153c992e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.588781:0:9586:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092338000/0x9682c7de153c9927 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9586 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134060.588781:0:24956:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880132445e00/0x9682c7de153c992e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134060.592459:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134060.592776:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552534528 00000100:00100000:2.0:1746134060.592783:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552534528 00000100:00100000:2.0:1746134060.592813:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30091 00000100:00100000:2.0:1746134060.592819:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+8:3774:x1830953552534528:12345-192.168.203.26@tcp:101:dd.0 00010000:00010000:2.0:1746134060.593021:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134060.593035:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092338a00/0x9682c7de153c9935 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957509f6 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746134060.593052:0:18904:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1746134060.593066:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134060.593068:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134060.593073:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092338a00/0x9682c7de153c9935 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957509f6 expref: 9 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.593088:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092338a00/0x9682c7de153c9935 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957509f6 expref: 9 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.593096:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092338a00, rc 0) 00000100:00100000:2.0:1746134060.593157:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+9:3774:x1830953552534528:12345-192.168.203.26@tcp:101:dd.0 Request processed in 337us (704us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134060.593162:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30091 00010000:00010000:2.0:1746134060.599515:0:9586:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092338000/0x9682c7de153c9927 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9586 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.599534:0:9586:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092338000/0x9682c7de153c9927 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9586 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.599541:0:9586:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092338000/0x9682c7de153c9927 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9586 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.599546:0:9586:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092338000 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:2.0:1746134060.599549:0:9586:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092338000/0x9682c7de153c9927 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9586 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.599556:0:9586:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092338000/0x9682c7de153c9927 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9586 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.599570:0:9586:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092338000/0x9682c7de153c9927 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9586 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.599579:0:9586:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092338000/0x9682c7de153c9927 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9586 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134060.599660:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2011:x1830953552534272:12345-192.168.203.26@tcp:3:dd.0 Request processed in 10916us (11272us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746134060.599669:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13315 00010000:00010000:1.0:1746134060.601972:0:24956:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880132445e00/0x9682c7de153c992e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134060.601984:0:24956:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880132445e00/0x9682c7de153c992e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134060.601991:0:24956:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880132445e00/0x9682c7de153c992e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134060.601996:0:24956:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880132445e00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:1.0:1746134060.602000:0:24956:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880132445e00/0x9682c7de153c992e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134060.602011:0:24956:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880132445e00/0x9682c7de153c992e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134060.602025:0:24956:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880132445e00/0x9682c7de153c992e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134060.602031:0:24956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880132445e00/0x9682c7de153c992e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134060.602106:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+15:2011:x1830953552534144:12345-192.168.203.26@tcp:3:dd.0 Request processed in 13371us (13765us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746134060.602138:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13314 00000100:00100000:0.0:1746134060.608591:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134060.608971:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552534784 00000100:00100000:1.0:1746134060.608979:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552534784 00000100:00100000:1.0:1746134060.609023:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13316 00000100:00100000:1.0:1746134060.609030:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2012:x1830953552534784:12345-192.168.203.26@tcp:4:dd.0 00002000:00010000:1.0:1746134060.609067:0:24956:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 2088960, mtime: 0x6813e42d, atime: 0x0, ctime: 0x6813e42d, blocks: 0xff0 00010000:00010000:1.0:1746134060.609074:0:24956:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009bcb3c00/0x9682c7de153c993c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134060.609087:0:24956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134060.609089:0:24956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134060.609093:0:24956:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bcb3c00/0x9682c7de153c993c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134060.609103:0:24956:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bcb3c00/0x9682c7de153c993c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134060.617658:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134060.617699:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134060.617725:0:27148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552535168 00000100:00100000:2.0:1746134060.617732:0:27148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552535168 00002000:00100000:2.0:1746134060.617766:0:27148:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (1040384->2097151) req@ffff88009b901180 x1830953552535168/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:271/0 lens 488/0 e 0 to 0 dl 1746134071 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746134060.617775:0:27148:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b901180 with x1830953552535168 ext(1040384->2097151) 00002000:00010000:2.0:1746134060.617779:0:27148:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b901180 00000100:00100000:2.0:1746134060.617805:0:27148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552535296 00000100:00100000:2.0:1746134060.617808:0:27148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552535296 00002000:00100000:2.0:1746134060.617821:0:27148:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1c:0x0] (1048576->2097151) req@ffff88009b900700 x1830953552535296/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:271/0 lens 488/0 e 0 to 0 dl 1746134071 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746134060.617827:0:27148:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b900700 with x1830953552535296 ext(1048576->2097151) 00002000:00010000:2.0:1746134060.617829:0:27148:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b900700 00000100:00100000:2.0:1746134060.617841:0:27148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13317 00000100:00100000:2.0:1746134060.617847:0:27148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b901180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+7:2010:x1830953552535168:12345-192.168.203.26@tcp:3:dd.0 00000100:00100000:3.0:1746134060.618033:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13318 00000100:00100000:3.0:1746134060.618041:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b900700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+9:2009:x1830953552535296:12345-192.168.203.26@tcp:3:dd.0 00000100:00100000:1.0:1746134060.632952:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b900700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+9:2009:x1830953552535296:12345-192.168.203.26@tcp:3:dd.0 Request processed in 14718us (15057us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746134060.632974:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13318 00002000:00100000:1.0:1746134060.632985:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1c:0x0] (1048576->2097151) req@ffff88009b900700 x1830953552535296/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:271/0 lens 488/440 e 0 to 0 dl 1746134071 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746134060.632994:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b900700 with x1830953552535296 ext(1048576->2097151) 00002000:00010000:1.0:1746134060.632999:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b900700 00000100:00100000:2.0:1746134060.633372:0:27148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b901180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+7:2010:x1830953552535168:12345-192.168.203.26@tcp:3:dd.0 Request processed in 15524us (15720us total) trans 0 rc 1056768/1056768 00000100:00100000:2.0:1746134060.633383:0:27148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13317 00002000:00100000:2.0:1746134060.633388:0:27148:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (1040384->2097151) req@ffff88009b901180 x1830953552535168/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:271/0 lens 488/440 e 0 to 0 dl 1746134071 ref 1 fl Complete:/200/0 rc 1056768/1056768 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746134060.633395:0:27148:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b901180 with x1830953552535168 ext(1040384->2097151) 00002000:00010000:2.0:1746134060.633398:0:27148:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b901180 00000001:00080000:0.0:1746134060.638838:0:10917:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970705 is committed 00002000:00010000:1.0:1746134060.639029:0:24956:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 2088960 -> 4177920 00002000:00010000:1.0:1746134060.639034:0:24956:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 4080 -> 8160 00010000:00010000:1.0:1746134060.639045:0:24956:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009bcb3c00/0x9682c7de153c993c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134060.639055:0:24956:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009bcb3c00/0x9682c7de153c993c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134060.639063:0:24956:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009bcb3c00/0x9682c7de153c993c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134060.639069:0:24956:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bcb3c00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:1.0:1746134060.639073:0:24956:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bcb3c00/0x9682c7de153c993c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134060.639080:0:24956:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bcb3c00/0x9682c7de153c993c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134060.639099:0:24956:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009bcb3c00/0x9682c7de153c993c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134060.639105:0:24956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bcb3c00/0x9682c7de153c993c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2088960->4177919] (req 2088960->4177919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134060.639905:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2012:x1830953552534784:12345-192.168.203.26@tcp:4:dd.0 Request processed in 30869us (31314us total) trans 4294970705 rc 0/0 00000100:00100000:1.0:1746134060.639914:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13316 00000100:00100000:0.0:1746134060.644183:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134060.644223:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134060.644442:0:27148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552535680 00000100:00100000:2.0:1746134060.644450:0:27148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552535680 00000100:00100000:2.0:1746134060.644493:0:27148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552535808 00000100:00100000:2.0:1746134060.644495:0:27148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552535808 00000100:00100000:2.0:1746134060.644513:0:27148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13319 00000100:00100000:2.0:1746134060.644520:0:27148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d9edd5a2-0c57-4a18-bc87-776e2499def8+15:2009:x1830953552535680:12345-192.168.203.26@tcp:3:dd.0 00010000:00010000:2.0:1746134060.644547:0:27148:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092339a00/0x9682c7de153c9943 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.644558:0:27148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134060.644560:0:27148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134060.644564:0:27148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092339a00/0x9682c7de153c9943 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.644574:0:27148:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092339a00/0x9682c7de153c9943 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27148 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134060.644749:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13320 00000100:00100000:1.0:1746134060.644755:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2009:x1830953552535808:12345-192.168.203.26@tcp:3:dd.0 00010000:00010000:1.0:1746134060.644770:0:24956:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800957ebc00/0x9682c7de153c994a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134060.644776:0:24956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134060.644777:0:24956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134060.644780:0:24956:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ebc00/0x9682c7de153c994a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134060.644787:0:24956:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ebc00/0x9682c7de153c994a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.663992:0:27148:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092339a00/0x9682c7de153c9943 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.664007:0:27148:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880092339a00/0x9682c7de153c9943 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.664019:0:27148:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880092339a00/0x9682c7de153c9943 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.664025:0:27148:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092339a00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:2.0:1746134060.664028:0:27148:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880092339a00/0x9682c7de153c9943 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.664034:0:27148:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880092339a00/0x9682c7de153c9943 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.664047:0:27148:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880092339a00/0x9682c7de153c9943 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27148 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.664052:0:27148:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092339a00/0x9682c7de153c9943 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27148 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134060.664136:0:27148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d9edd5a2-0c57-4a18-bc87-776e2499def8+15:2009:x1830953552535680:12345-192.168.203.26@tcp:3:dd.0 Request processed in 19612us (19955us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746134060.664143:0:27148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13319 00000100:00100000:3.0:1746134060.672612:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134060.672674:0:27148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552536192 00000100:00100000:2.0:1746134060.672682:0:27148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552536192 00002000:00100000:2.0:1746134060.672714:0:27148:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1c:0x0] (2097152->3145727) req@ffff8800872b4000 x1830953552536192/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:271/0 lens 488/0 e 0 to 0 dl 1746134071 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746134060.672723:0:27148:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800872b4000 with x1830953552536192 ext(2097152->3145727) 00002000:00010000:2.0:1746134060.672727:0:27148:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800872b4000 00000100:00100000:2.0:1746134060.672744:0:27148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13321 00000100:00100000:2.0:1746134060.672752:0:27148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800872b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+9:2012:x1830953552536192:12345-192.168.203.26@tcp:3:dd.0 00010000:00010000:1.0:1746134060.673951:0:24956:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800957ebc00/0x9682c7de153c994a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134060.673973:0:24956:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ebc00/0x9682c7de153c994a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134060.673980:0:24956:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800957ebc00/0x9682c7de153c994a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134060.673986:0:24956:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800957ebc00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:1.0:1746134060.673990:0:24956:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800957ebc00/0x9682c7de153c994a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134060.673996:0:24956:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800957ebc00/0x9682c7de153c994a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134060.674012:0:24956:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800957ebc00/0x9682c7de153c994a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134060.674018:0:24956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800957ebc00/0x9682c7de153c994a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134060.674071:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2009:x1830953552535808:12345-192.168.203.26@tcp:3:dd.0 Request processed in 29314us (29845us total) trans 0 rc 1040384/1040384 00000100:00100000:1.0:1746134060.674078:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13320 00000100:00100000:0.0:1746134060.679237:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134060.680499:0:27148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800872b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+9:2012:x1830953552536192:12345-192.168.203.26@tcp:3:dd.0 Request processed in 7743us (7889us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746134060.680509:0:27148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13321 00002000:00100000:3.0:1746134060.680518:0:27148:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1c:0x0] (2097152->3145727) req@ffff8800872b4000 x1830953552536192/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:271/0 lens 488/440 e 0 to 0 dl 1746134071 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746134060.680526:0:27148:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800872b4000 with x1830953552536192 ext(2097152->3145727) 00002000:00010000:3.0:1746134060.680530:0:27148:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800872b4000 00000100:00100000:3.0:1746134060.680547:0:27148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552536448 00000100:00100000:3.0:1746134060.680551:0:27148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552536448 00002000:00100000:3.0:1746134060.680577:0:27148:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (2097152->3145727) req@ffff88012da68a80 x1830953552536448/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:271/0 lens 488/0 e 0 to 0 dl 1746134071 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746134060.680582:0:27148:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da68a80 with x1830953552536448 ext(2097152->3145727) 00002000:00010000:3.0:1746134060.680585:0:27148:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012da68a80 00000100:00100000:3.0:1746134060.680598:0:27148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13322 00000100:00100000:3.0:1746134060.680603:0:27148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+7:2012:x1830953552536448:12345-192.168.203.26@tcp:3:dd.0 00000100:00100000:0.0:1746134060.692054:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134060.692140:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552536704 00000100:00100000:2.0:1746134060.692148:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552536704 00000100:00100000:2.0:1746134060.692190:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13323 00000100:00100000:2.0:1746134060.692196:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2010:x1830953552536704:12345-192.168.203.26@tcp:4:dd.0 00002000:00010000:2.0:1746134060.692231:0:24956:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 4177920, mtime: 0x6813e42d, atime: 0x0, ctime: 0x6813e42d, blocks: 0x1fe0 00010000:00010000:2.0:1746134060.692237:0:24956:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008fc46800/0x9682c7de153c9951 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.692246:0:24956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134060.692248:0:24956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134060.692251:0:24956:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fc46800/0x9682c7de153c9951 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.692261:0:24956:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fc46800/0x9682c7de153c9951 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134060.702237:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134060.702257:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134060.702272:0:9585:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552536960 00000100:00100000:0.0:1746134060.702279:0:9585:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552536960 00002000:00100000:0.0:1746134060.702308:0:9585:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (3145728->4194303) req@ffff88012da6b800 x1830953552536960/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:271/0 lens 488/0 e 0 to 0 dl 1746134071 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746134060.702317:0:9585:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6b800 with x1830953552536960 ext(3145728->4194303) 00002000:00010000:0.0:1746134060.702321:0:9585:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012da6b800 00000100:00100000:0.0:1746134060.702343:0:9585:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552537216 00000100:00100000:0.0:1746134060.702344:0:9585:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552537216 00002000:00100000:0.0:1746134060.702353:0:9585:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (3145728->4194303) req@ffff88012da6a680 x1830953552537216/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:271/0 lens 488/0 e 0 to 0 dl 1746134071 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746134060.702359:0:9585:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6a680 with x1830953552537216 ext(3145728->4194303) 00002000:00010000:0.0:1746134060.702361:0:9585:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012da6a680 00000100:00100000:0.0:1746134060.702370:0:9585:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13324 00000100:00100000:0.0:1746134060.702375:0:9585:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+9:2012:x1830953552536960:12345-192.168.203.26@tcp:3:dd.0 00000100:00100000:0.0:1746134060.702827:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134060.703566:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134060.703585:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134060.703608:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134060.703623:0:20212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552537472 00000100:00100000:0.0:1746134060.703628:0:20212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552537472 00002000:00100000:0.0:1746134060.703650:0:20212:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->5242879) req@ffff88012b6d9c00 x1830953552537472/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:271/0 lens 488/0 e 0 to 0 dl 1746134071 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746134060.703658:0:20212:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b6d9c00 with x1830953552537472 ext(4194304->5242879) 00002000:00010000:0.0:1746134060.703661:0:20212:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b6d9c00 00000100:00100000:0.0:1746134060.703669:0:20212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552537728 00000100:00100000:0.0:1746134060.703671:0:20212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552537728 00002000:00100000:0.0:1746134060.703681:0:20212:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (4194304->5242879) req@ffff88012b6db480 x1830953552537728/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:271/0 lens 488/0 e 0 to 0 dl 1746134071 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746134060.703687:0:20212:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b6db480 with x1830953552537728 ext(4194304->5242879) 00002000:00010000:0.0:1746134060.703690:0:20212:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b6db480 00000100:00100000:0.0:1746134060.703694:0:20212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552537984 00000100:00100000:0.0:1746134060.703696:0:20212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552537984 00002000:00100000:0.0:1746134060.703703:0:20212:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1c:0x0] (5242880->6291455) req@ffff8800916fc000 x1830953552537984/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:271/0 lens 488/0 e 0 to 0 dl 1746134071 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746134060.703708:0:20212:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916fc000 with x1830953552537984 ext(5242880->6291455) 00002000:00010000:0.0:1746134060.703710:0:20212:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800916fc000 00000100:00100000:0.0:1746134060.703713:0:20212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552538240 00000100:00100000:0.0:1746134060.703715:0:20212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552538240 00002000:00100000:0.0:1746134060.703721:0:20212:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (5242880->6291455) req@ffff8800916fd880 x1830953552538240/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:271/0 lens 488/0 e 0 to 0 dl 1746134071 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746134060.703727:0:20212:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916fd880 with x1830953552538240 ext(5242880->6291455) 00002000:00010000:0.0:1746134060.703729:0:20212:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800916fd880 00000100:00100000:0.0:1746134060.703735:0:20212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13325 00000100:00100000:0.0:1746134060.703741:0:20212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+11:2012:x1830953552537216:12345-192.168.203.26@tcp:3:dd.0 00000100:00100000:0.0:1746134060.704773:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13326 00000100:00100000:0.0:1746134060.704780:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b6d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+12:2012:x1830953552537472:12345-192.168.203.26@tcp:3:dd.0 00000100:00100000:2.0:1746134060.705149:0:27140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13327 00000100:00100000:2.0:1746134060.705158:0:27140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b6db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+12:2012:x1830953552537728:12345-192.168.203.26@tcp:3:dd.0 00000100:00100000:2.0:1746134060.705546:0:27139:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13328 00000100:00100000:2.0:1746134060.705552:0:27139:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+13:2012:x1830953552537984:12345-192.168.203.26@tcp:3:dd.0 00000100:00100000:2.0:1746134060.706380:0:27147:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13329 00000100:00100000:2.0:1746134060.706387:0:27147:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+13:2012:x1830953552538240:12345-192.168.203.26@tcp:3:dd.0 00000100:00100000:3.0:1746134060.710457:0:27148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+13:2012:x1830953552536448:12345-192.168.203.26@tcp:3:dd.0 Request processed in 29845us (31234us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746134060.710469:0:27148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13322 00002000:00100000:3.0:1746134060.710479:0:27148:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (2097152->3145727) req@ffff88012da68a80 x1830953552536448/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:271/0 lens 488/440 e 0 to 0 dl 1746134071 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746134060.710487:0:27148:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da68a80 with x1830953552536448 ext(2097152->3145727) 00002000:00010000:3.0:1746134060.710492:0:27148:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012da68a80 00000100:00100000:1.0:1746134060.720273:0:9585:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+13:2012:x1830953552536960:12345-192.168.203.26@tcp:3:dd.0 Request processed in 17888us (18033us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746134060.720284:0:9585:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13324 00002000:00100000:1.0:1746134060.720293:0:9585:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1c:0x0] (3145728->4194303) req@ffff88012da6b800 x1830953552536960/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:271/0 lens 488/440 e 0 to 0 dl 1746134071 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746134060.720302:0:9585:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6b800 with x1830953552536960 ext(3145728->4194303) 00002000:00010000:1.0:1746134060.720307:0:9585:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012da6b800 00000100:00100000:1.0:1746134060.731028:0:20212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+11:2012:x1830953552537216:12345-192.168.203.26@tcp:3:dd.0 Request processed in 27278us (28761us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746134060.731038:0:20212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13325 00002000:00100000:1.0:1746134060.731049:0:20212:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (3145728->4194303) req@ffff88012da6a680 x1830953552537216/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:271/0 lens 488/440 e 0 to 0 dl 1746134071 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746134060.731057:0:20212:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da6a680 with x1830953552537216 ext(3145728->4194303) 00002000:00010000:1.0:1746134060.731062:0:20212:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012da6a680 00000100:00100000:1.0:1746134060.738429:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b6d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+11:2012:x1830953552537472:12345-192.168.203.26@tcp:3:dd.0 Request processed in 33642us (35595us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746134060.738440:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13326 00002000:00100000:1.0:1746134060.738449:0:9587:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->5242879) req@ffff88012b6d9c00 x1830953552537472/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:271/0 lens 488/440 e 0 to 0 dl 1746134071 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746134060.738457:0:9587:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b6d9c00 with x1830953552537472 ext(4194304->5242879) 00002000:00010000:1.0:1746134060.738463:0:9587:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b6d9c00 00000001:00080000:0.0:1746134060.747829:0:10917:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970706 is committed 00000100:00100000:2.0:1746134060.747970:0:27140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b6db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+9:2012:x1830953552537728:12345-192.168.203.26@tcp:3:dd.0 Request processed in 42799us (44390us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746134060.747982:0:27140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13327 00002000:00100000:2.0:1746134060.747994:0:27140:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (4194304->5242879) req@ffff88012b6db480 x1830953552537728/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:271/0 lens 488/440 e 0 to 0 dl 1746134071 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746134060.748003:0:27140:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b6db480 with x1830953552537728 ext(4194304->5242879) 00002000:00010000:3.0:1746134060.748006:0:24956:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 4177920 -> 6266880 00002000:00010000:2.0:1746134060.748008:0:27140:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b6db480 00002000:00010000:3.0:1746134060.748010:0:24956:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 8160 -> 12240 00010000:00010000:3.0:1746134060.748019:0:24956:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008fc46800/0x9682c7de153c9951 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134060.748028:0:24956:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008fc46800/0x9682c7de153c9951 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134060.748035:0:24956:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008fc46800/0x9682c7de153c9951 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134060.748041:0:24956:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008fc46800 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:3.0:1746134060.748044:0:24956:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008fc46800/0x9682c7de153c9951 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134060.748051:0:24956:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008fc46800/0x9682c7de153c9951 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134060.748064:0:24956:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008fc46800/0x9682c7de153c9951 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134060.748069:0:24956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fc46800/0x9682c7de153c9951 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->6266879] (req 4177920->6266879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134060.748135:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2010:x1830953552536704:12345-192.168.203.26@tcp:4:dd.0 Request processed in 55939us (56088us total) trans 4294970706 rc 0/0 00000100:00100000:3.0:1746134060.748141:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13323 00000100:00100000:2.0:1746134060.750521:0:27139:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+9:2012:x1830953552537984:12345-192.168.203.26@tcp:3:dd.0 Request processed in 44962us (46928us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746134060.750530:0:27139:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13328 00002000:00100000:2.0:1746134060.750538:0:27139:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1c:0x0] (5242880->6291455) req@ffff8800916fc000 x1830953552537984/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:271/0 lens 488/440 e 0 to 0 dl 1746134071 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746134060.750546:0:27139:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916fc000 with x1830953552537984 ext(5242880->6291455) 00002000:00010000:2.0:1746134060.750551:0:27139:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800916fc000 00000100:00100000:2.0:1746134060.754785:0:27147:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+7:2012:x1830953552538240:12345-192.168.203.26@tcp:3:dd.0 Request processed in 48391us (51168us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746134060.754793:0:27147:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13329 00002000:00100000:2.0:1746134060.754802:0:27147:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x19:0x0] (5242880->6291455) req@ffff8800916fd880 x1830953552538240/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:271/0 lens 488/440 e 0 to 0 dl 1746134071 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746134060.754810:0:27147:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916fd880 with x1830953552538240 ext(5242880->6291455) 00002000:00010000:2.0:1746134060.754815:0:27147:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800916fd880 00000100:00100000:0.0:1746134060.757784:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134060.757829:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134060.757850:0:27147:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552538624 00000100:00100000:2.0:1746134060.757857:0:27147:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552538624 00000100:00100000:2.0:1746134060.757893:0:27147:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552538752 00000100:00100000:2.0:1746134060.757894:0:27147:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552538752 00000100:00100000:2.0:1746134060.757910:0:27147:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13330 00000100:00100000:2.0:1746134060.757916:0:27147:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:d9edd5a2-0c57-4a18-bc87-776e2499def8+15:2012:x1830953552538624:12345-192.168.203.26@tcp:3:dd.0 00010000:00010000:2.0:1746134060.757940:0:27147:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008fc47800/0x9682c7de153c9958 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.757951:0:27147:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134060.757953:0:27147:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134060.757966:0:27147:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88008fc47800/0x9682c7de153c9958 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.757977:0:27147:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88008fc47800/0x9682c7de153c9958 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134060.758131:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13331 00000100:00100000:0.0:1746134060.758138:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2012:x1830953552538752:12345-192.168.203.26@tcp:3:dd.0 00010000:00010000:0.0:1746134060.758157:0:24956:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012da4ce00/0x9682c7de153c995f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134060.758165:0:24956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134060.758166:0:24956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134060.758169:0:24956:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012da4ce00/0x9682c7de153c995f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134060.758177:0:24956:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012da4ce00/0x9682c7de153c995f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.773988:0:27147:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88008fc47800/0x9682c7de153c9958 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.774001:0:27147:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88008fc47800/0x9682c7de153c9958 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.774008:0:27147:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88008fc47800/0x9682c7de153c9958 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.774014:0:27147:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008fc47800 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:2.0:1746134060.774017:0:27147:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88008fc47800/0x9682c7de153c9958 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.774022:0:27147:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88008fc47800/0x9682c7de153c9958 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.774037:0:27147:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88008fc47800/0x9682c7de153c9958 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.774042:0:27147:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008fc47800/0x9682c7de153c9958 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134060.774370:0:27147:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:d9edd5a2-0c57-4a18-bc87-776e2499def8+15:2012:x1830953552538624:12345-192.168.203.26@tcp:3:dd.0 Request processed in 16450us (16589us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746134060.774378:0:27147:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13330 00010000:00010000:2.0:1746134060.776478:0:24956:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012da4ce00/0x9682c7de153c995f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.776490:0:24956:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012da4ce00/0x9682c7de153c995f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.776497:0:24956:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012da4ce00/0x9682c7de153c995f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.776502:0:24956:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012da4ce00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:2.0:1746134060.776505:0:24956:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012da4ce00/0x9682c7de153c995f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.776511:0:24956:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012da4ce00/0x9682c7de153c995f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.776524:0:24956:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012da4ce00/0x9682c7de153c995f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.776529:0:24956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012da4ce00/0x9682c7de153c995f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134060.776591:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2012:x1830953552538752:12345-192.168.203.26@tcp:3:dd.0 Request processed in 18450us (18758us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746134060.776599:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13331 00000100:00100000:1.0:1746134060.780747:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134060.780960:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552539136 00000100:00100000:2.0:1746134060.780967:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552539136 00000100:00100000:2.0:1746134060.781009:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13332 00000100:00100000:2.0:1746134060.781016:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088053480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2009:x1830953552539136:12345-192.168.203.26@tcp:4:dd.0 00002000:00010000:2.0:1746134060.781049:0:24956:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 6266880, mtime: 0x6813e42d, atime: 0x0, ctime: 0x6813e42d, blocks: 0x2fd0 00010000:00010000:2.0:1746134060.781055:0:24956:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008fc46800/0x9682c7de153c9966 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.781066:0:24956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134060.781068:0:24956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134060.781071:0:24956:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fc46800/0x9682c7de153c9966 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.781082:0:24956:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fc46800/0x9682c7de153c9966 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134060.783014:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134060.783141:0:27147:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552539392 00000100:00100000:0.0:1746134060.783146:0:27147:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552539392 00002000:00100000:0.0:1746134060.783172:0:27147:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4194303) req@ffff880088051500 x1830953552539392/t0(0) o4->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:271/0 lens 488/0 e 0 to 0 dl 1746134071 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746134060.783181:0:27147:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088051500 with x1830953552539392 ext(0->4194303) 00002000:00010000:0.0:1746134060.783185:0:27147:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088051500 00000100:00100000:0.0:1746134060.783212:0:27147:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13333 00000100:00100000:0.0:1746134060.783218:0:27147:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088051500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+7:2011:x1830953552539392:12345-192.168.203.26@tcp:4:dd.0 00000100:00100000:1.0:1746134060.814919:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134060.815071:0:27140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552539648 00000100:00100000:3.0:1746134060.815078:0:27140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552539648 00002000:00100000:3.0:1746134060.815142:0:27140:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1d:0x0] (0->4194303) req@ffff880088050e00 x1830953552539648/t0(0) o4->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:271/0 lens 488/0 e 0 to 0 dl 1746134071 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746134060.815152:0:27140:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088050e00 with x1830953552539648 ext(0->4194303) 00002000:00010000:3.0:1746134060.815156:0:27140:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880088050e00 00000100:00100000:3.0:1746134060.815173:0:27140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13334 00000100:00100000:3.0:1746134060.815181:0:27140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088050e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+9:2010:x1830953552539648:12345-192.168.203.26@tcp:4:dd.0 00000001:00080000:2.0:1746134060.827069:0:10917:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970707 is committed 00002000:00010000:3.0:1746134060.827461:0:24956:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 6266880 -> 8355840 00002000:00010000:3.0:1746134060.827466:0:24956:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 12240 -> 16320 00010000:00010000:3.0:1746134060.827476:0:24956:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008fc46800/0x9682c7de153c9966 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134060.827486:0:24956:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008fc46800/0x9682c7de153c9966 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134060.827493:0:24956:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008fc46800/0x9682c7de153c9966 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134060.827499:0:24956:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008fc46800 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:3.0:1746134060.827503:0:24956:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008fc46800/0x9682c7de153c9966 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134060.827509:0:24956:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008fc46800/0x9682c7de153c9966 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134060.827530:0:24956:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008fc46800/0x9682c7de153c9966 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134060.827536:0:24956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fc46800/0x9682c7de153c9966 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->8355839] (req 6266880->8355839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134060.827617:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088053480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2009:x1830953552539136:12345-192.168.203.26@tcp:4:dd.0 Request processed in 46598us (46875us total) trans 4294970707 rc 0/0 00000100:00100000:3.0:1746134060.827626:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13332 00000100:00100000:2.0:1746134060.849189:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134060.849229:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134060.849249:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552540032 00000100:00100000:2.0:1746134060.849255:0:27139:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552540160 00000100:00100000:3.0:1746134060.849257:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552540032 00000100:00100000:2.0:1746134060.849258:0:27139:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552540160 00000100:00100000:3.0:1746134060.849309:0:24956:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13335 00000100:00100000:3.0:1746134060.849317:0:24956:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+15:2010:x1830953552540032:12345-192.168.203.26@tcp:3:dd.0 00010000:00010000:3.0:1746134060.849349:0:24956:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012eaac600/0x9682c7de153c996d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134060.849360:0:24956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134060.849362:0:24956:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134060.849366:0:24956:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012eaac600/0x9682c7de153c996d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134060.849379:0:24956:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012eaac600/0x9682c7de153c996d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134060.849463:0:27139:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13336 00000100:00100000:2.0:1746134060.849471:0:27139:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2010:x1830953552540160:12345-192.168.203.26@tcp:3:dd.0 00010000:00010000:2.0:1746134060.849489:0:27139:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009bd36800/0x9682c7de153c9974 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.849497:0:27139:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134060.849498:0:27139:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134060.849501:0:27139:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bd36800/0x9682c7de153c9974 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.849508:0:27139:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bd36800/0x9682c7de153c9974 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134060.860835:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134060.860876:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134060.860909:0:20212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552540544 00000100:00100000:1.0:1746134060.860916:0:20212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552540544 00002000:00100000:1.0:1746134060.860947:0:20212:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1c:0x0] (6291456->7340031) req@ffff880088050000 x1830953552540544/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:271/0 lens 488/0 e 0 to 0 dl 1746134071 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746134060.860966:0:20212:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088050000 with x1830953552540544 ext(6291456->7340031) 00002000:00010000:1.0:1746134060.860970:0:20212:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880088050000 00000100:00100000:1.0:1746134060.860984:0:20212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552540800 00000100:00100000:1.0:1746134060.860986:0:20212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552540800 00002000:00100000:1.0:1746134060.860996:0:20212:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (6291456->7340031) req@ffff880088051c00 x1830953552540800/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:271/0 lens 488/0 e 0 to 0 dl 1746134071 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746134060.861003:0:20212:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088051c00 with x1830953552540800 ext(6291456->7340031) 00002000:00010000:1.0:1746134060.861005:0:20212:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088051c00 00000100:00100000:1.0:1746134060.861014:0:20212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13337 00000100:00100000:1.0:1746134060.861020:0:20212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088050000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+11:2012:x1830953552540544:12345-192.168.203.26@tcp:3:dd.0 00000100:00100000:2.0:1746134060.861037:0:27147:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088051500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+10:2011:x1830953552539392:12345-192.168.203.26@tcp:4:dd.0 Request processed in 77818us (78027us total) trans 4294970708 rc 0/0 00000100:00100000:2.0:1746134060.861044:0:27147:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13333 00002000:00100000:2.0:1746134060.861050:0:27147:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4194303) req@ffff880088051500 x1830953552539392/t4294970708(0) o4->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:271/0 lens 488/448 e 0 to 0 dl 1746134071 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746134060.861056:0:27147:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088051500 with x1830953552539392 ext(0->4194303) 00002000:00010000:2.0:1746134060.861059:0:27147:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088051500 00000100:00100000:2.0:1746134060.861074:0:27147:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13338 00000100:00100000:2.0:1746134060.861079:0:27147:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088051c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+9:2010:x1830953552540800:12345-192.168.203.26@tcp:3:dd.0 00010000:00010000:2.0:1746134060.862562:0:24956:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012eaac600/0x9682c7de153c996d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.862574:0:24956:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012eaac600/0x9682c7de153c996d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.862581:0:24956:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012eaac600/0x9682c7de153c996d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.862587:0:24956:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012eaac600 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:2.0:1746134060.862590:0:24956:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012eaac600/0x9682c7de153c996d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.862596:0:24956:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012eaac600/0x9682c7de153c996d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.862609:0:24956:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012eaac600/0x9682c7de153c996d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.862614:0:24956:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012eaac600/0x9682c7de153c996d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24956 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134060.862651:0:24956:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+15:2010:x1830953552540032:12345-192.168.203.26@tcp:3:dd.0 Request processed in 13334us (13470us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746134060.862658:0:24956:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13335 00000100:00100000:2.0:1746134060.873608:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134060.876530:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552541056 00000100:00100000:0.0:1746134060.876540:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552541056 00002000:00100000:0.0:1746134060.876576:0:9587:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1c:0x0] (7340032->8388607) req@ffff8800917f7800 x1830953552541056/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:271/0 lens 488/0 e 0 to 0 dl 1746134071 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746134060.876584:0:9587:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917f7800 with x1830953552541056 ext(7340032->8388607) 00002000:00010000:0.0:1746134060.876588:0:9587:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800917f7800 00010000:00010000:2.0:1746134060.876846:0:27139:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009bd36800/0x9682c7de153c9974 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.876855:0:27139:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009bd36800/0x9682c7de153c9974 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.876862:0:27139:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009bd36800/0x9682c7de153c9974 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.876867:0:27139:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bd36800 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:2.0:1746134060.876871:0:27139:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bd36800/0x9682c7de153c9974 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.876876:0:27139:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bd36800/0x9682c7de153c9974 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.876890:0:27139:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009bd36800/0x9682c7de153c9974 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.876896:0:27139:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bd36800/0x9682c7de153c9974 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134060.876970:0:27139:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2010:x1830953552540160:12345-192.168.203.26@tcp:3:dd.0 Request processed in 27499us (27739us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746134060.876976:0:27139:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13336 00000100:00100000:2.0:1746134060.876992:0:27139:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13339 00000100:00100000:2.0:1746134060.876999:0:27139:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+13:2009:x1830953552541056:12345-192.168.203.26@tcp:3:dd.0 00000100:00100000:0.0:1746134060.893214:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134060.893232:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134060.893260:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134060.893296:0:27147:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088051c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+9:2010:x1830953552540800:12345-192.168.203.26@tcp:3:dd.0 Request processed in 32215us (32416us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746134060.893305:0:27147:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13338 00002000:00100000:2.0:1746134060.893315:0:27147:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x19:0x0] (6291456->7340031) req@ffff880088051c00 x1830953552540800/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:271/0 lens 488/440 e 0 to 0 dl 1746134071 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746134060.893323:0:27147:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088051c00 with x1830953552540800 ext(6291456->7340031) 00002000:00010000:2.0:1746134060.893327:0:27147:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088051c00 00000100:00100000:2.0:1746134060.893343:0:27147:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552541312 00000100:00100000:2.0:1746134060.893349:0:27147:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552541312 00002000:00100000:2.0:1746134060.893371:0:27147:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x19:0x0] (7340032->8388607) req@ffff8800916fea00 x1830953552541312/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:271/0 lens 488/0 e 0 to 0 dl 1746134071 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746134060.893377:0:27147:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916fea00 with x1830953552541312 ext(7340032->8388607) 00002000:00010000:2.0:1746134060.893379:0:27147:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800916fea00 00000100:00100000:2.0:1746134060.893391:0:27147:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552541568 00000100:00100000:2.0:1746134060.893393:0:27147:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552541568 00002000:00100000:2.0:1746134060.893403:0:27147:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->9437183) req@ffff8800916ff480 x1830953552541568/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:271/0 lens 488/0 e 0 to 0 dl 1746134071 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746134060.893410:0:27147:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916ff480 with x1830953552541568 ext(8388608->9437183) 00002000:00010000:2.0:1746134060.893412:0:27147:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800916ff480 00000100:00100000:2.0:1746134060.893420:0:27147:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552541952 00000100:00100000:2.0:1746134060.893421:0:27147:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552541952 00002000:00100000:2.0:1746134060.893428:0:27147:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x19:0x0] (8388608->10485759) req@ffff8800916fdc00 x1830953552541952/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:271/0 lens 488/0 e 0 to 0 dl 1746134071 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746134060.893434:0:27147:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916fdc00 with x1830953552541952 ext(8388608->10485759) 00002000:00010000:2.0:1746134060.893436:0:27147:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800916fdc00 00000100:00100000:2.0:1746134060.893444:0:27147:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13340 00000100:00100000:2.0:1746134060.893449:0:27147:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+10:2012:x1830953552541312:12345-192.168.203.26@tcp:3:dd.0 00000100:00100000:1.0:1746134060.893452:0:27149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13341 00000100:00100000:1.0:1746134060.893461:0:27149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+15:2012:x1830953552541568:12345-192.168.203.26@tcp:3:dd.0 00000100:00100000:3.0:1746134060.893521:0:27148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13342 00000100:00100000:3.0:1746134060.893530:0:27148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+10:2012:x1830953552541952:12345-192.168.203.26@tcp:3:dd.0 00000100:00100000:0.0:1746134060.896786:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134060.897011:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134060.897021:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134060.897030:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134060.897038:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134060.897156:0:27139:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+14:2009:x1830953552541056:12345-192.168.203.26@tcp:3:dd.0 Request processed in 20157us (23553us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746134060.897156:0:20212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088050000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+14:2012:x1830953552540544:12345-192.168.203.26@tcp:3:dd.0 Request processed in 36134us (36326us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746134060.897165:0:20212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13337 00000100:00100000:2.0:1746134060.897168:0:27139:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13339 00002000:00100000:2.0:1746134060.897174:0:27139:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1c:0x0] (7340032->8388607) req@ffff8800917f7800 x1830953552541056/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:271/0 lens 488/440 e 0 to 0 dl 1746134071 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746134060.897174:0:20212:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1c:0x0] (6291456->7340031) req@ffff880088050000 x1830953552540544/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:271/0 lens 488/440 e 0 to 0 dl 1746134071 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746134060.897182:0:27139:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917f7800 with x1830953552541056 ext(7340032->8388607) 00002000:00100000:0.0:1746134060.897182:0:20212:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088050000 with x1830953552540544 ext(6291456->7340031) 00002000:00010000:2.0:1746134060.897186:0:27139:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800917f7800 00002000:00010000:0.0:1746134060.897186:0:20212:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880088050000 00000100:00100000:2.0:1746134060.897201:0:27139:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552542208 00000100:00100000:0.0:1746134060.897201:0:20212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552542464 00000100:00100000:2.0:1746134060.897205:0:27139:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552542208 00000100:00100000:0.0:1746134060.897205:0:20212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552542464 00002000:00100000:2.0:1746134060.897224:0:27139:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1c:0x0] (9437184->10485759) req@ffff8800916fce00 x1830953552542208/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:271/0 lens 488/0 e 0 to 0 dl 1746134071 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746134060.897224:0:20212:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1c:0x0] (10485760->11534335) req@ffff8800916fd500 x1830953552542464/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:271/0 lens 488/0 e 0 to 0 dl 1746134071 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746134060.897230:0:27139:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916fce00 with x1830953552542208 ext(9437184->10485759) 00002000:00100000:0.0:1746134060.897231:0:20212:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916fd500 with x1830953552542464 ext(10485760->11534335) 00002000:00010000:2.0:1746134060.897232:0:27139:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800916fce00 00002000:00010000:0.0:1746134060.897233:0:20212:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800916fd500 00000100:00100000:1.0:1746134060.897237:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552542720 00000100:00100000:2.0:1746134060.897240:0:27139:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552542976 00000100:00100000:1.0:1746134060.897240:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552542720 00000100:00100000:0.0:1746134060.897240:0:20212:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552543232 00000100:00100000:2.0:1746134060.897241:0:27139:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552542976 00000100:00100000:0.0:1746134060.897241:0:20212:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552543232 00002000:00100000:0.0:1746134060.897249:0:20212:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1c:0x0] (11534336->12582911) req@ffff8800916ff100 x1830953552543232/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:271/0 lens 488/0 e 0 to 0 dl 1746134071 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746134060.897250:0:27139:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (10485760->11534335) req@ffff8800916fc380 x1830953552542976/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:271/0 lens 488/0 e 0 to 0 dl 1746134071 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00000100:00100000:1.0:1746134060.897255:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13343 00002000:00100000:0.0:1746134060.897255:0:20212:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916ff100 with x1830953552543232 ext(11534336->12582911) 00002000:00100000:2.0:1746134060.897256:0:27139:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916fc380 with x1830953552542976 ext(10485760->11534335) 00002000:00010000:0.0:1746134060.897257:0:20212:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800916ff100 00002000:00010000:2.0:1746134060.897259:0:27139:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800916fc380 00000100:00100000:1.0:1746134060.897260:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+15:2012:x1830953552542208:12345-192.168.203.26@tcp:3:dd.0 00000100:00100000:0.0:1746134060.897262:0:20212:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13344 00000100:00100000:0.0:1746134060.897266:0:20212:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+15:2012:x1830953552542464:12345-192.168.203.26@tcp:3:dd.0 00000100:00100000:2.0:1746134060.897268:0:27139:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13345 00000100:00100000:2.0:1746134060.897273:0:27139:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2009:x1830953552542720:12345-192.168.203.26@tcp:4:dd.0 00002000:00010000:2.0:1746134060.897298:0:27139:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 8355840, mtime: 0x6813e42d, atime: 0x0, ctime: 0x6813e42d, blocks: 0x3fc0 00010000:00010000:2.0:1746134060.897304:0:27139:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c997b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.897313:0:27139:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134060.897314:0:27139:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134060.897319:0:27139:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c997b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.897329:0:27139:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c997b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134060.897649:0:9586:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13346 00000100:00100000:0.0:1746134060.897654:0:9586:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+17:2011:x1830953552543232:12345-192.168.203.26@tcp:3:dd.0 00000100:00100000:2.0:1746134060.906194:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134060.906234:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134060.907153:0:9585:0:(service.c:3346:ptlrpc_start_thread()) ost_io[0] started 10 min 3 max 116 00000100:00100000:0.0:1746134060.907165:0:9585:0:(service.c:3405:ptlrpc_start_thread()) starting thread 'll_ost_io00_010' 00000100:00100000:1.0:1746134060.907670:0:24956:0:(service.c:3346:ptlrpc_start_thread()) ost_io[0] started 10 min 3 max 116 00000100:00100000:1.0:1746134060.907681:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552543488 00000100:00100000:1.0:1746134060.907688:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552543488 00002000:00100000:1.0:1746134060.907727:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x19:0x0] (11534336->12582911) req@ffff8800917f7480 x1830953552543488/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:271/0 lens 488/0 e 0 to 0 dl 1746134071 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746134060.907736:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917f7480 with x1830953552543488 ext(11534336->12582911) 00002000:00010000:1.0:1746134060.907740:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917f7480 00000100:00100000:1.0:1746134060.907751:0:24956:0:(service.c:3346:ptlrpc_start_thread()) ost_io[0] started 10 min 3 max 116 00000100:00100000:1.0:1746134060.907756:0:24956:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552543744 00000100:00100000:1.0:1746134060.907759:0:24956:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552543744 00002000:00100000:1.0:1746134060.907771:0:24956:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x1c:0x0] (12582912->13631487) req@ffff8800917f4e00 x1830953552543744/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:271/0 lens 488/0 e 0 to 0 dl 1746134071 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746134060.907778:0:24956:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917f4e00 with x1830953552543744 ext(12582912->13631487) 00002000:00010000:1.0:1746134060.907781:0:24956:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800917f4e00 00000100:00100000:1.0:1746134060.909592:0:27140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088050e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+20:2010:x1830953552539648:12345-192.168.203.26@tcp:4:dd.0 Request processed in 94404us (94672us total) trans 4294972120 rc 0/0 00000100:00100000:1.0:1746134060.909603:0:27140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13334 00002000:00100000:1.0:1746134060.909613:0:27140:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x1d:0x0] (0->4194303) req@ffff880088050e00 x1830953552539648/t4294972120(0) o4->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:271/0 lens 488/448 e 0 to 0 dl 1746134071 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746134060.909621:0:27140:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088050e00 with x1830953552539648 ext(0->4194303) 00002000:00010000:1.0:1746134060.909625:0:27140:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880088050e00 00000100:00100000:1.0:1746134060.909648:0:27140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13347 00000100:00100000:1.0:1746134060.909656:0:27140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+14:2011:x1830953552542976:12345-192.168.203.26@tcp:3:dd.0 00000100:00100000:2.0:1746134060.911832:0:27149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+18:2012:x1830953552541568:12345-192.168.203.26@tcp:3:dd.0 Request processed in 18366us (18592us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746134060.911842:0:27149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13341 00002000:00100000:2.0:1746134060.911850:0:27149:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->9437183) req@ffff8800916ff480 x1830953552541568/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:271/0 lens 488/440 e 0 to 0 dl 1746134071 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746134060.911859:0:27149:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916ff480 with x1830953552541568 ext(8388608->9437183) 00002000:00010000:2.0:1746134060.911863:0:27149:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800916ff480 00000100:00100000:2.0:1746134060.911881:0:27149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13348 00000100:00100000:2.0:1746134060.911900:0:27149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+15:2012:x1830953552543488:12345-192.168.203.26@tcp:3:dd.0 00000100:00100000:0.0:1746134060.912173:0:28823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13349 00000100:00100000:0.0:1746134060.912180:0:28823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800917f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+17:2012:x1830953552543744:12345-192.168.203.26@tcp:3:dd.0 00000100:00100000:1.0:1746134060.920780:0:20212:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+17:2012:x1830953552542464:12345-192.168.203.26@tcp:3:dd.0 Request processed in 23505us (23761us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746134060.920790:0:20212:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13344 00002000:00100000:1.0:1746134060.920798:0:20212:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1c:0x0] (10485760->11534335) req@ffff8800916fd500 x1830953552542464/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:271/0 lens 488/440 e 0 to 0 dl 1746134071 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746134060.920805:0:20212:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916fd500 with x1830953552542464 ext(10485760->11534335) 00002000:00010000:1.0:1746134060.920810:0:20212:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800916fd500 00000100:00100000:1.0:1746134060.928789:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+15:2012:x1830953552542208:12345-192.168.203.26@tcp:3:dd.0 Request processed in 31519us (32001us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746134060.928799:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13343 00002000:00100000:1.0:1746134060.928809:0:9587:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1c:0x0] (9437184->10485759) req@ffff8800916fce00 x1830953552542208/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:271/0 lens 488/440 e 0 to 0 dl 1746134071 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746134060.928818:0:9587:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916fce00 with x1830953552542208 ext(9437184->10485759) 00002000:00010000:1.0:1746134060.928823:0:9587:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800916fce00 00000100:00100000:1.0:1746134060.931695:0:9586:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+13:2011:x1830953552543232:12345-192.168.203.26@tcp:3:dd.0 Request processed in 34032us (34647us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746134060.931706:0:9586:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13346 00002000:00100000:1.0:1746134060.931715:0:9586:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1c:0x0] (11534336->12582911) req@ffff8800916ff100 x1830953552543232/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:271/0 lens 488/440 e 0 to 0 dl 1746134071 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746134060.931724:0:9586:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916ff100 with x1830953552543232 ext(11534336->12582911) 00002000:00010000:1.0:1746134060.931729:0:9586:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800916ff100 00000100:00100000:0.0:1746134060.933738:0:27147:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+15:2012:x1830953552541312:12345-192.168.203.26@tcp:3:dd.0 Request processed in 40282us (40525us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746134060.933748:0:27147:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13340 00002000:00100000:0.0:1746134060.933757:0:27147:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x19:0x0] (7340032->8388607) req@ffff8800916fea00 x1830953552541312/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:271/0 lens 488/440 e 0 to 0 dl 1746134071 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746134060.933765:0:27147:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916fea00 with x1830953552541312 ext(7340032->8388607) 00002000:00010000:0.0:1746134060.933770:0:27147:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800916fea00 00000001:00080000:3.0:1746134060.936412:0:10917:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970709 is committed 00000001:00080000:3.0:1746134060.936423:0:10917:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970708 is committed 00002000:00010000:1.0:1746134060.937792:0:27139:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 8355840 -> 10444800 00002000:00010000:1.0:1746134060.937798:0:27139:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 16320 -> 20400 00010000:00010000:1.0:1746134060.937810:0:27139:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c997b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134060.937820:0:27139:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c997b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134060.937827:0:27139:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c997b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134060.937833:0:27139:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095588600 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:1.0:1746134060.937836:0:27139:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c997b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134060.937842:0:27139:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c997b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134060.937857:0:27139:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c997b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134060.937863:0:27139:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095588600/0x9682c7de153c997b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8355840->10444799] (req 8355840->10444799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134060.938550:0:27139:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2009:x1830953552542720:12345-192.168.203.26@tcp:4:dd.0 Request processed in 41270us (41521us total) trans 4294970709 rc 0/0 00000100:00100000:1.0:1746134060.938559:0:27139:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13345 00000100:00100000:3.0:1746134060.946044:0:27148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+11:2012:x1830953552541952:12345-192.168.203.26@tcp:3:dd.0 Request processed in 52507us (52773us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746134060.946055:0:27148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13342 00002000:00100000:3.0:1746134060.946064:0:27148:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (8388608->10485759) req@ffff8800916fdc00 x1830953552541952/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:271/0 lens 488/440 e 0 to 0 dl 1746134071 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746134060.946073:0:27148:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916fdc00 with x1830953552541952 ext(8388608->10485759) 00002000:00010000:3.0:1746134060.946078:0:27148:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800916fdc00 00000100:00100000:2.0:1746134060.947863:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134060.947900:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134060.948300:0:27140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+9:2011:x1830953552542976:12345-192.168.203.26@tcp:3:dd.0 Request processed in 38644us (51267us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746134060.948308:0:27140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13347 00002000:00100000:0.0:1746134060.948317:0:27140:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x19:0x0] (10485760->11534335) req@ffff8800916fc380 x1830953552542976/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:271/0 lens 488/440 e 0 to 0 dl 1746134071 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746134060.948325:0:27140:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800916fc380 with x1830953552542976 ext(10485760->11534335) 00002000:00010000:0.0:1746134060.948329:0:27140:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800916fc380 00000100:00100000:0.0:1746134060.948345:0:27140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552544128 00000100:00100000:0.0:1746134060.948351:0:27140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552544128 00000100:00100000:0.0:1746134060.948378:0:27140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552544256 00000100:00100000:0.0:1746134060.948379:0:27140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552544256 00000100:00100000:0.0:1746134060.948394:0:27140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13350 00000100:00100000:0.0:1746134060.948399:0:27140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072972300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d9edd5a2-0c57-4a18-bc87-776e2499def8+15:2012:x1830953552544128:12345-192.168.203.26@tcp:3:dd.0 00010000:00010000:0.0:1746134060.948422:0:27140:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009c8cac00/0x9682c7de153c9982 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134060.948433:0:27140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134060.948435:0:27140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134060.948439:0:27140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8cac00/0x9682c7de153c9982 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27140 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134060.948450:0:27140:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8cac00/0x9682c7de153c9982 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27140 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134060.949106:0:27148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13351 00000100:00100000:3.0:1746134060.949143:0:27148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072970000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2012:x1830953552544256:12345-192.168.203.26@tcp:3:dd.0 00010000:00010000:3.0:1746134060.949163:0:27148:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012de23200/0x9682c7de153c9989 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134060.949173:0:27148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134060.949174:0:27148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134060.949177:0:27148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012de23200/0x9682c7de153c9989 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134060.949185:0:27148:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012de23200/0x9682c7de153c9989 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27148 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134060.957742:0:27149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+7:2012:x1830953552543488:12345-192.168.203.26@tcp:3:dd.0 Request processed in 45837us (51548us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746134060.957751:0:27149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13348 00002000:00100000:3.0:1746134060.957760:0:27149:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x19:0x0] (11534336->12582911) req@ffff8800917f7480 x1830953552543488/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:271/0 lens 488/440 e 0 to 0 dl 1746134071 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746134060.957768:0:27149:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917f7480 with x1830953552543488 ext(11534336->12582911) 00002000:00010000:3.0:1746134060.957773:0:27149:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800917f7480 00000100:00100000:1.0:1746134060.958638:0:28823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800917f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+11:2012:x1830953552543744:12345-192.168.203.26@tcp:3:dd.0 Request processed in 46455us (52400us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746134060.958646:0:28823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13349 00002000:00100000:1.0:1746134060.958652:0:28823:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1c:0x0] (12582912->13631487) req@ffff8800917f4e00 x1830953552543744/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:271/0 lens 488/440 e 0 to 0 dl 1746134071 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746134060.958661:0:28823:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800917f4e00 with x1830953552543744 ext(12582912->13631487) 00002000:00010000:1.0:1746134060.958664:0:28823:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800917f4e00 00010000:00010000:3.0:1746134060.961639:0:27148:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012de23200/0x9682c7de153c9989 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134060.961650:0:27148:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012de23200/0x9682c7de153c9989 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134060.961658:0:27148:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012de23200/0x9682c7de153c9989 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134060.961663:0:27148:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012de23200 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:3.0:1746134060.961667:0:27148:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012de23200/0x9682c7de153c9989 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134060.961674:0:27148:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012de23200/0x9682c7de153c9989 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134060.961688:0:27148:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012de23200/0x9682c7de153c9989 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134060.961695:0:27148:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012de23200/0x9682c7de153c9989 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27148 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134060.961761:0:27148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072970000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2012:x1830953552544256:12345-192.168.203.26@tcp:3:dd.0 Request processed in 12644us (13856us total) trans 0 rc 1040384/1040384 00000100:00100000:3.0:1746134060.961769:0:27148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13351 00010000:00010000:1.0:1746134060.962012:0:27140:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009c8cac00/0x9682c7de153c9982 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134060.962021:0:27140:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8cac00/0x9682c7de153c9982 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134060.962026:0:27140:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c8cac00/0x9682c7de153c9982 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134060.962035:0:27140:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c8cac00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:1.0:1746134060.962038:0:27140:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c8cac00/0x9682c7de153c9982 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134060.962043:0:27140:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c8cac00/0x9682c7de153c9982 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134060.962053:0:27140:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c8cac00/0x9682c7de153c9982 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134060.962058:0:27140:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8cac00/0x9682c7de153c9982 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27140 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134060.962584:0:27140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072972300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d9edd5a2-0c57-4a18-bc87-776e2499def8+15:2012:x1830953552544128:12345-192.168.203.26@tcp:3:dd.0 Request processed in 14182us (14725us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746134060.962591:0:27140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13350 00000100:00100000:0.0:1746134060.965000:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134060.965074:0:27140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552544640 00000100:00100000:1.0:1746134060.965082:0:27140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552544640 00000100:00100000:1.0:1746134060.965212:0:27140:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13352 00000100:00100000:1.0:1746134060.965220:0:27140:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800916fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2011:x1830953552544640:12345-192.168.203.26@tcp:4:dd.0 00002000:00010000:1.0:1746134060.965257:0:27140:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 10444800, mtime: 0x6813e42d, atime: 0x0, ctime: 0x6813e42d, blocks: 0x4fb0 00010000:00010000:1.0:1746134060.965264:0:27140:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008fe0ee00/0x9682c7de153c9990 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134060.965274:0:27140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134060.965276:0:27140:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134060.965281:0:27140:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe0ee00/0x9682c7de153c9990 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27140 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134060.965291:0:27140:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fe0ee00/0x9682c7de153c9990 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27140 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134060.971552:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134060.972218:0:27148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552544896 00000100:00100000:3.0:1746134060.972226:0:27148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552544896 00002000:00100000:3.0:1746134060.972262:0:27148:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1a:0x0] (4194304->8388607) req@ffff880072970e00 x1830953552544896/t0(0) o4->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:271/0 lens 488/0 e 0 to 0 dl 1746134071 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746134060.972277:0:27148:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072970e00 with x1830953552544896 ext(4194304->8388607) 00002000:00010000:3.0:1746134060.972282:0:27148:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072970e00 00000100:00100000:3.0:1746134060.972308:0:27148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13353 00000100:00100000:3.0:1746134060.972314:0:27148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072970e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+7:2010:x1830953552544896:12345-192.168.203.26@tcp:4:dd.0 00000100:00100000:2.0:1746134060.986072:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134060.986722:0:28823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552545152 00000100:00100000:1.0:1746134060.986729:0:28823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552545152 00002000:00100000:1.0:1746134060.986760:0:28823:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1d:0x0] (4194304->8388607) req@ffff880072971880 x1830953552545152/t0(0) o4->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:271/0 lens 488/0 e 0 to 0 dl 1746134071 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746134060.986769:0:28823:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072971880 with x1830953552545152 ext(4194304->8388607) 00002000:00010000:1.0:1746134060.986773:0:28823:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072971880 00000100:00100000:1.0:1746134060.986799:0:28823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13354 00000100:00100000:1.0:1746134060.986805:0:28823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072971880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+11:2009:x1830953552545152:12345-192.168.203.26@tcp:4:dd.0 00000001:00080000:3.0:1746134060.998854:0:10917:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970710 is committed 00002000:00010000:2.0:1746134060.999902:0:27140:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 10444800 -> 12533760 00002000:00010000:2.0:1746134060.999906:0:27140:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 20400 -> 24480 00010000:00010000:2.0:1746134060.999917:0:27140:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008fe0ee00/0x9682c7de153c9990 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.999927:0:27140:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe0ee00/0x9682c7de153c9990 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.999935:0:27140:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008fe0ee00/0x9682c7de153c9990 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.999941:0:27140:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008fe0ee00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:2.0:1746134060.999945:0:27140:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008fe0ee00/0x9682c7de153c9990 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.999961:0:27140:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008fe0ee00/0x9682c7de153c9990 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.999976:0:27140:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008fe0ee00/0x9682c7de153c9990 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27140 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134060.999982:0:27140:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fe0ee00/0x9682c7de153c9990 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10444800->12533759] (req 10444800->12533759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27140 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134061.000061:0:27140:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800916fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2011:x1830953552544640:12345-192.168.203.26@tcp:4:dd.0 Request processed in 34838us (35064us total) trans 4294970710 rc 0/0 00000100:00100000:2.0:1746134061.000070:0:27140:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13352 00000100:00100000:0.0:1746134061.004242:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134061.004271:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134061.006395:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134061.006863:0:27140:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552545408 00000100:00100000:2.0:1746134061.006870:0:27140:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552545408 00000100:00100000:2.0:1746134061.006912:0:27139:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552545920 00000100:00100000:2.0:1746134061.006914:0:27139:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552545920 00000100:00100000:2.0:1746134061.006925:0:27139:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552545664 00000100:00100000:2.0:1746134061.006927:0:27139:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552545664 00000100:00100000:2.0:1746134061.006943:0:27139:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13355 00000100:00100000:2.0:1746134061.006949:0:27139:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092028000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2012:x1830953552545408:12345-192.168.203.26@tcp:3:dd.0 00010000:00010000:2.0:1746134061.006987:0:27139:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c9997 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.007000:0:27139:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134061.007001:0:27139:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134061.007005:0:27139:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c9997 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->6291455] (req 6242304->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.007018:0:27139:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c9997 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->6291455] (req 6242304->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134061.007149:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13356 00000100:00100000:2.0:1746134061.007155:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009202b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:2011:x1830953552545920:12345-192.168.203.26@tcp:3:dd.0 00010000:00010000:2.0:1746134061.007169:0:9587:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012de23200/0x9682c7de153c999e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.007176:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134061.007177:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746134061.007178:0:27149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13357 00010000:00010000:2.0:1746134061.007180:0:9587:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012de23200/0x9682c7de153c999e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [6291456->7282687] (req 6291456->7282687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134061.007186:0:27149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088052300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+15:2012:x1830953552545664:12345-192.168.203.26@tcp:3:dd.0 00010000:00010000:2.0:1746134061.007187:0:9587:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012de23200/0x9682c7de153c999e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [6291456->7282687] (req 6291456->7282687) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.007202:0:27149:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009567ec00/0x9682c7de153c99a5 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.007210:0:27149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134061.007211:0:27149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134061.007214:0:27149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009567ec00/0x9682c7de153c99a5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.007222:0:27149:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009567ec00/0x9682c7de153c99a5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134061.019542:0:27148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072970e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+9:2010:x1830953552544896:12345-192.168.203.26@tcp:4:dd.0 Request processed in 47220us (47988us total) trans 4294970711 rc 0/0 00000100:00100000:3.0:1746134061.019554:0:27148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13353 00002000:00100000:3.0:1746134061.019564:0:27148:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1a:0x0] (4194304->8388607) req@ffff880072970e00 x1830953552544896/t4294970711(0) o4->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:271/0 lens 488/448 e 0 to 0 dl 1746134071 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746134061.019573:0:27148:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072970e00 with x1830953552544896 ext(4194304->8388607) 00002000:00010000:3.0:1746134061.019578:0:27148:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072970e00 00010000:00010000:2.0:1746134061.020269:0:27139:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c9997 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [6242304->6291455] (req 6242304->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.020279:0:27139:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c9997 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [6242304->6291455] (req 6242304->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.020287:0:27139:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c9997 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [6242304->6291455] (req 6242304->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.020292:0:27139:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800955af400 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:2.0:1746134061.020295:0:27139:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c9997 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [6242304->6291455] (req 6242304->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.020302:0:27139:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c9997 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [6242304->6291455] (req 6242304->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.020318:0:27139:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c9997 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [6242304->6291455] (req 6242304->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.020324:0:27139:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800955af400/0x9682c7de153c9997 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [6242304->6291455] (req 6242304->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134061.021502:0:27139:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092028000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:2012:x1830953552545408:12345-192.168.203.26@tcp:3:dd.0 Request processed in 14548us (17259us total) trans 0 rc 49152/49152 00000100:00100000:2.0:1746134061.021510:0:27139:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13355 00010000:00010000:2.0:1746134061.021606:0:9587:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012de23200/0x9682c7de153c999e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7282687] (req 6291456->7282687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.021615:0:9587:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012de23200/0x9682c7de153c999e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7282687] (req 6291456->7282687) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.021621:0:9587:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012de23200/0x9682c7de153c999e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7282687] (req 6291456->7282687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.021625:0:9587:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012de23200 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:2.0:1746134061.021628:0:9587:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012de23200/0x9682c7de153c999e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7282687] (req 6291456->7282687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.021634:0:9587:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012de23200/0x9682c7de153c999e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7282687] (req 6291456->7282687) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.021649:0:9587:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012de23200/0x9682c7de153c999e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7282687] (req 6291456->7282687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.021654:0:9587:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012de23200/0x9682c7de153c999e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7282687] (req 6291456->7282687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134061.021679:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009202b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2011:x1830953552545920:12345-192.168.203.26@tcp:3:dd.0 Request processed in 14524us (17405us total) trans 0 rc 991232/991232 00000100:00100000:2.0:1746134061.021684:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13356 00010000:00010000:3.0:1746134061.023965:0:27149:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009567ec00/0x9682c7de153c99a5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.023978:0:27149:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009567ec00/0x9682c7de153c99a5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.023985:0:27149:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009567ec00/0x9682c7de153c99a5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.023990:0:27149:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009567ec00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:3.0:1746134061.023994:0:27149:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009567ec00/0x9682c7de153c99a5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.024000:0:27149:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009567ec00/0x9682c7de153c99a5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.024015:0:27149:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009567ec00/0x9682c7de153c99a5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.024021:0:27149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009567ec00/0x9682c7de153c99a5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134061.024370:0:27149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088052300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+15:2012:x1830953552545664:12345-192.168.203.26@tcp:3:dd.0 Request processed in 17182us (17977us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746134061.024378:0:27149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13357 00000100:00100000:0.0:1746134061.030108:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134061.030212:0:27149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552546176 00000100:00100000:3.0:1746134061.030219:0:27149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552546176 00000100:00100000:3.0:1746134061.030268:0:27149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13358 00000100:00100000:3.0:1746134061.030275:0:27149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092029c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2009:x1830953552546176:12345-192.168.203.26@tcp:4:dd.0 00002000:00010000:3.0:1746134061.031034:0:27149:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 12533760, mtime: 0x6813e42d, atime: 0x0, ctime: 0x6813e42d, blocks: 0x5fa0 00010000:00010000:3.0:1746134061.031042:0:27149:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008fe0e800/0x9682c7de153c99ac lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.031052:0:27149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134061.031054:0:27149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134061.031057:0:27149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe0e800/0x9682c7de153c99ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.031068:0:27149:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fe0e800/0x9682c7de153c99ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134061.035596:0:28823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072971880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+13:2009:x1830953552545152:12345-192.168.203.26@tcp:4:dd.0 Request processed in 48783us (49524us total) trans 4294972121 rc 0/0 00000100:00100000:1.0:1746134061.035606:0:28823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13354 00002000:00100000:1.0:1746134061.035616:0:28823:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1d:0x0] (4194304->8388607) req@ffff880072971880 x1830953552545152/t4294972121(0) o4->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:271/0 lens 488/448 e 0 to 0 dl 1746134071 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746134061.035625:0:28823:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072971880 with x1830953552545152 ext(4194304->8388607) 00002000:00010000:1.0:1746134061.035629:0:28823:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072971880 00000001:00080000:0.0:1746134061.053468:0:10917:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970712 is committed 00000001:00080000:0.0:1746134061.053482:0:10917:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970711 is committed 00002000:00010000:3.0:1746134061.053640:0:27149:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 12533760 -> 14622720 00002000:00010000:3.0:1746134061.053645:0:27149:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 24480 -> 28560 00010000:00010000:3.0:1746134061.053656:0:27149:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008fe0e800/0x9682c7de153c99ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.053666:0:27149:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe0e800/0x9682c7de153c99ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.053673:0:27149:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008fe0e800/0x9682c7de153c99ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.053680:0:27149:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008fe0e800 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:3.0:1746134061.053683:0:27149:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008fe0e800/0x9682c7de153c99ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.053690:0:27149:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008fe0e800/0x9682c7de153c99ac lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.053706:0:27149:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008fe0e800/0x9682c7de153c99ac lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.053711:0:27149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fe0e800/0x9682c7de153c99ac lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->14622719] (req 12533760->14622719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134061.053815:0:27149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092029c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2009:x1830953552546176:12345-192.168.203.26@tcp:4:dd.0 Request processed in 23535us (23708us total) trans 4294970712 rc 0/0 00000100:00100000:3.0:1746134061.053824:0:27149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13358 00000100:00100000:0.0:1746134061.056997:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134061.057054:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134061.059495:0:27149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552546560 00000100:00100000:3.0:1746134061.059503:0:27149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552546560 00000100:00100000:3.0:1746134061.059558:0:27149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552546816 00000100:00100000:3.0:1746134061.059561:0:27149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552546816 00000100:00100000:3.0:1746134061.059584:0:27149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13359 00000100:00100000:3.0:1746134061.059591:0:27149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092029f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2010:x1830953552546560:12345-192.168.203.26@tcp:3:dd.0 00010000:00010000:3.0:1746134061.059618:0:27149:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009567f200/0x9682c7de153c99b3 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.059629:0:27149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134061.059630:0:27149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134061.059634:0:27149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009567f200/0x9682c7de153c99b3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.059644:0:27149:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009567f200/0x9682c7de153c99b3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134061.060081:0:27139:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13360 00000100:00100000:3.0:1746134061.060088:0:27139:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009202bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+15:2010:x1830953552546816:12345-192.168.203.26@tcp:3:dd.0 00010000:00010000:3.0:1746134061.060104:0:27139:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009c6a1c00/0x9682c7de153c99ba lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.060129:0:27139:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134061.060130:0:27139:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134061.060133:0:27139:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c6a1c00/0x9682c7de153c99ba lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.060141:0:27139:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c6a1c00/0x9682c7de153c99ba lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134061.070300:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00010000:00010000:2.0:1746134061.070393:0:27139:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009c6a1c00/0x9682c7de153c99ba lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.070404:0:27139:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009c6a1c00/0x9682c7de153c99ba lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.070410:0:27139:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009c6a1c00/0x9682c7de153c99ba lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.070416:0:27139:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c6a1c00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:2.0:1746134061.070419:0:27139:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c6a1c00/0x9682c7de153c99ba lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.070426:0:27139:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009c6a1c00/0x9682c7de153c99ba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.070440:0:27139:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009c6a1c00/0x9682c7de153c99ba lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.070450:0:27139:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c6a1c00/0x9682c7de153c99ba lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134061.070500:0:27139:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009202bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+15:2010:x1830953552546816:12345-192.168.203.26@tcp:3:dd.0 Request processed in 10412us (13444us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746134061.070509:0:27139:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13360 00000100:00100000:2.0:1746134061.070529:0:27139:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552547072 00000100:00100000:2.0:1746134061.070534:0:27139:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552547072 00002000:00100000:2.0:1746134061.070561:0:27139:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (8388608->12582911) req@ffff880088053800 x1830953552547072/t0(0) o4->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:272/0 lens 488/0 e 0 to 0 dl 1746134072 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746134061.070568:0:27139:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088053800 with x1830953552547072 ext(8388608->12582911) 00002000:00010000:2.0:1746134061.070572:0:27139:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088053800 00000100:00100000:2.0:1746134061.070586:0:27139:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13361 00000100:00100000:2.0:1746134061.070592:0:27139:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088053800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+7:2012:x1830953552547072:12345-192.168.203.26@tcp:4:dd.0 00010000:00010000:3.0:1746134061.073152:0:27149:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009567f200/0x9682c7de153c99b3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.073165:0:27149:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009567f200/0x9682c7de153c99b3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.073172:0:27149:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009567f200/0x9682c7de153c99b3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.073177:0:27149:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009567f200 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:3.0:1746134061.073181:0:27149:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009567f200/0x9682c7de153c99b3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.073187:0:27149:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009567f200/0x9682c7de153c99b3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.073200:0:27149:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009567f200/0x9682c7de153c99b3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.073207:0:27149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009567f200/0x9682c7de153c99b3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->8323071] (req 7282688->8323071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134061.073248:0:27149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092029f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2010:x1830953552546560:12345-192.168.203.26@tcp:3:dd.0 Request processed in 13654us (16256us total) trans 0 rc 1040384/1040384 00000100:00100000:3.0:1746134061.073255:0:27149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13359 00000100:00100000:0.0:1746134061.083851:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134061.084000:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134061.084500:0:28823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552547456 00000100:00100000:2.0:1746134061.084508:0:28823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552547456 00002000:00100000:2.0:1746134061.084544:0:28823:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1d:0x0] (8388608->12582911) req@ffff880092028700 x1830953552547456/t0(0) o4->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:272/0 lens 488/0 e 0 to 0 dl 1746134072 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746134061.084553:0:28823:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092028700 with x1830953552547456 ext(8388608->12582911) 00002000:00010000:2.0:1746134061.084558:0:28823:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092028700 00000100:00100000:2.0:1746134061.084580:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552547584 00000100:00100000:2.0:1746134061.084582:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552547584 00000100:00100000:2.0:1746134061.084604:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13362 00000100:00100000:2.0:1746134061.084611:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+13:2011:x1830953552547456:12345-192.168.203.26@tcp:4:dd.0 00000100:00100000:3.0:1746134061.084941:0:27149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13363 00000100:00100000:3.0:1746134061.084948:0:27149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009202b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2010:x1830953552547584:12345-192.168.203.26@tcp:4:dd.0 00002000:00010000:3.0:1746134061.084983:0:27149:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 14622720, mtime: 0x6813e42d, atime: 0x0, ctime: 0x6813e42d, blocks: 0x6f90 00010000:00010000:3.0:1746134061.084990:0:27149:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c6a1c00/0x9682c7de153c99c1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.085001:0:27149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134061.085002:0:27149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134061.085006:0:27149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c6a1c00/0x9682c7de153c99c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.085017:0:27149:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c6a1c00/0x9682c7de153c99c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134061.089369:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134061.089393:0:20211:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552547840 00000100:00100000:1.0:1746134061.089400:0:20211:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552547840 00000100:00100000:1.0:1746134061.089445:0:20211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 195 00000100:00100000:1.0:1746134061.089452:0:20211:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088053b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+17:3774:x1830953552547840:12345-192.168.203.26@tcp:35:dd.0 00000100:00100000:1.0:1746134061.089659:0:20211:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088053b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+18:3774:x1830953552547840:12345-192.168.203.26@tcp:35:dd.0 Request processed in 206us (296us total) trans 4294986357 rc 0/0 00000100:00100000:1.0:1746134061.089665:0:20211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 195 00000100:00100000:3.0:1746134061.094886:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134061.095310:0:20211:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552548096 00000100:00100000:0.0:1746134061.095318:0:20211:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552548096 00000100:00100000:0.0:1746134061.095370:0:20211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 196 00000100:00100000:0.0:1746134061.095377:0:20211:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801307b0c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+18:3774:x1830953552548096:12345-192.168.203.26@tcp:35:dd.0 00000100:00100000:0.0:1746134061.095554:0:20211:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801307b0c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+19:3774:x1830953552548096:12345-192.168.203.26@tcp:35:dd.0 Request processed in 178us (675us total) trans 4294986358 rc 0/0 00000100:00100000:0.0:1746134061.095560:0:20211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 196 00000100:00100000:0.0:1746134061.106165:0:27139:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088053800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+9:2012:x1830953552547072:12345-192.168.203.26@tcp:4:dd.0 Request processed in 35564us (35863us total) trans 4294970713 rc 0/0 00000100:00100000:0.0:1746134061.106176:0:27139:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13361 00002000:00100000:0.0:1746134061.106186:0:27139:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1a:0x0] (8388608->12582911) req@ffff880088053800 x1830953552547072/t4294970713(0) o4->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:272/0 lens 488/448 e 0 to 0 dl 1746134072 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746134061.106195:0:27139:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088053800 with x1830953552547072 ext(8388608->12582911) 00002000:00010000:0.0:1746134061.106200:0:27139:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088053800 00000001:00080000:0.0:1746134061.110636:0:10917:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970714 is committed 00000001:00080000:0.0:1746134061.110649:0:10917:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970713 is committed 00002000:00010000:3.0:1746134061.113629:0:27149:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 14622720 -> 16711680 00002000:00010000:3.0:1746134061.113634:0:27149:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 28560 -> 32640 00010000:00010000:3.0:1746134061.113644:0:27149:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009c6a1c00/0x9682c7de153c99c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.113654:0:27149:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009c6a1c00/0x9682c7de153c99c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.113659:0:27149:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009c6a1c00/0x9682c7de153c99c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.113662:0:27149:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c6a1c00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:3.0:1746134061.113664:0:27149:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c6a1c00/0x9682c7de153c99c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.113669:0:27149:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009c6a1c00/0x9682c7de153c99c1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.113679:0:27149:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009c6a1c00/0x9682c7de153c99c1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.113683:0:27149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c6a1c00/0x9682c7de153c99c1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->16711679] (req 14622720->16711679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134061.113775:0:27149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009202b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2010:x1830953552547584:12345-192.168.203.26@tcp:4:dd.0 Request processed in 28825us (29771us total) trans 4294970714 rc 0/0 00000100:00100000:3.0:1746134061.113782:0:27149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13363 00000100:00100000:1.0:1746134061.118031:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134061.118066:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134061.118079:0:27149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552548480 00000100:00100000:3.0:1746134061.118132:0:27149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552548480 00000100:00100000:3.0:1746134061.118180:0:27149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552548608 00000100:00100000:3.0:1746134061.118182:0:27149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552548608 00000100:00100000:3.0:1746134061.118209:0:27149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13364 00000100:00100000:3.0:1746134061.118216:0:27149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088052d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+15:2010:x1830953552548480:12345-192.168.203.26@tcp:3:dd.0 00000100:00100000:2.0:1746134061.118232:0:28823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13365 00000100:00100000:2.0:1746134061.118239:0:28823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088051880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2010:x1830953552548608:12345-192.168.203.26@tcp:3:dd.0 00010000:00010000:3.0:1746134061.118242:0:27149:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880095787000/0x9682c7de153c99c8 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.118252:0:28823:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008fe0e800/0x9682c7de153c99cf lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.118253:0:27149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134061.118254:0:27149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134061.118258:0:27149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095787000/0x9682c7de153c99c8 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.118258:0:28823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134061.118259:0:28823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134061.118262:0:28823:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe0e800/0x9682c7de153c99cf lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.118268:0:27149:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095787000/0x9682c7de153c99c8 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.118268:0:28823:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fe0e800/0x9682c7de153c99cf lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134061.124971:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092028700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+15:2011:x1830953552547456:12345-192.168.203.26@tcp:4:dd.0 Request processed in 40343us (41109us total) trans 4294972122 rc 0/0 00000100:00100000:0.0:1746134061.124981:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13362 00002000:00100000:0.0:1746134061.124991:0:9587:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1d:0x0] (8388608->12582911) req@ffff880092028700 x1830953552547456/t4294972122(0) o4->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:272/0 lens 488/448 e 0 to 0 dl 1746134072 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746134061.124999:0:9587:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092028700 with x1830953552547456 ext(8388608->12582911) 00002000:00010000:0.0:1746134061.125003:0:9587:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092028700 00010000:00010000:3.0:1746134061.125624:0:27149:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880095787000/0x9682c7de153c99c8 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.125634:0:27149:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880095787000/0x9682c7de153c99c8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.125640:0:27149:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880095787000/0x9682c7de153c99c8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.125645:0:27149:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095787000 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:3.0:1746134061.125648:0:27149:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880095787000/0x9682c7de153c99c8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.125654:0:27149:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880095787000/0x9682c7de153c99c8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.125668:0:27149:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880095787000/0x9682c7de153c99c8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.125673:0:27149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095787000/0x9682c7de153c99c8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134061.125716:0:27149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088052d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+15:2010:x1830953552548480:12345-192.168.203.26@tcp:3:dd.0 Request processed in 7499us (7691us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746134061.125722:0:27149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13364 00010000:00010000:2.0:1746134061.129749:0:28823:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88008fe0e800/0x9682c7de153c99cf lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.129762:0:28823:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe0e800/0x9682c7de153c99cf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.129769:0:28823:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008fe0e800/0x9682c7de153c99cf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.129775:0:28823:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008fe0e800 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:2.0:1746134061.129778:0:28823:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008fe0e800/0x9682c7de153c99cf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.129785:0:28823:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008fe0e800/0x9682c7de153c99cf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.129804:0:28823:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008fe0e800/0x9682c7de153c99cf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.129810:0:28823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fe0e800/0x9682c7de153c99cf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134061.129877:0:28823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088051880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2010:x1830953552548608:12345-192.168.203.26@tcp:3:dd.0 Request processed in 11634us (11806us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746134061.129887:0:28823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13365 00000100:00100000:0.0:1746134061.132712:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134061.132786:0:28823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552548992 00000100:00100000:2.0:1746134061.132794:0:28823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552548992 00000100:00100000:2.0:1746134061.132889:0:28823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13366 00000100:00100000:2.0:1746134061.132896:0:28823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009202ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2009:x1830953552548992:12345-192.168.203.26@tcp:4:dd.0 00002000:00010000:2.0:1746134061.132931:0:28823:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 16711680, mtime: 0x6813e42d, atime: 0x0, ctime: 0x6813e42d, blocks: 0x7f80 00010000:00010000:2.0:1746134061.132938:0:28823:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008fe0e800/0x9682c7de153c99d6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.132947:0:28823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134061.132949:0:28823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134061.132963:0:28823:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe0e800/0x9682c7de153c99d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.132974:0:28823:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fe0e800/0x9682c7de153c99d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746134061.149793:0:10917:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970715 is committed 00002000:00010000:2.0:1746134061.149898:0:28823:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 16711680 -> 18800640 00002000:00010000:2.0:1746134061.149902:0:28823:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 32640 -> 36720 00010000:00010000:2.0:1746134061.149911:0:28823:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008fe0e800/0x9682c7de153c99d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.149917:0:28823:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008fe0e800/0x9682c7de153c99d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.149923:0:28823:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008fe0e800/0x9682c7de153c99d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.149928:0:28823:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008fe0e800 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:2.0:1746134061.149931:0:28823:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008fe0e800/0x9682c7de153c99d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.149938:0:28823:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008fe0e800/0x9682c7de153c99d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.149963:0:28823:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008fe0e800/0x9682c7de153c99d6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.149968:0:28823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fe0e800/0x9682c7de153c99d6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->18800639] (req 16711680->18800639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134061.150053:0:28823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009202ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2009:x1830953552548992:12345-192.168.203.26@tcp:4:dd.0 Request processed in 17154us (17343us total) trans 4294970715 rc 0/0 00000100:00100000:2.0:1746134061.150061:0:28823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13366 00000100:00100000:2.0:1746134061.152373:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134061.152408:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134061.152599:0:27149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552549248 00000100:00100000:3.0:1746134061.152607:0:27149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552549248 00000100:00100000:3.0:1746134061.152659:0:27149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552549504 00000100:00100000:3.0:1746134061.152661:0:27149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552549504 00000100:00100000:3.0:1746134061.152678:0:27149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13367 00000100:00100000:3.0:1746134061.152685:0:27149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072972a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2010:x1830953552549248:12345-192.168.203.26@tcp:3:dd.0 00010000:00010000:3.0:1746134061.152710:0:27149:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009bbdb600/0x9682c7de153c99dd lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.152722:0:27149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134061.152724:0:27149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134061.152728:0:27149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbdb600/0x9682c7de153c99dd lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.152738:0:27149:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bbdb600/0x9682c7de153c99dd lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134061.152867:0:27139:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13368 00000100:00100000:3.0:1746134061.152872:0:27139:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+15:2010:x1830953552549504:12345-192.168.203.26@tcp:3:dd.0 00010000:00010000:3.0:1746134061.152886:0:27139:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009bbda800/0x9682c7de153c99e4 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134061.152886:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00010000:00010000:3.0:1746134061.152893:0:27139:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134061.152894:0:27139:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134061.152897:0:27139:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bbda800/0x9682c7de153c99e4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.152906:0:27139:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bbda800/0x9682c7de153c99e4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134061.152914:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552549760 00000100:00100000:1.0:1746134061.152919:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552549760 00000100:00100000:1.0:1746134061.152947:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13369 00000100:00100000:1.0:1746134061.152966:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092029880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:2010:x1830953552549760:12345-192.168.203.26@tcp:3:dd.0 00010000:00010000:1.0:1746134061.152980:0:9587:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800957ebc00/0x9682c7de153c99eb lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134061.152988:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134061.152989:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134061.152992:0:9587:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ebc00/0x9682c7de153c99eb lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134061.152999:0:9587:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ebc00/0x9682c7de153c99eb lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134061.160853:0:9587:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800957ebc00/0x9682c7de153c99eb lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134061.160868:0:9587:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ebc00/0x9682c7de153c99eb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134061.160881:0:9587:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800957ebc00/0x9682c7de153c99eb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134061.160887:0:9587:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800957ebc00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:1.0:1746134061.160890:0:9587:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800957ebc00/0x9682c7de153c99eb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134061.160897:0:9587:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800957ebc00/0x9682c7de153c99eb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134061.160910:0:9587:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800957ebc00/0x9682c7de153c99eb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134061.160916:0:9587:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800957ebc00/0x9682c7de153c99eb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.160969:0:27149:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009bbdb600/0x9682c7de153c99dd lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.160977:0:27149:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbdb600/0x9682c7de153c99dd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.160983:0:27149:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009bbdb600/0x9682c7de153c99dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.160988:0:27149:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bbdb600 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:3.0:1746134061.160990:0:27149:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bbdb600/0x9682c7de153c99dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134061.160993:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092029880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:2010:x1830953552549760:12345-192.168.203.26@tcp:3:dd.0 Request processed in 8035us (8103us total) trans 0 rc 966656/966656 00010000:00010000:3.0:1746134061.160996:0:27149:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bbdb600/0x9682c7de153c99dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134061.161001:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13369 00010000:00010000:3.0:1746134061.161005:0:27149:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009bbdb600/0x9682c7de153c99dd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.161009:0:27149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bbdb600/0x9682c7de153c99dd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134061.161041:0:27149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072972a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2010:x1830953552549248:12345-192.168.203.26@tcp:3:dd.0 Request processed in 8356us (8673us total) trans 0 rc 73728/73728 00000100:00100000:3.0:1746134061.161048:0:27149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13367 00010000:00010000:3.0:1746134061.164770:0:27139:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009bbda800/0x9682c7de153c99e4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.164784:0:27139:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009bbda800/0x9682c7de153c99e4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.164791:0:27139:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009bbda800/0x9682c7de153c99e4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.164797:0:27139:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bbda800 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:3.0:1746134061.164801:0:27139:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009bbda800/0x9682c7de153c99e4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.164806:0:27139:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009bbda800/0x9682c7de153c99e4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.164820:0:27139:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009bbda800/0x9682c7de153c99e4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.164825:0:27139:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bbda800/0x9682c7de153c99e4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134061.164888:0:27139:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+15:2010:x1830953552549504:12345-192.168.203.26@tcp:3:dd.0 Request processed in 12013us (12475us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746134061.164897:0:27139:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13368 00000100:00100000:0.0:1746134061.171823:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134061.172026:0:27139:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552550016 00000100:00100000:3.0:1746134061.172034:0:27139:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552550016 00000100:00100000:3.0:1746134061.172095:0:27139:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13370 00000100:00100000:3.0:1746134061.172102:0:27139:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092028e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2011:x1830953552550016:12345-192.168.203.26@tcp:4:dd.0 00002000:00010000:3.0:1746134061.172170:0:27139:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 18800640, mtime: 0x6813e42d, atime: 0x0, ctime: 0x6813e42d, blocks: 0x8f70 00010000:00010000:3.0:1746134061.172178:0:27139:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009bbdb000/0x9682c7de153c99f2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.172188:0:27139:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134061.172189:0:27139:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134061.172193:0:27139:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbdb000/0x9682c7de153c99f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.172204:0:27139:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bbdb000/0x9682c7de153c99f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746134061.194229:0:10917:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970716 is committed 00002000:00010000:3.0:1746134061.194404:0:27139:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 18800640 -> 20889600 00002000:00010000:3.0:1746134061.194408:0:27139:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 36720 -> 40800 00010000:00010000:3.0:1746134061.194418:0:27139:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009bbdb000/0x9682c7de153c99f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.194428:0:27139:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbdb000/0x9682c7de153c99f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.194435:0:27139:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009bbdb000/0x9682c7de153c99f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.194446:0:27139:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bbdb000 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:3.0:1746134061.194449:0:27139:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bbdb000/0x9682c7de153c99f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.194456:0:27139:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bbdb000/0x9682c7de153c99f2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.194471:0:27139:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009bbdb000/0x9682c7de153c99f2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.194477:0:27139:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bbdb000/0x9682c7de153c99f2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->20889599] (req 18800640->20889599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134061.194567:0:27139:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092028e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2011:x1830953552550016:12345-192.168.203.26@tcp:4:dd.0 Request processed in 22462us (22746us total) trans 4294970716 rc 0/0 00000100:00100000:3.0:1746134061.194576:0:27139:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13370 00000100:00100000:1.0:1746134061.197757:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134061.197799:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134061.197883:0:27149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552550400 00000100:00100000:0.0:1746134061.197892:0:27149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552550400 00000100:00100000:0.0:1746134061.197931:0:27149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552550528 00000100:00100000:0.0:1746134061.197933:0:27149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552550528 00000100:00100000:0.0:1746134061.197950:0:27149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13371 00000100:00100000:0.0:1746134061.197965:0:27149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088053b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+15:2011:x1830953552550400:12345-192.168.203.26@tcp:3:dd.0 00010000:00010000:0.0:1746134061.197990:0:27149:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800915c1000/0x9682c7de153c99f9 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134061.198001:0:27149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134061.198002:0:27149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134061.198006:0:27149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915c1000/0x9682c7de153c99f9 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134061.198017:0:27149:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915c1000/0x9682c7de153c99f9 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134061.198415:0:28823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13372 00000100:00100000:0.0:1746134061.198421:0:28823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c699500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2011:x1830953552550528:12345-192.168.203.26@tcp:3:dd.0 00010000:00010000:0.0:1746134061.198437:0:28823:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c9a00 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134061.198445:0:28823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134061.198446:0:28823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134061.198449:0:28823:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c9a00 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134061.198456:0:28823:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c9a00 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.211456:0:27149:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800915c1000/0x9682c7de153c99f9 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.211532:0:27149:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800915c1000/0x9682c7de153c99f9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.211540:0:27149:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800915c1000/0x9682c7de153c99f9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.211546:0:27149:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800915c1000 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:2.0:1746134061.211549:0:27149:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800915c1000/0x9682c7de153c99f9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.211685:0:27149:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800915c1000/0x9682c7de153c99f9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.211700:0:27149:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800915c1000/0x9682c7de153c99f9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.211706:0:27149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915c1000/0x9682c7de153c99f9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134061.212153:0:27149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088053b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+15:2011:x1830953552550400:12345-192.168.203.26@tcp:3:dd.0 Request processed in 14185us (14400us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746134061.212162:0:27149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13371 00010000:00010000:3.0:1746134061.212922:0:28823:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c9a00 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.212933:0:28823:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c9a00 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.212938:0:28823:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c9a00 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.212943:0:28823:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800915c0c00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:3.0:1746134061.212946:0:28823:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c9a00 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.212961:0:28823:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c9a00 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.212972:0:28823:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c9a00 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.212978:0:28823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800915c0c00/0x9682c7de153c9a00 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10403840->11444223] (req 10403840->11444223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134061.213520:0:28823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c699500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2011:x1830953552550528:12345-192.168.203.26@tcp:3:dd.0 Request processed in 15095us (15717us total) trans 0 rc 1040384/1040384 00000100:00100000:3.0:1746134061.213527:0:28823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13372 00000100:00100000:0.0:1746134061.216806:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134061.217056:0:28823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552550912 00000100:00100000:3.0:1746134061.217063:0:28823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552550912 00000100:00100000:3.0:1746134061.217142:0:28823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13373 00000100:00100000:3.0:1746134061.217150:0:28823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092028380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2012:x1830953552550912:12345-192.168.203.26@tcp:4:dd.0 00002000:00010000:3.0:1746134061.217234:0:28823:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 20889600, mtime: 0x6813e42d, atime: 0x0, ctime: 0x6813e42d, blocks: 0x9f60 00010000:00010000:3.0:1746134061.217240:0:28823:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092355000/0x9682c7de153c9a07 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.217250:0:28823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134061.217251:0:28823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134061.217255:0:28823:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092355000/0x9682c7de153c9a07 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.217269:0:28823:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092355000/0x9682c7de153c9a07 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746134061.241193:0:10917:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970717 is committed 00002000:00010000:3.0:1746134061.241777:0:28823:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 20889600 -> 22978560 00002000:00010000:3.0:1746134061.241782:0:28823:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 40800 -> 44880 00010000:00010000:3.0:1746134061.241792:0:28823:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092355000/0x9682c7de153c9a07 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.241802:0:28823:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092355000/0x9682c7de153c9a07 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.241809:0:28823:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092355000/0x9682c7de153c9a07 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.241814:0:28823:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092355000 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:3.0:1746134061.241817:0:28823:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092355000/0x9682c7de153c9a07 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.241824:0:28823:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092355000/0x9682c7de153c9a07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.241837:0:28823:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092355000/0x9682c7de153c9a07 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.241843:0:28823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092355000/0x9682c7de153c9a07 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->22978559] (req 20889600->22978559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134061.242942:0:28823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092028380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2012:x1830953552550912:12345-192.168.203.26@tcp:4:dd.0 Request processed in 25787us (26136us total) trans 4294970717 rc 0/0 00000100:00100000:3.0:1746134061.242958:0:28823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13373 00000100:00100000:0.0:1746134061.245691:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134061.245733:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134061.245793:0:28823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552551168 00000100:00100000:3.0:1746134061.245800:0:28823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552551168 00000100:00100000:3.0:1746134061.245838:0:28823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552551424 00000100:00100000:3.0:1746134061.245840:0:28823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552551424 00000100:00100000:3.0:1746134061.246632:0:28823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13374 00000100:00100000:3.0:1746134061.246640:0:28823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2010:x1830953552551168:12345-192.168.203.26@tcp:3:dd.0 00010000:00010000:3.0:1746134061.246667:0:28823:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092355000/0x9682c7de153c9a0e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.246678:0:28823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134061.246680:0:28823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134061.246684:0:28823:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092355000/0x9682c7de153c9a0e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.246694:0:28823:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092355000/0x9682c7de153c9a0e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134061.246920:0:27149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13375 00000100:00100000:2.0:1746134061.246929:0:27149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b903b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+15:2010:x1830953552551424:12345-192.168.203.26@tcp:3:dd.0 00010000:00010000:2.0:1746134061.246947:0:27149:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800916b8800/0x9682c7de153c9a15 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.246964:0:27149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134061.246966:0:27149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134061.246969:0:27149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800916b8800/0x9682c7de153c9a15 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.246977:0:27149:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800916b8800/0x9682c7de153c9a15 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134061.248090:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134061.248380:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552551680 00000100:00100000:1.0:1746134061.248385:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552551680 00000100:00100000:1.0:1746134061.248424:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13376 00000100:00100000:1.0:1746134061.248429:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800872b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:2009:x1830953552551680:12345-192.168.203.26@tcp:3:dd.0 00010000:00010000:1.0:1746134061.248448:0:9587:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c9a1c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134061.248457:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134061.248459:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134061.248462:0:9587:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c9a1c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134061.248470:0:9587:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c9a1c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.250900:0:28823:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092355000/0x9682c7de153c9a0e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.250913:0:28823:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092355000/0x9682c7de153c9a0e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.250923:0:28823:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092355000/0x9682c7de153c9a0e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.250928:0:28823:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092355000 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:3.0:1746134061.250931:0:28823:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092355000/0x9682c7de153c9a0e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.250937:0:28823:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092355000/0x9682c7de153c9a0e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.250961:0:28823:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092355000/0x9682c7de153c9a0e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.250967:0:28823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092355000/0x9682c7de153c9a0e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [11444224->11534335] (req 11444224->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134061.251023:0:28823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:2010:x1830953552551168:12345-192.168.203.26@tcp:3:dd.0 Request processed in 4381us (5337us total) trans 0 rc 90112/90112 00000100:00100000:3.0:1746134061.251031:0:28823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13374 00010000:00010000:2.0:1746134061.256291:0:27149:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800916b8800/0x9682c7de153c9a15 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.256305:0:27149:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800916b8800/0x9682c7de153c9a15 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.256312:0:27149:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800916b8800/0x9682c7de153c9a15 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.256318:0:27149:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800916b8800 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:2.0:1746134061.256322:0:27149:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800916b8800/0x9682c7de153c9a15 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.256329:0:27149:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800916b8800/0x9682c7de153c9a15 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.256345:0:27149:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800916b8800/0x9682c7de153c9a15 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.256350:0:27149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800916b8800/0x9682c7de153c9a15 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134061.256642:0:27149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b903b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+15:2010:x1830953552551424:12345-192.168.203.26@tcp:3:dd.0 Request processed in 9710us (10903us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746134061.256651:0:27149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13375 00010000:00010000:1.0:1746134061.256930:0:9587:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c9a1c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134061.256939:0:9587:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c9a1c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134061.256944:0:9587:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c9a1c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134061.256948:0:9587:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800957ea400 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:1.0:1746134061.256960:0:9587:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c9a1c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134061.256966:0:9587:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c9a1c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134061.256977:0:9587:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c9a1c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134061.256986:0:9587:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800957ea400/0x9682c7de153c9a1c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12484607] (req 11534336->12484607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134061.257248:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800872b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2009:x1830953552551680:12345-192.168.203.26@tcp:3:dd.0 Request processed in 8816us (9159us total) trans 0 rc 950272/950272 00000100:00100000:1.0:1746134061.257254:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13376 00000100:00100000:0.0:1746134061.259706:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134061.259899:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552551936 00000100:00100000:1.0:1746134061.259906:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552551936 00000100:00100000:1.0:1746134061.259998:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13377 00000100:00100000:1.0:1746134061.260006:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c433100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2009:x1830953552551936:12345-192.168.203.26@tcp:4:dd.0 00002000:00010000:1.0:1746134061.260044:0:9587:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 22978560, mtime: 0x6813e42d, atime: 0x0, ctime: 0x6813e42d, blocks: 0xaf50 00010000:00010000:1.0:1746134061.260050:0:9587:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800957eb200/0x9682c7de153c9a23 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134061.260060:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134061.260062:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134061.260066:0:9587:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb200/0x9682c7de153c9a23 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134061.260076:0:9587:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957eb200/0x9682c7de153c9a23 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.268636:0:9596:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1746134061.278071:0:10917:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970718 is committed 00002000:00010000:1.0:1746134061.278219:0:9587:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 22978560 -> 25067520 00002000:00010000:1.0:1746134061.278223:0:9587:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 44880 -> 48960 00010000:00010000:1.0:1746134061.278233:0:9587:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800957eb200/0x9682c7de153c9a23 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134061.278247:0:9587:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb200/0x9682c7de153c9a23 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134061.278253:0:9587:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800957eb200/0x9682c7de153c9a23 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134061.278258:0:9587:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800957eb200 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:1.0:1746134061.278261:0:9587:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800957eb200/0x9682c7de153c9a23 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134061.278267:0:9587:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800957eb200/0x9682c7de153c9a23 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134061.278281:0:9587:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800957eb200/0x9682c7de153c9a23 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134061.278286:0:9587:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb200/0x9682c7de153c9a23 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->25067519] (req 22978560->25067519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134061.278364:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c433100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2009:x1830953552551936:12345-192.168.203.26@tcp:4:dd.0 Request processed in 18355us (18659us total) trans 4294970718 rc 0/0 00000100:00100000:1.0:1746134061.278373:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13377 00000100:00100000:0.0:1746134061.280652:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134061.280708:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134061.280811:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552552192 00000100:00100000:1.0:1746134061.280818:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552552192 00000100:00100000:1.0:1746134061.280872:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552552448 00000100:00100000:1.0:1746134061.280875:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552552448 00000100:00100000:1.0:1746134061.280904:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13378 00000100:00100000:1.0:1746134061.280911:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009cb9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2011:x1830953552552192:12345-192.168.203.26@tcp:3:dd.0 00000100:00100000:2.0:1746134061.280923:0:27149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13379 00000100:00100000:2.0:1746134061.280929:0:27149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+15:2012:x1830953552552448:12345-192.168.203.26@tcp:3:dd.0 00010000:00010000:1.0:1746134061.280935:0:9587:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c9a2a lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.280942:0:27149:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880095588000/0x9682c7de153c9a31 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134061.280945:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134061.280946:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134061.280948:0:27149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134061.280949:0:27149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134061.280962:0:27149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095588000/0x9682c7de153c9a31 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134061.280962:0:9587:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c9a2a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.280973:0:27149:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095588000/0x9682c7de153c9a31 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134061.280973:0:9587:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c9a2a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134061.284975:0:9587:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c9a2a lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134061.284989:0:9587:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c9a2a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134061.284996:0:9587:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c9a2a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134061.285001:0:9587:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800957eb600 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:1.0:1746134061.285005:0:9587:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c9a2a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134061.285012:0:9587:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c9a2a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134061.285027:0:9587:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c9a2a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134061.285033:0:9587:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800957eb600/0x9682c7de153c9a2a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134061.285109:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009cb9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:2011:x1830953552552192:12345-192.168.203.26@tcp:3:dd.0 Request processed in 4195us (4459us total) trans 0 rc 98304/98304 00000100:00100000:1.0:1746134061.285133:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13378 00010000:00010000:2.0:1746134061.286099:0:27149:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880095588000/0x9682c7de153c9a31 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.286107:0:27149:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880095588000/0x9682c7de153c9a31 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.286134:0:27149:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880095588000/0x9682c7de153c9a31 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.286142:0:27149:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095588000 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:2.0:1746134061.286144:0:27149:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880095588000/0x9682c7de153c9a31 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.286149:0:27149:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880095588000/0x9682c7de153c9a31 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.286159:0:27149:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880095588000/0x9682c7de153c9a31 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.286163:0:27149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095588000/0x9682c7de153c9a31 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134061.286210:0:27149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+15:2012:x1830953552552448:12345-192.168.203.26@tcp:3:dd.0 Request processed in 5280us (5501us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746134061.286216:0:27149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13379 00000100:00100000:3.0:1746134061.287849:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134061.287926:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552552576 00000100:00100000:0.0:1746134061.287932:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552552576 00000100:00100000:0.0:1746134061.287977:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30092 00000100:00100000:0.0:1746134061.287984:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800872b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+6:3773:x1830953552552576:12345-192.168.203.26@tcp:101:dd.0 00010000:00010000:0.0:1746134061.287998:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134061.288012:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012da4d600/0x9682c7de153c9a38 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b231957509fd expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746134061.288028:0:9580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 25067520, mtime: 0x6813e42d, atime: 0x0, ctime: 0x6813e42d, blocks: 0xbf40 00010000:00010000:0.0:1746134061.288043:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134061.288044:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134061.288049:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012da4d600/0x9682c7de153c9a38 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957509fd expref: 7 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134061.288058:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012da4d600/0x9682c7de153c9a38 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957509fd expref: 7 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134061.288063:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012da4d600, rc 0) 00000100:00100000:0.0:1746134061.288093:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800872b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:3773:x1830953552552576:12345-192.168.203.26@tcp:101:dd.0 Request processed in 111us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134061.288102:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30092 00000100:00100000:0.0:1746134061.296673:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134061.296787:0:27149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552552704 00000100:00100000:2.0:1746134061.296794:0:27149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552552704 00002000:00100000:2.0:1746134061.296826:0:27149:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1b:0x0] (25067520->26214399) req@ffff88009bc70e00 x1830953552552704/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/0 e 0 to 0 dl 1746134072 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746134061.296832:0:27149:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc70e00 with x1830953552552704 ext(25067520->26214399) 00002000:00010000:2.0:1746134061.296836:0:27149:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bc70e00 00000100:00100000:2.0:1746134061.296859:0:27149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13380 00000100:00100000:2.0:1746134061.296865:0:27149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2010:x1830953552552704:12345-192.168.203.26@tcp:4:dd.0 00000100:00100000:0.0:1746134061.307825:0:27149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+9:2010:x1830953552552704:12345-192.168.203.26@tcp:4:dd.0 Request processed in 10953us (11153us total) trans 4294970719 rc 0/0 00000100:00100000:0.0:1746134061.307834:0:27149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13380 00002000:00100000:0.0:1746134061.307842:0:27149:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1b:0x0] (25067520->26214399) req@ffff88009bc70e00 x1830953552552704/t4294970719(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/448 e 0 to 0 dl 1746134072 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746134061.307848:0:27149:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc70e00 with x1830953552552704 ext(25067520->26214399) 00002000:00010000:0.0:1746134061.307852:0:27149:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bc70e00 00000100:00100000:0.0:1746134061.309434:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134061.309535:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552552832 00000100:00100000:2.0:1746134061.309541:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552552832 00000100:00100000:2.0:1746134061.309586:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43450 00000100:00100000:2.0:1746134061.309592:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+35:3773:x1830953552552832:12345-192.168.203.26@tcp:44:dd.0 00000001:00080000:3.0:1746134061.311283:0:7215:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294986358 is committed 00000001:00080000:3.0:1746134061.311440:0:7215:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294986355 is committed 00000020:00080000:3.0:1746134061.311466:0:7215:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 9 batchid updated 00010000:00010000:0.0:1746134061.311580:0:3755:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88012de22600/0x9682c7de153c9775 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746134061.311591:0:3755:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012de22600/0x9682c7de153c9775 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746134061.311597:0:3755:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012de22600/0x9682c7de153c9775 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746134061.311602:0:3755:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012de22600 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:0.0:1746134061.311605:0:3755:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012de22600/0x9682c7de153c9775 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746134061.311610:0:3755:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012de22600/0x9682c7de153c9775 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746134061.311621:0:3755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88009cb78f00) 00010000:00010000:0.0:1746134061.311623:0:3755:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746134061.311627:0:3755:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012de22600/0x9682c7de153c9775 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746134061.311631:0:3755:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012de22600/0x9682c7de153c9775 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00000020:00080000:1.0:1746134061.311683:0:7262:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 9 00000004:00080000:1.0:1746134061.311724:0:7262:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88012de02b40 with version 21 00000020:00080000:1.0:1746134061.311730:0:7262:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 9 cancel update log [0x240000401:0x2:0x0].9: rc = 0 00000100:00100000:2.0:1746134061.311750:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+20:3773:x1830953552552832:12345-192.168.203.26@tcp:44:dd.0 Request processed in 2156us (2318us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134061.311757:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43450 00000020:00080000:1.0:1746134061.311779:0:7262:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 9 cancel update log [0x200000400:0x2:0x0].9: rc = 0 00000020:00080000:1.0:1746134061.311786:0:7262:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 9 00010000:00010000:0.0:1746134061.312271:0:3755:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b90e200/0x9682c7de153c97e5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:0.0:1746134061.312278:0:3755:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b90e200/0x9682c7de153c97e5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7232 initiator: MDT0 00010000:00010000:0.0:1746134061.312284:0:3755:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b90e200/0x9682c7de153c97e5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7232 initiator: MDT0 00010000:00010000:0.0:1746134061.312289:0:3755:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b90e200 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:0.0:1746134061.312291:0:3755:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b90e200/0x9682c7de153c97e5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7232 initiator: MDT0 00010000:00010000:0.0:1746134061.312296:0:3755:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b90e200/0x9682c7de153c97e5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7232 initiator: MDT0 00010000:00010000:0.0:1746134061.312303:0:3755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88009cb78700) 00010000:00010000:0.0:1746134061.312305:0:3755:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746134061.312308:0:3755:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b90e200/0x9682c7de153c97e5 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7232 initiator: MDT0 00010000:00010000:0.0:1746134061.312312:0:3755:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b90e200/0x9682c7de153c97e5 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x49:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7232 initiator: MDT0 00010000:00010000:0.0:1746134061.312320:0:3755:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009567fa00/0x9682c7de153c9816 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746134061.312324:0:3755:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009567fa00/0x9682c7de153c9816 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746134061.312332:0:3755:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009567fa00/0x9682c7de153c9816 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746134061.312336:0:3755:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009567fa00 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:0.0:1746134061.312338:0:3755:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009567fa00/0x9682c7de153c9816 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746134061.312342:0:3755:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009567fa00/0x9682c7de153c9816 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746134061.312347:0:3755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff8800a081b300) 00010000:00010000:0.0:1746134061.312348:0:3755:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746134061.312350:0:3755:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009567fa00/0x9682c7de153c9816 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746134061.312354:0:3755:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009567fa00/0x9682c7de153c9816 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746134061.312363:0:3755:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e22000/0x9682c7de153c98b7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10930 initiator: MDT0 00010000:00010000:0.0:1746134061.312368:0:3755:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134e22000/0x9682c7de153c98b7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10930 initiator: MDT0 00010000:00010000:0.0:1746134061.312373:0:3755:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134e22000/0x9682c7de153c98b7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10930 initiator: MDT0 00010000:00010000:0.0:1746134061.312376:0:3755:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880134e22000 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:0.0:1746134061.312379:0:3755:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e22000/0x9682c7de153c98b7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10930 initiator: MDT0 00010000:00010000:0.0:1746134061.312383:0:3755:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134e22000/0x9682c7de153c98b7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10930 initiator: MDT0 00010000:00010000:0.0:1746134061.312389:0:3755:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6c9b94d9 (ffff88012ec6f600) 00010000:00010000:0.0:1746134061.312391:0:3755:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746134061.312393:0:3755:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134e22000/0x9682c7de153c98b7 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10930 initiator: MDT0 00010000:00010000:0.0:1746134061.312397:0:3755:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e22000/0x9682c7de153c98b7 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10930 initiator: MDT0 00000004:00080000:3.0:1746134061.312895:0:8389:0:(osp_trans.c:1327:osp_get_next_request()) ou ffff8800a564a540 version 21 rpc_version 21 00000020:00100000:3.0:1746134061.313000:0:8389:0:(genops.c:2421:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1746134061.313007:0:8389:0:(client.c:764:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88009c7e5f80 x1830953548219392/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746134061.313024:0:8389:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7e5f80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8389:1830953548219392:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1746134061.313062:0:8389:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746134061.313150:0:8389:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bb03780 going to sleep for 11 seconds 00000100:00100000:0.0:1746134061.313382:0:7238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548219392 00000100:00100000:0.0:1746134061.313388:0:7238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548219392 00000100:00100000:0.0:1746134061.313428:0:7238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 644 00000100:00100000:0.0:1746134061.313434:0:7238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:8389:x1830953548219392:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1746134061.313548:0:7238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:8389:x1830953548219392:12345-0@lo:1000:osp_up1-0.0 Request processed in 110us (482us total) trans 4294967390 rc 0/0 00000100:00100000:0.0:1746134061.313553:0:7238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 644 00000100:00100000:3.0:1746134061.313635:0:8389:0:(client.c:2927:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294967389 gen 2 00000004:00080000:3.0:1746134061.313639:0:8389:0:(osp_trans.c:1031:osp_request_commit_cb()) trans no 4294967389 committed transno 4294967389 00000100:00100000:3.0:1746134061.313658:0:8389:0:(client.c:2971:ptlrpc_free_committed()) @@@ stopping search req@ffff88009c7e5f80 x1830953548219392/t4294967390(4294967390) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1746134077 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'osp_up1-0.0' uid:0 gid:0 00000100:00100000:3.0:1746134061.313670:0:8389:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7e5f80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:8389:1830953548219392:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1746134061.315690:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134061.316499:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552552960 00000100:00100000:1.0:1746134061.316506:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552552960 00000100:00100000:1.0:1746134061.316591:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30093 00000100:00100000:1.0:1746134061.316598:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+9:2010:x1830953552552960:12345-192.168.203.26@tcp:16:dd.0 00000001:00080000:2.0:1746134061.317628:0:10917:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970719 is committed 00000100:00100000:1.0:1746134061.317751:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2010:x1830953552552960:12345-192.168.203.26@tcp:16:dd.0 Request processed in 1151us (2064us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134061.317758:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30093 00000100:00100000:0.0:1746134061.318945:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134061.319048:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552553216 00000100:00100000:2.0:1746134061.319053:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552553216 00000100:00100000:2.0:1746134061.319078:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 197 00000100:00100000:2.0:1746134061.319082:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:3773:x1830953552553216:12345-192.168.203.26@tcp:35:dd.0 00000100:00100000:2.0:1746134061.319258:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+17:3773:x1830953552553216:12345-192.168.203.26@tcp:35:dd.0 Request processed in 175us (315us total) trans 4294986359 rc 0/0 00000100:00100000:2.0:1746134061.319264:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 197 00000100:00100000:0.0:1746134061.320763:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134061.320849:0:20211:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552553472 00000100:00100000:2.0:1746134061.320853:0:20211:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552553472 00000100:00100000:2.0:1746134061.320880:0:20211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 198 00000100:00100000:2.0:1746134061.320885:0:20211:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+17:3773:x1830953552553472:12345-192.168.203.26@tcp:35:dd.0 00000100:00100000:2.0:1746134061.321057:0:20211:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+18:3773:x1830953552553472:12345-192.168.203.26@tcp:35:dd.0 Request processed in 170us (297us total) trans 4294986360 rc 0/0 00000100:00100000:2.0:1746134061.321063:0:20211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 198 00000100:00100000:1.0:1746134061.329679:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134061.329742:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552553600 00000100:00100000:2.0:1746134061.329747:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552553600 00000100:00100000:2.0:1746134061.329793:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43451 00000100:00100000:2.0:1746134061.329798:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c69bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+18:3776:x1830953552553600:12345-192.168.203.26@tcp:101:checkstat.0 00010000:00010000:2.0:1746134061.329814:0:7234:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134061.329825:0:7234:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095589000/0x9682c7de153c9a3f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750a04 expref: -99 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.329862:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095589200/0x9682c7de153c9a46 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746134061.329869:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095589200/0x9682c7de153c9a46 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746134061.329875:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095589200/0x9682c7de153c9a46 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00000004:00200000:2.0:1746134061.329904:0:7234:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746134061.329906:0:7234:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746134061.329917:0:7234:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880095589200/0x9682c7de153c9a46 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746134061.329929:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095589000/0x9682c7de153c9a3f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750a04 expref: 20 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.329937:0:7234:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095589200/0x9682c7de153c9a46 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750a04 expref: 19 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.329941:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:2.0:1746134061.329942:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746134061.329944:0:7234:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589200, rc 0) 00000100:00100000:2.0:1746134061.330000:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c69bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+19:3776:x1830953552553600:12345-192.168.203.26@tcp:101:checkstat.0 Request processed in 201us (325us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134061.330006:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43451 00000100:00100000:0.0:1746134061.331057:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134061.331110:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552553728 00000100:00100000:2.0:1746134061.331134:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552553728 00000100:00100000:2.0:1746134061.331152:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43452 00000100:00100000:2.0:1746134061.331157:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+19:3776:x1830953552553728:12345-192.168.203.26@tcp:101:checkstat.0 00010000:00010000:2.0:1746134061.331164:0:7234:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134061.331173:0:7234:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095589e00/0x9682c7de153c9a4d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750a0b expref: -99 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.331198:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095588c00/0x9682c7de153c9a54 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746134061.331205:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095588c00/0x9682c7de153c9a54 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746134061.331211:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095588c00/0x9682c7de153c9a54 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746134061.331219:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095589a00/0x9682c7de153c9a5b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746134061.331224:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095589a00/0x9682c7de153c9a5b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746134061.331228:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095589a00/0x9682c7de153c9a5b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746134061.331275:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095589c00/0x9682c7de153c9a62 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746134061.331280:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095589c00/0x9682c7de153c9a62 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746134061.331284:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095589c00/0x9682c7de153c9a62 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00000004:00200000:2.0:1746134061.331302:0:7234:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 26214400 00000004:00200000:2.0:1746134061.331305:0:7234:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746134061.331313:0:7234:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880095589c00/0x9682c7de153c9a62 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746134061.331319:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095589c00/0x9682c7de153c9a62 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746134061.331324:0:7234:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095588c00/0x9682c7de153c9a54 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746134061.331328:0:7234:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095588c00/0x9682c7de153c9a54 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746134061.331332:0:7234:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095588c00/0x9682c7de153c9a54 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746134061.331336:0:7234:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095588c00 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:2.0:1746134061.331339:0:7234:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095588c00/0x9682c7de153c9a54 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746134061.331344:0:7234:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095588c00/0x9682c7de153c9a54 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746134061.331350:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:2.0:1746134061.331352:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746134061.331355:0:7234:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095588c00/0x9682c7de153c9a54 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746134061.331359:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095588c00/0x9682c7de153c9a54 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746134061.331365:0:7234:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095589a00/0x9682c7de153c9a5b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746134061.331369:0:7234:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095589a00/0x9682c7de153c9a5b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746134061.331376:0:7234:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095589a00/0x9682c7de153c9a5b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746134061.331380:0:7234:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095589a00 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:2.0:1746134061.331381:0:7234:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095589a00/0x9682c7de153c9a5b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746134061.331385:0:7234:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095589a00/0x9682c7de153c9a5b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746134061.331389:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012ec6fb00) 00010000:00010000:2.0:1746134061.331390:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746134061.331392:0:7234:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095589a00/0x9682c7de153c9a5b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746134061.331395:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095589a00/0x9682c7de153c9a5b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746134061.331409:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095589e00/0x9682c7de153c9a4d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750a0b expref: 21 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.331415:0:7234:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095589c00/0x9682c7de153c9a62 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750a0b expref: 20 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.331419:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff88012ec6fd00) 00010000:00010000:2.0:1746134061.331421:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746134061.331422:0:7234:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589c00, rc 0) 00000100:00100000:2.0:1746134061.331456:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+20:3776:x1830953552553728:12345-192.168.203.26@tcp:101:checkstat.0 Request processed in 298us (401us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134061.331460:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43452 00000100:00100000:0.0:1746134061.332849:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134061.332881:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134061.332900:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552553856 00000100:00100000:1.0:1746134061.332905:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552553856 00000100:00100000:1.0:1746134061.332929:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552553984 00000100:00100000:1.0:1746134061.332930:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552553984 00000100:00100000:2.0:1746134061.332936:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30094 00000100:00100000:2.0:1746134061.332943:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2009:x1830953552553856:12345-192.168.203.26@tcp:101:checkstat.0 00010000:00010000:2.0:1746134061.332964:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746134061.332964:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30095 00000100:00100000:1.0:1746134061.332969:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+15:2009:x1830953552553984:12345-192.168.203.26@tcp:101:checkstat.0 00010000:00010000:2.0:1746134061.332975:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c9a69 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750a12 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134061.332977:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134061.332984:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800957eb000/0x9682c7de153c9a70 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750a19 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134061.333009:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007282ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548219648:192.168.203.26@tcp:106: 00000100:00100000:1.0:1746134061.333009:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c69aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9580:1830953548219520:192.168.203.26@tcp:106: 00000100:00100000:2.0:1746134061.333054:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02ed000 going to sleep for 11 seconds 00000100:00100000:1.0:1746134061.333134:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012de026c0 going to sleep for 11 seconds 00002000:00010000:0.0:1746134061.334374:0:9580:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb size: 0 -> 12582912 00002000:00010000:0.0:1746134061.334378:0:9580:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb mtime: 0 -> 1746134061 00002000:00010000:0.0:1746134061.334380:0:9580:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb atime: 0 -> 1746134061 00002000:00010000:0.0:1746134061.334381:0:9580:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb ctime: 0 -> 1746134061 00002000:00010000:0.0:1746134061.334383:0:9580:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb blocks: 0 -> 24576 00000100:00100000:0.0:1746134061.334397:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c69aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:9580:1830953548219520:192.168.203.26@tcp:106: 00010000:00010000:0.0:1746134061.334417:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800957eb000/0x9682c7de153c9a70 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750a19 expref: 16 pid: 9580 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746134061.334427:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800957eb000/0x9682c7de153c9a70 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750a19 expref: 16 pid: 9580 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746134061.334448:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800957eb000, rc 0) 00000100:00100000:0.0:1746134061.334475:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+15:2009:x1830953552553984:12345-192.168.203.26@tcp:101:checkstat.0 Request processed in 1505us (1592us total) trans 0 rc 301/301 00000100:00100000:0.0:1746134061.334481:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30095 00002000:00010000:2.0:1746134061.334598:0:18904:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb size: 0 -> 13631488 00002000:00010000:2.0:1746134061.334601:0:18904:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb mtime: 0 -> 1746134061 00002000:00010000:2.0:1746134061.334603:0:18904:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb atime: 0 -> 1746134061 00002000:00010000:2.0:1746134061.334604:0:18904:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb ctime: 0 -> 1746134061 00002000:00010000:2.0:1746134061.334605:0:18904:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb blocks: 0 -> 24576 00000100:00100000:2.0:1746134061.334615:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007282ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548219648:192.168.203.26@tcp:106: 00010000:00010000:2.0:1746134061.334630:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c9a69 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750a12 expref: 8 pid: 18904 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746134061.334638:0:18904:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095589400/0x9682c7de153c9a69 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750a12 expref: 8 pid: 18904 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746134061.334645:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589400, rc 0) 00000100:00100000:2.0:1746134061.334678:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2009:x1830953552553856:12345-192.168.203.26@tcp:101:checkstat.0 Request processed in 1735us (1830us total) trans 0 rc 301/301 00000100:00100000:2.0:1746134061.334683:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30094 00000100:00100000:0.0:1746134061.338577:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134061.338636:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552554112 00000100:00100000:2.0:1746134061.338643:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552554112 00000100:00100000:2.0:1746134061.338678:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43453 00000100:00100000:2.0:1746134061.338685:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+15:3777:x1830953552554112:12345-192.168.203.26@tcp:101:checkstat.0 00010000:00010000:2.0:1746134061.338703:0:7232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134061.338715:0:7232:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095589800/0x9682c7de153c9a77 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750a20 expref: -99 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.338756:0:7232:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095588800/0x9682c7de153c9a7e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134061.338765:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095588800/0x9682c7de153c9a7e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134061.338773:0:7232:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095588800/0x9682c7de153c9a7e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00000004:00200000:2.0:1746134061.338800:0:7232:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746134061.338802:0:7232:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746134061.338814:0:7232:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880095588800/0x9682c7de153c9a7e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134061.338828:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095589800/0x9682c7de153c9a77 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750a20 expref: 17 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.338839:0:7232:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095588800/0x9682c7de153c9a7e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750a20 expref: 16 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.338845:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:2.0:1746134061.338847:0:7232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746134061.338849:0:7232:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095588800, rc 0) 00000100:00100000:2.0:1746134061.339329:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+16:3777:x1830953552554112:12345-192.168.203.26@tcp:101:checkstat.0 Request processed in 644us (757us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134061.339337:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43453 00000100:00100000:3.0:1746134061.351581:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134061.351848:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552554368 00000100:00100000:2.0:1746134061.351855:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552554368 00000100:00100000:2.0:1746134061.351901:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43454 00000100:00100000:2.0:1746134061.351909:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+20:3778:x1830953552554368:12345-192.168.203.26@tcp:101:cmp.0 00010000:00010000:2.0:1746134061.351924:0:7232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134061.351939:0:7232:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095588200/0x9682c7de153c9a85 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750a27 expref: -99 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.352025:0:7232:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095589800/0x9682c7de153c9a8c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134061.352035:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095589800/0x9682c7de153c9a8c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x49:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134061.352045:0:7232:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095589800/0x9682c7de153c9a8c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x49:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00000004:00200000:2.0:1746134061.352054:0:7232:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x49:0x0]: returning size 26214400 00010000:00010000:2.0:1746134061.352164:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095588200/0x9682c7de153c9a85 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750a27 expref: 23 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.352193:0:7232:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095589800/0x9682c7de153c9a8c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x49:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750a27 expref: 22 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.352200:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88009cb78700) 00010000:00010000:2.0:1746134061.352203:0:7232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1746134061.352205:0:7232:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589800, rc 0) 00000100:00100000:2.0:1746134061.352254:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+22:3778:x1830953552554368:12345-192.168.203.26@tcp:101:cmp.0 Request processed in 346us (680us total) trans 4294986361 rc 0/0 00000100:00100000:2.0:1746134061.352261:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43454 00000100:00100000:0.0:1746134061.358445:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134061.358509:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552554624 00000100:00100000:2.0:1746134061.358514:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552554624 00000100:00100000:2.0:1746134061.358543:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43455 00000100:00100000:2.0:1746134061.358547:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+22:3778:x1830953552554624:12345-192.168.203.26@tcp:101:cmp.0 00010000:00010000:2.0:1746134061.358566:0:7234:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134061.358578:0:7234:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095588c00/0x9682c7de153c9a9a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750a2e expref: -99 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.358641:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095589000/0x9682c7de153c9aa1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746134061.358649:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095589000/0x9682c7de153c9aa1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746134061.358655:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095589000/0x9682c7de153c9aa1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00000004:00200000:2.0:1746134061.358661:0:7234:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 26214400 00010000:00010000:2.0:1746134061.358722:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095588c00/0x9682c7de153c9a9a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750a2e expref: 25 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.359000:0:7234:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095589000/0x9682c7de153c9aa1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750a2e expref: 24 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.359007:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff88012ec6fd00) 00010000:00010000:2.0:1746134061.359010:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746134061.359012:0:7234:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589000, rc 0) 00000100:00100000:2.0:1746134061.359400:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+24:3778:x1830953552554624:12345-192.168.203.26@tcp:101:cmp.0 Request processed in 850us (958us total) trans 4294986362 rc 0/0 00000100:00100000:2.0:1746134061.359407:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43455 00000100:00100000:1.0:1746134061.362770:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134061.362807:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134061.362844:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134061.362863:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552555008 00000100:00100000:1.0:1746134061.362869:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552555008 00000100:00100000:1.0:1746134061.362920:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 647 00000100:00100000:1.0:1746134061.362928:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c69a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+24:2012:x1830953552555008:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134061.362940:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134061.362968:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095589000/0x9682c7de153c9aa1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750a2e expref: 24 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134061.362984:0:7221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff88012ec6fd00) 00010000:00010000:1.0:1746134061.362988:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134061.363019:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c69a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+23:2012:x1830953552555008:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 91us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134061.363025:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 647 00000100:00100000:2.0:1746134061.363150:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552554752 00000100:00100000:2.0:1746134061.363153:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552554752 00000100:00100000:2.0:1746134061.363173:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552554880 00000100:00100000:2.0:1746134061.363175:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552554880 00000100:00100000:2.0:1746134061.363187:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30096 00000100:00100000:2.0:1746134061.363192:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c699880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2009:x1830953552554752:12345-192.168.203.26@tcp:101:cmp.0 00010000:00010000:2.0:1746134061.363204:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134061.363215:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c8cb600/0x9682c7de153c9aaf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750a35 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134061.363249:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007282ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548219776:192.168.203.26@tcp:106: 00000100:00100000:2.0:1746134061.363300:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4470900 going to sleep for 11 seconds 00000100:00100000:2.0:1746134061.363315:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30097 00000100:00100000:2.0:1746134061.363321:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c699180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+15:2009:x1830953552554880:12345-192.168.203.26@tcp:101:cmp.0 00010000:00010000:2.0:1746134061.363328:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134061.363335:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8cae00/0x9682c7de153c9ab6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750a3c expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134061.363355:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007282df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9582:1830953548219904:192.168.203.26@tcp:106: 00000100:00100000:2.0:1746134061.363374:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02edb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746134061.366216:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007282ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548219776:192.168.203.26@tcp:106: 00010000:00010000:2.0:1746134061.366244:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c8cb600/0x9682c7de153c9aaf lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750a35 expref: 8 pid: 18904 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746134061.366261:0:18904:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009c8cb600/0x9682c7de153c9aaf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750a35 expref: 8 pid: 18904 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1746134061.366645:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007282df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9582:1830953548219904:192.168.203.26@tcp:106: 00010000:00010000:3.0:1746134061.366662:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8cae00/0x9682c7de153c9ab6 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750a3c expref: 16 pid: 9582 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746134061.366670:0:9582:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8cae00/0x9682c7de153c9ab6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750a3c expref: 16 pid: 9582 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746134061.366687:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8cae00, rc 0) 00000100:00100000:3.0:1746134061.366725:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c699180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+15:2009:x1830953552554880:12345-192.168.203.26@tcp:101:cmp.0 Request processed in 3403us (3916us total) trans 0 rc 301/301 00000100:00100000:3.0:1746134061.366732:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30097 00010000:00010000:2.0:1746134061.366860:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8cb600, rc 0) 00000100:00100000:2.0:1746134061.367005:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c699880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2009:x1830953552554752:12345-192.168.203.26@tcp:101:cmp.0 Request processed in 3812us (4241us total) trans 0 rc 301/301 00000100:00100000:2.0:1746134061.367011:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30096 00000100:00100000:0.0:1746134061.383252:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134061.383615:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134061.383681:0:27149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552555264 00000100:00100000:2.0:1746134061.383689:0:27149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552555264 00002000:00100000:2.0:1746134061.383727:0:27149:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1c:0x0] (0->2097151) req@ffff88009bc73480 x1830953552555264/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/0 e 0 to 0 dl 1746134072 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746134061.383735:0:27149:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc73480 with x1830953552555264 ext(0->2097151) 00002000:00010000:2.0:1746134061.383739:0:27149:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bc73480 00000100:00100000:2.0:1746134061.383764:0:27149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552555520 00000100:00100000:2.0:1746134061.383766:0:27149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552555520 00002000:00100000:2.0:1746134061.383778:0:27149:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x19:0x0] (0->2097151) req@ffff88009bc73100 x1830953552555520/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/0 e 0 to 0 dl 1746134072 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746134061.383784:0:27149:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc73100 with x1830953552555520 ext(0->2097151) 00002000:00010000:2.0:1746134061.383787:0:27149:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bc73100 00000100:00100000:2.0:1746134061.383804:0:27149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13381 00000100:00100000:2.0:1746134061.383809:0:27149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+15:2010:x1830953552555264:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:1.0:1746134061.384208:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13382 00000100:00100000:1.0:1746134061.384217:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2009:x1830953552555520:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:3.0:1746134061.385182:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c69aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3770:1830953548220032:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746134061.385220:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746134061.385288:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548220032 00000100:00100000:3.0:1746134061.385292:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548220032 00000100:00100000:3.0:1746134061.385315:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 645 00000100:00100000:3.0:1746134061.385320:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c7e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3770:x1830953548220032:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746134061.385344:0:7237:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446170624 avail 1316708352 00000100:00100000:3.0:1746134061.385380:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c7e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3770:x1830953548220032:12345-0@lo:41:osp-pre-1-0.0 Request processed in 59us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134061.385388:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 645 00000100:00100000:3.0:1746134061.385419:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c69aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3770:1830953548220032:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746134061.400277:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bc70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3771:1830953548220160:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746134061.400331:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746134061.400439:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548220160 00000100:00100000:0.0:1746134061.400445:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548220160 00000100:00100000:0.0:1746134061.400484:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00100000:0.0:1746134061.400491:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800872b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3771:x1830953548220160:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746134061.400520:0:7237:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1445961728 avail 1316499456 00000100:00100000:0.0:1746134061.400557:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800872b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3771:x1830953548220160:12345-0@lo:41:osp-pre-0-1.0 Request processed in 67us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134061.400562:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000100:00100000:3.0:1746134061.400620:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bc70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3771:1830953548220160:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746134061.411040:0:27149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+15:2010:x1830953552555264:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 27223us (27786us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746134061.411052:0:27149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13381 00002000:00100000:2.0:1746134061.411060:0:27149:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1c:0x0] (0->2097151) req@ffff88009bc73480 x1830953552555264/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/440 e 0 to 0 dl 1746134072 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746134061.411068:0:27149:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc73480 with x1830953552555264 ext(0->2097151) 00002000:00010000:2.0:1746134061.411073:0:27149:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bc73480 00000100:00100000:1.0:1746134061.421410:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2009:x1830953552555520:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 37186us (37787us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746134061.421423:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13382 00002000:00100000:1.0:1746134061.421432:0:9587:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x19:0x0] (0->2097151) req@ffff88009bc73100 x1830953552555520/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/440 e 0 to 0 dl 1746134072 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746134061.421440:0:9587:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc73100 with x1830953552555520 ext(0->2097151) 00002000:00010000:1.0:1746134061.421445:0:9587:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bc73100 00000100:00100000:0.0:1746134061.429746:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134061.431689:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552555648 00000100:00100000:2.0:1746134061.431698:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552555648 00000100:00100000:2.0:1746134061.432301:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30098 00000100:00100000:2.0:1746134061.432309:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:3778:x1830953552555648:12345-192.168.203.26@tcp:101:cmp.0 00010000:00010000:2.0:1746134061.432323:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134061.432337:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b826000/0x9682c7de153c9abd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750a43 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.432361:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092339e00/0x9682c7de153c9912 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957509e1 expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.432368:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134061.432370:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134061.432373:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b826000/0x9682c7de153c9abd lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750a43 expref: 8 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.432396:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092339e00/0x9682c7de153c9912 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.26@tcp remote: 0xb596b231957509e1 expref: 6 pid: 10181 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.432405:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092339e00/0x9682c7de153c9912 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.26@tcp remote: 0xb596b231957509e1 expref: 6 pid: 10181 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746134061.432418:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007282ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548220288:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134061.433104:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02edb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746134061.435544:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007282ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:18904:1830953548220288:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134061.435570:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b826000/0x9682c7de153c9abd lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750a43 expref: 8 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.435584:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b826000, rc 0) 00000100:00100000:2.0:1746134061.435631:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:3778:x1830953552555648:12345-192.168.203.26@tcp:101:cmp.0 Request processed in 3322us (5890us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134061.435639:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30098 00000100:00100000:0.0:1746134061.436399:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134061.436651:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552555776 00000100:00100000:1.0:1746134061.436657:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552555776 00002000:00100000:1.0:1746134061.436689:0:9587:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1a:0x0] (12582912->13631487) req@ffff88009b5aa680 x1830953552555776/t0(0) o4->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:272/0 lens 488/0 e 0 to 0 dl 1746134072 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746134061.436698:0:9587:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5aa680 with x1830953552555776 ext(12582912->13631487) 00010000:00010000:1.0:1746134061.436704:0:9587:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092339e00/0x9682c7de153c9912 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b231957509e1 expref: 7 pid: 10181 timeout: 830 lvb_type: 0 00010000:00010000:1.0:1746134061.436715:0:9587:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092339e00/0x9682c7de153c9912 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b231957509e1 expref: 7 pid: 10181 timeout: 830 lvb_type: 0 00002000:00010000:1.0:1746134061.436719:0:9587:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b5aa680 00000100:00100000:1.0:1746134061.436746:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2698 00000100:00100000:1.0:1746134061.436752:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+7:2009:x1830953552555776:12345-192.168.203.26@tcp:4:dd.0 00000100:00100000:0.0:1746134061.448274:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+9:2009:x1830953552555776:12345-192.168.203.26@tcp:4:dd.0 Request processed in 11511us (11866us total) trans 4294970720 rc 0/0 00000100:00100000:0.0:1746134061.448285:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2698 00002000:00100000:0.0:1746134061.448295:0:9587:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1a:0x0] (12582912->13631487) req@ffff88009b5aa680 x1830953552555776/t4294970720(0) o4->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:272/0 lens 488/448 e 0 to 0 dl 1746134072 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746134061.448304:0:9587:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5aa680 with x1830953552555776 ext(12582912->13631487) 00010000:00010000:0.0:1746134061.448313:0:9587:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092339e00/0x9682c7de153c9912 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b231957509e1 expref: 9 pid: 10181 timeout: 830 lvb_type: 0 00010000:00010000:0.0:1746134061.448327:0:9587:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092339e00/0x9682c7de153c9912 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b231957509e1 expref: 9 pid: 10181 timeout: 830 lvb_type: 0 00002000:00010000:0.0:1746134061.448333:0:9587:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b5aa680 00000100:00100000:0.0:1746134061.463552:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134061.463644:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552555904 00000100:00100000:3.0:1746134061.463651:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552555904 00010000:00010000:3.0:1746134061.463683:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092339e00/0x9682c7de153c9912 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b231957509e1 expref: 9 pid: 10181 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746134061.464335:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15389 00000100:00100000:3.0:1746134061.464344:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea5a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+9:2012:x1830953552555904:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134061.464356:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746134061.464369:0:8382:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb blocks from disk: 24576 -> 26624 00010000:00010000:3.0:1746134061.464374:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092339e00/0x9682c7de153c9912 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b231957509e1 expref: 9 pid: 10181 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746134061.464383:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092339e00/0x9682c7de153c9912 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.26@tcp remote: 0xb596b231957509e1 expref: 9 pid: 10181 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746134061.464400:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092339e00/0x9682c7de153c9912 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.26@tcp remote: 0xb596b231957509e1 expref: 9 pid: 10181 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746134061.464421:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134061.464423:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134061.464427:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b826000/0x9682c7de153c9abd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750a43 expref: 7 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.464433:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b826000/0x9682c7de153c9abd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750a43 expref: 7 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.464460:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b826000/0x9682c7de153c9abd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750a43 expref: 7 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134061.464470:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072adb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548220416:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134061.465073:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bb03780 going to sleep for 11 seconds 00000100:00100000:3.0:1746134061.466807:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072adb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548220416:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134061.466822:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134061.466944:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea5a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+8:2012:x1830953552555904:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 2601us (3396us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134061.466959:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15389 00000100:00100000:0.0:1746134061.469201:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134061.469294:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552556160 00000100:00100000:2.0:1746134061.469299:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552556160 00002000:00100000:2.0:1746134061.469332:0:9587:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->1048575) req@ffff88009b5a8e00 x1830953552556160/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/0 e 0 to 0 dl 1746134072 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746134061.469341:0:9587:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5a8e00 with x1830953552556160 ext(0->1048575) 00002000:00010000:2.0:1746134061.469345:0:9587:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5a8e00 00000100:00100000:2.0:1746134061.469370:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13383 00000100:00100000:2.0:1746134061.469376:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:2009:x1830953552556160:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:2.0:1746134061.476317:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:2009:x1830953552556160:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 6934us (7114us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746134061.476326:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13383 00002000:00100000:2.0:1746134061.476338:0:9587:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->1048575) req@ffff88009b5a8e00 x1830953552556160/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/440 e 0 to 0 dl 1746134072 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746134061.476352:0:9587:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5a8e00 with x1830953552556160 ext(0->1048575) 00002000:00010000:2.0:1746134061.476356:0:9587:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5a8e00 00000100:00100000:1.0:1746134061.484862:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134061.485031:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552556288 00000100:00100000:2.0:1746134061.485038:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552556288 00000100:00100000:2.0:1746134061.485085:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30099 00000100:00100000:2.0:1746134061.485092:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c69a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+15:3778:x1830953552556288:12345-192.168.203.26@tcp:101:cmp.0 00010000:00010000:2.0:1746134061.485107:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134061.485149:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b826200/0x9682c7de153c9ac4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750a4a expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.485172:0:18904:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092338a00/0x9682c7de153c9935 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957509f6 expref: 14 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.485178:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134061.485180:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134061.485183:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b826200/0x9682c7de153c9ac4 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750a4a expref: 16 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.485211:0:18904:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092338a00/0x9682c7de153c9935 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000020 nid: 192.168.203.26@tcp remote: 0xb596b231957509f6 expref: 14 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.485221:0:18904:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092338a00/0x9682c7de153c9935 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x70000400000020 nid: 192.168.203.26@tcp remote: 0xb596b231957509f6 expref: 14 pid: 18904 timeout: 830 lvb_type: 0 00000100:00100000:2.0:1746134061.485231:0:18904:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007282ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:18904:1830953548220544:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134061.487200:0:18904:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a02edb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746134061.489611:0:18904:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007282ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:18904:1830953548220544:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134061.489641:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b826200/0x9682c7de153c9ac4 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750a4a expref: 16 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.489653:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b826200, rc 0) 00000100:00100000:2.0:1746134061.489696:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c69a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:3778:x1830953552556288:12345-192.168.203.26@tcp:101:cmp.0 Request processed in 4605us (4840us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134061.489703:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30099 00000100:00100000:2.0:1746134061.506708:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134061.506794:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552556416 00000100:00100000:3.0:1746134061.506801:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552556416 00010000:00010000:3.0:1746134061.506831:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092338a00/0x9682c7de153c9935 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b231957509f6 expref: 15 pid: 18904 timeout: 830 lvb_type: 0 00000100:00100000:3.0:1746134061.506884:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15390 00000100:00100000:3.0:1746134061.506891:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+15:2009:x1830953552556416:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134061.506906:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134061.506921:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092338a00/0x9682c7de153c9935 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b231957509f6 expref: 15 pid: 18904 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746134061.506932:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092338a00/0x9682c7de153c9935 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000400000020 nid: 192.168.203.26@tcp remote: 0xb596b231957509f6 expref: 15 pid: 18904 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746134061.507262:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092338a00/0x9682c7de153c9935 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x44801400000020 nid: 192.168.203.26@tcp remote: 0xb596b231957509f6 expref: 15 pid: 18904 timeout: 830 lvb_type: 0 00010000:00010000:3.0:1746134061.507286:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134061.507288:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134061.507294:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b826200/0x9682c7de153c9ac4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750a4a expref: 15 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.507301:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b826200/0x9682c7de153c9ac4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750a4a expref: 15 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.507328:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009b826200/0x9682c7de153c9ac4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750a4a expref: 15 pid: 18904 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134061.507338:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072adb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8382:1830953548220672:192.168.203.26@tcp:105: 00000100:00100000:3.0:1746134061.507536:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bb03300 going to sleep for 11 seconds 00000100:00100000:3.0:1746134061.519332:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072adb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8382:1830953548220672:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134061.519351:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134061.519388:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+14:2009:x1830953552556416:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 12497us (12686us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134061.519402:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15390 00000100:00100000:0.0:1746134061.524061:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134061.524104:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134061.524181:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552556800 00000100:00100000:2.0:1746134061.524189:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552556800 00002000:00100000:2.0:1746134061.524224:0:9587:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1a:0x0] (1048576->2097151) req@ffff88009b5a9c00 x1830953552556800/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/0 e 0 to 0 dl 1746134072 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746134061.524232:0:9587:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5a9c00 with x1830953552556800 ext(1048576->2097151) 00002000:00010000:2.0:1746134061.524236:0:9587:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5a9c00 00000100:00100000:2.0:1746134061.524249:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552556928 00000100:00100000:2.0:1746134061.524251:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552556928 00002000:00100000:2.0:1746134061.524262:0:9587:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1d:0x0] (0->2097151) req@ffff88009b5a9500 x1830953552556928/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/0 e 0 to 0 dl 1746134072 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746134061.524268:0:9587:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5a9500 with x1830953552556928 ext(0->2097151) 00002000:00010000:2.0:1746134061.524271:0:9587:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b5a9500 00000100:00100000:2.0:1746134061.524282:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13384 00000100:00100000:2.0:1746134061.524288:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:2009:x1830953552556800:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:2.0:1746134061.524726:0:28823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13385 00000100:00100000:2.0:1746134061.524732:0:28823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2009:x1830953552556928:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:0.0:1746134061.537267:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:2009:x1830953552556800:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 12971us (13206us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746134061.537277:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13384 00002000:00100000:0.0:1746134061.537287:0:9587:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1a:0x0] (1048576->2097151) req@ffff88009b5a9c00 x1830953552556800/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/440 e 0 to 0 dl 1746134072 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746134061.537298:0:9587:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5a9c00 with x1830953552556800 ext(1048576->2097151) 00002000:00010000:0.0:1746134061.537303:0:9587:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5a9c00 00000100:00100000:0.0:1746134061.542666:0:28823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2009:x1830953552556928:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 17926us (18553us total) trans 0 rc 2097152/2097152 00000100:00100000:0.0:1746134061.542677:0:28823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13385 00002000:00100000:0.0:1746134061.542686:0:28823:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1d:0x0] (0->2097151) req@ffff88009b5a9500 x1830953552556928/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/440 e 0 to 0 dl 1746134072 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746134061.542701:0:28823:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5a9500 with x1830953552556928 ext(0->2097151) 00002000:00010000:0.0:1746134061.542706:0:28823:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b5a9500 00000100:00100000:3.0:1746134061.560535:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134061.560563:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134061.561934:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552557184 00000100:00100000:1.0:1746134061.561943:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552557184 00002000:00100000:1.0:1746134061.561988:0:9587:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1c:0x0] (2097152->4194303) req@ffff880072adb100 x1830953552557184/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/0 e 0 to 0 dl 1746134072 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746134061.562002:0:9587:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072adb100 with x1830953552557184 ext(2097152->4194303) 00002000:00010000:1.0:1746134061.562006:0:9587:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072adb100 00000100:00100000:1.0:1746134061.562037:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552557440 00000100:00100000:1.0:1746134061.562039:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552557440 00002000:00100000:1.0:1746134061.562053:0:9587:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x19:0x0] (2097152->4194303) req@ffff880072ad8e00 x1830953552557440/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/0 e 0 to 0 dl 1746134072 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746134061.562059:0:9587:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ad8e00 with x1830953552557440 ext(2097152->4194303) 00002000:00010000:1.0:1746134061.562061:0:9587:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072ad8e00 00000100:00100000:1.0:1746134061.562083:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13386 00000100:00100000:1.0:1746134061.562090:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072adb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2009:x1830953552557184:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:2.0:1746134061.562667:0:27139:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13387 00000100:00100000:2.0:1746134061.562674:0:27139:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:2010:x1830953552557440:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:1.0:1746134061.581782:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072adb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2009:x1830953552557184:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 19684us (21245us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746134061.581792:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13386 00002000:00100000:1.0:1746134061.581803:0:9587:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1c:0x0] (2097152->4194303) req@ffff880072adb100 x1830953552557184/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/440 e 0 to 0 dl 1746134072 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746134061.581812:0:9587:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072adb100 with x1830953552557184 ext(2097152->4194303) 00002000:00010000:1.0:1746134061.581817:0:9587:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880072adb100 00000100:00100000:2.0:1746134061.585793:0:27139:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:2010:x1830953552557440:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 23110us (25219us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746134061.585803:0:27139:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13387 00002000:00100000:2.0:1746134061.585813:0:27139:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (2097152->4194303) req@ffff880072ad8e00 x1830953552557440/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/440 e 0 to 0 dl 1746134072 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746134061.585821:0:27139:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880072ad8e00 with x1830953552557440 ext(2097152->4194303) 00002000:00010000:2.0:1746134061.585826:0:27139:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880072ad8e00 00000100:00100000:2.0:1746134061.598282:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134061.598915:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134061.599020:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552557696 00000100:00100000:1.0:1746134061.599027:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552557696 00002000:00100000:1.0:1746134061.599060:0:9587:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1a:0x0] (2097152->4194303) req@ffff88007282c380 x1830953552557696/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/0 e 0 to 0 dl 1746134072 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746134061.599070:0:9587:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282c380 with x1830953552557696 ext(2097152->4194303) 00002000:00010000:1.0:1746134061.599074:0:9587:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007282c380 00000100:00100000:1.0:1746134061.599210:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552557952 00000100:00100000:1.0:1746134061.599213:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552557952 00002000:00100000:1.0:1746134061.599225:0:9587:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1d:0x0] (2097152->4194303) req@ffff88007282fb80 x1830953552557952/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/0 e 0 to 0 dl 1746134072 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746134061.599232:0:9587:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282fb80 with x1830953552557952 ext(2097152->4194303) 00002000:00010000:1.0:1746134061.599234:0:9587:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007282fb80 00000100:00100000:1.0:1746134061.599246:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13388 00000100:00100000:1.0:1746134061.599251:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:2011:x1830953552557696:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:1.0:1746134061.601293:0:28823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13389 00000100:00100000:1.0:1746134061.601304:0:28823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2011:x1830953552557952:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:1.0:1746134061.616396:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:2011:x1830953552557696:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 17136us (18112us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746134061.616406:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13388 00002000:00100000:1.0:1746134061.616415:0:9587:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1a:0x0] (2097152->4194303) req@ffff88007282c380 x1830953552557696/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/440 e 0 to 0 dl 1746134072 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746134061.616424:0:9587:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282c380 with x1830953552557696 ext(2097152->4194303) 00002000:00010000:1.0:1746134061.616429:0:9587:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007282c380 00000100:00100000:1.0:1746134061.622358:0:28823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2011:x1830953552557952:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 21049us (23436us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746134061.622367:0:28823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13389 00002000:00100000:1.0:1746134061.622377:0:28823:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1d:0x0] (2097152->4194303) req@ffff88007282fb80 x1830953552557952/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/440 e 0 to 0 dl 1746134072 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746134061.622384:0:28823:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282fb80 with x1830953552557952 ext(2097152->4194303) 00002000:00010000:1.0:1746134061.622389:0:28823:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007282fb80 00000100:00100000:2.0:1746134061.636059:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134061.636101:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134061.636283:0:28823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552558208 00000100:00100000:1.0:1746134061.636291:0:28823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552558208 00002000:00100000:1.0:1746134061.636325:0:28823:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->6291455) req@ffff88007282dc00 x1830953552558208/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/0 e 0 to 0 dl 1746134072 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746134061.636334:0:28823:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282dc00 with x1830953552558208 ext(4194304->6291455) 00002000:00010000:1.0:1746134061.636339:0:28823:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007282dc00 00000100:00100000:1.0:1746134061.636364:0:28823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552558464 00000100:00100000:1.0:1746134061.636367:0:28823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552558464 00002000:00100000:1.0:1746134061.636378:0:28823:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x19:0x0] (4194304->6291455) req@ffff88007282d500 x1830953552558464/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/0 e 0 to 0 dl 1746134072 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746134061.636384:0:28823:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282d500 with x1830953552558464 ext(4194304->6291455) 00002000:00010000:1.0:1746134061.636388:0:28823:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007282d500 00000100:00100000:1.0:1746134061.636398:0:28823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13390 00000100:00100000:1.0:1746134061.636405:0:28823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2010:x1830953552558208:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:1.0:1746134061.637138:0:27139:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13391 00000100:00100000:1.0:1746134061.637145:0:27139:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:2010:x1830953552558464:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:1.0:1746134061.655263:0:28823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2010:x1830953552558208:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 18851us (19202us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746134061.655273:0:28823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13390 00002000:00100000:1.0:1746134061.655284:0:28823:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1c:0x0] (4194304->6291455) req@ffff88007282dc00 x1830953552558208/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/440 e 0 to 0 dl 1746134072 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746134061.655292:0:28823:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282dc00 with x1830953552558208 ext(4194304->6291455) 00002000:00010000:1.0:1746134061.655296:0:28823:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007282dc00 00000100:00100000:3.0:1746134061.661409:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134061.661532:0:28823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552558720 00000100:00100000:1.0:1746134061.661539:0:28823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552558720 00002000:00100000:1.0:1746134061.661572:0:28823:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1c:0x0] (6291456->7340031) req@ffff88012da65880 x1830953552558720/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/0 e 0 to 0 dl 1746134072 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746134061.661581:0:28823:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da65880 with x1830953552558720 ext(6291456->7340031) 00002000:00010000:1.0:1746134061.661586:0:28823:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012da65880 00000100:00100000:0.0:1746134061.661728:0:27139:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:2010:x1830953552558464:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 24572us (25615us total) trans 0 rc 2097152/2097152 00000100:00100000:0.0:1746134061.661735:0:27139:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13391 00002000:00100000:0.0:1746134061.661742:0:27139:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x19:0x0] (4194304->6291455) req@ffff88007282d500 x1830953552558464/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/440 e 0 to 0 dl 1746134072 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746134061.661748:0:27139:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282d500 with x1830953552558464 ext(4194304->6291455) 00002000:00010000:0.0:1746134061.661751:0:27139:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007282d500 00000100:00100000:0.0:1746134061.661766:0:27139:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13392 00000100:00100000:0.0:1746134061.661772:0:27139:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2009:x1830953552558720:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:0.0:1746134061.666248:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134061.666506:0:27149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552558976 00000100:00100000:3.0:1746134061.666513:0:27149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552558976 00002000:00100000:3.0:1746134061.666546:0:27149:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x19:0x0] (6291456->7340031) req@ffff88009b5a8380 x1830953552558976/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/0 e 0 to 0 dl 1746134072 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746134061.666555:0:27149:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5a8380 with x1830953552558976 ext(6291456->7340031) 00002000:00010000:3.0:1746134061.666559:0:27149:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5a8380 00000100:00100000:3.0:1746134061.666585:0:27149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13393 00000100:00100000:3.0:1746134061.666591:0:27149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:2010:x1830953552558976:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:0.0:1746134061.669251:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134061.670055:0:28823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552559232 00000100:00100000:1.0:1746134061.670065:0:28823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552559232 00002000:00100000:1.0:1746134061.670096:0:28823:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1c:0x0] (7340032->8388607) req@ffff88009b5ab100 x1830953552559232/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/0 e 0 to 0 dl 1746134072 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746134061.670105:0:28823:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5ab100 with x1830953552559232 ext(7340032->8388607) 00002000:00010000:1.0:1746134061.670109:0:28823:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b5ab100 00000100:00100000:1.0:1746134061.670164:0:28823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13394 00000100:00100000:1.0:1746134061.670171:0:28823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d9edd5a2-0c57-4a18-bc87-776e2499def8+18:2010:x1830953552559232:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:1.0:1746134061.672994:0:27139:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+18:2009:x1830953552558720:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 11209us (11579us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746134061.673004:0:27139:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13392 00002000:00100000:1.0:1746134061.673012:0:27139:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1c:0x0] (6291456->7340031) req@ffff88012da65880 x1830953552558720/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/440 e 0 to 0 dl 1746134072 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746134061.673020:0:27139:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012da65880 with x1830953552558720 ext(6291456->7340031) 00002000:00010000:1.0:1746134061.673025:0:27139:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012da65880 00000100:00100000:3.0:1746134061.680343:0:27149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:2010:x1830953552558976:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 13745us (14094us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746134061.680353:0:27149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13393 00002000:00100000:3.0:1746134061.680362:0:27149:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x19:0x0] (6291456->7340031) req@ffff88009b5a8380 x1830953552558976/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/440 e 0 to 0 dl 1746134072 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746134061.680765:0:27149:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5a8380 with x1830953552558976 ext(6291456->7340031) 00002000:00010000:3.0:1746134061.680771:0:27149:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5a8380 00000100:00100000:1.0:1746134061.682891:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134061.682976:0:27149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552559488 00000100:00100000:3.0:1746134061.682983:0:27149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552559488 00002000:00100000:3.0:1746134061.683017:0:27149:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x19:0x0] (7340032->8388607) req@ffff88009c69aa00 x1830953552559488/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/0 e 0 to 0 dl 1746134072 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746134061.683026:0:27149:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c69aa00 with x1830953552559488 ext(7340032->8388607) 00002000:00010000:3.0:1746134061.683031:0:27149:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c69aa00 00000100:00100000:3.0:1746134061.683055:0:27149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13395 00000100:00100000:3.0:1746134061.683061:0:27149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c69aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:2009:x1830953552559488:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:0.0:1746134061.684335:0:28823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2010:x1830953552559232:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 14160us (15085us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746134061.684343:0:28823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13394 00002000:00100000:0.0:1746134061.684350:0:28823:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1c:0x0] (7340032->8388607) req@ffff88009b5ab100 x1830953552559232/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/440 e 0 to 0 dl 1746134072 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746134061.684357:0:28823:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5ab100 with x1830953552559232 ext(7340032->8388607) 00002000:00010000:0.0:1746134061.684361:0:28823:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b5ab100 00000100:00100000:1.0:1746134061.691625:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134061.691666:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134061.691731:0:28823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552560000 00000100:00100000:0.0:1746134061.691740:0:28823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552560000 00002000:00100000:0.0:1746134061.691772:0:28823:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1d:0x0] (4194304->6291455) req@ffff8800957a1f80 x1830953552560000/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/0 e 0 to 0 dl 1746134072 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746134061.691780:0:28823:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957a1f80 with x1830953552560000 ext(4194304->6291455) 00002000:00010000:0.0:1746134061.691785:0:28823:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800957a1f80 00000100:00100000:0.0:1746134061.691798:0:28823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552559872 00000100:00100000:0.0:1746134061.691800:0:28823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552559872 00002000:00100000:0.0:1746134061.691810:0:28823:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1a:0x0] (4194304->6291455) req@ffff8800957a0e00 x1830953552559872/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/0 e 0 to 0 dl 1746134072 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746134061.691816:0:28823:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957a0e00 with x1830953552559872 ext(4194304->6291455) 00002000:00010000:0.0:1746134061.691818:0:28823:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800957a0e00 00000100:00100000:0.0:1746134061.691843:0:28823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13396 00000100:00100000:0.0:1746134061.691850:0:28823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2009:x1830953552560000:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:3.0:1746134061.694237:0:27148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13397 00000100:00100000:3.0:1746134061.694249:0:27148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2010:x1830953552559872:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:3.0:1746134061.705995:0:27149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c69aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2009:x1830953552559488:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 22925us (23101us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746134061.706005:0:27149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13395 00002000:00100000:3.0:1746134061.706014:0:27149:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x19:0x0] (7340032->8388607) req@ffff88009c69aa00 x1830953552559488/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/440 e 0 to 0 dl 1746134072 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746134061.706023:0:27149:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c69aa00 with x1830953552559488 ext(7340032->8388607) 00002000:00010000:3.0:1746134061.706028:0:27149:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c69aa00 00000100:00100000:2.0:1746134061.719438:0:28823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2009:x1830953552560000:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 27581us (27813us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746134061.719448:0:28823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13396 00002000:00100000:2.0:1746134061.719458:0:28823:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1d:0x0] (4194304->6291455) req@ffff8800957a1f80 x1830953552560000/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/440 e 0 to 0 dl 1746134072 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746134061.719466:0:28823:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957a1f80 with x1830953552560000 ext(4194304->6291455) 00002000:00010000:2.0:1746134061.719471:0:28823:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800957a1f80 00000100:00100000:3.0:1746134061.723644:0:27148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:2010:x1830953552559872:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 29391us (31970us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746134061.723653:0:27148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13397 00002000:00100000:3.0:1746134061.723662:0:27148:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1a:0x0] (4194304->6291455) req@ffff8800957a0e00 x1830953552559872/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/440 e 0 to 0 dl 1746134072 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746134061.723670:0:27148:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957a0e00 with x1830953552559872 ext(4194304->6291455) 00002000:00010000:3.0:1746134061.723675:0:27148:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800957a0e00 00000100:00100000:0.0:1746134061.730303:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134061.730352:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134061.730543:0:28823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552560256 00000100:00100000:2.0:1746134061.730550:0:28823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552560256 00002000:00100000:2.0:1746134061.730587:0:28823:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1a:0x0] (6291456->7340031) req@ffff88009b5a8000 x1830953552560256/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/0 e 0 to 0 dl 1746134072 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746134061.730601:0:28823:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5a8000 with x1830953552560256 ext(6291456->7340031) 00002000:00010000:2.0:1746134061.730605:0:28823:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5a8000 00000100:00100000:2.0:1746134061.730619:0:28823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552560512 00000100:00100000:2.0:1746134061.730621:0:28823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552560512 00002000:00100000:2.0:1746134061.730631:0:28823:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1d:0x0] (6291456->7340031) req@ffff88009b5abb80 x1830953552560512/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/0 e 0 to 0 dl 1746134072 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746134061.730636:0:28823:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5abb80 with x1830953552560512 ext(6291456->7340031) 00002000:00010000:2.0:1746134061.730638:0:28823:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b5abb80 00000100:00100000:2.0:1746134061.730913:0:28823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13398 00000100:00100000:2.0:1746134061.730920:0:28823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:2012:x1830953552560256:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:3.0:1746134061.731657:0:27148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13399 00000100:00100000:3.0:1746134061.731666:0:27148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2012:x1830953552560512:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:2.0:1746134061.733749:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134061.733779:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134061.733815:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552560768 00000100:00100000:2.0:1746134061.733821:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552560768 00002000:00100000:2.0:1746134061.733855:0:9587:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1a:0x0] (7340032->8388607) req@ffff88007282e300 x1830953552560768/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/0 e 0 to 0 dl 1746134072 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746134061.733864:0:9587:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282e300 with x1830953552560768 ext(7340032->8388607) 00002000:00010000:2.0:1746134061.733869:0:9587:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007282e300 00000100:00100000:2.0:1746134061.733885:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552561024 00000100:00100000:2.0:1746134061.733887:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552561024 00002000:00100000:2.0:1746134061.733897:0:9587:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1d:0x0] (7340032->8388607) req@ffff88007282ca80 x1830953552561024/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/0 e 0 to 0 dl 1746134072 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746134061.733904:0:9587:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282ca80 with x1830953552561024 ext(7340032->8388607) 00002000:00010000:2.0:1746134061.733907:0:9587:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007282ca80 00000100:00100000:2.0:1746134061.733917:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13400 00000100:00100000:2.0:1746134061.733923:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2012:x1830953552560768:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:2.0:1746134061.734410:0:27147:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13401 00000100:00100000:2.0:1746134061.734415:0:27147:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:d9edd5a2-0c57-4a18-bc87-776e2499def8+18:2012:x1830953552561024:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:2.0:1746134061.749895:0:28823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2012:x1830953552560256:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 18967us (19590us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746134061.749907:0:28823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13398 00002000:00100000:2.0:1746134061.749916:0:28823:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1a:0x0] (6291456->7340031) req@ffff88009b5a8000 x1830953552560256/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/440 e 0 to 0 dl 1746134072 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746134061.749925:0:28823:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5a8000 with x1830953552560256 ext(6291456->7340031) 00002000:00010000:2.0:1746134061.749930:0:28823:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5a8000 00000100:00100000:3.0:1746134061.751561:0:27148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d9edd5a2-0c57-4a18-bc87-776e2499def8+18:2012:x1830953552560512:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 19892us (21203us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746134061.751572:0:27148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13399 00002000:00100000:3.0:1746134061.751579:0:27148:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1d:0x0] (6291456->7340031) req@ffff88009b5abb80 x1830953552560512/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/440 e 0 to 0 dl 1746134072 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746134061.751586:0:27148:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5abb80 with x1830953552560512 ext(6291456->7340031) 00002000:00010000:3.0:1746134061.751590:0:27148:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b5abb80 00000100:00100000:2.0:1746134061.761305:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:2012:x1830953552560768:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 27374us (27553us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746134061.761314:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13400 00002000:00100000:2.0:1746134061.761323:0:9587:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1a:0x0] (7340032->8388607) req@ffff88007282e300 x1830953552560768/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/440 e 0 to 0 dl 1746134072 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746134061.761331:0:9587:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282e300 with x1830953552560768 ext(7340032->8388607) 00002000:00010000:2.0:1746134061.761336:0:9587:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007282e300 00000100:00100000:3.0:1746134061.761838:0:27147:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2012:x1830953552561024:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 27421us (28056us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746134061.761844:0:27147:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13401 00002000:00100000:3.0:1746134061.761850:0:27147:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1d:0x0] (7340032->8388607) req@ffff88007282ca80 x1830953552561024/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/440 e 0 to 0 dl 1746134072 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746134061.761857:0:27147:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282ca80 with x1830953552561024 ext(7340032->8388607) 00002000:00010000:3.0:1746134061.761860:0:27147:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007282ca80 00000100:00100000:0.0:1746134061.773991:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134061.774042:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134061.774142:0:27147:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552561280 00000100:00100000:3.0:1746134061.774149:0:27147:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552561280 00002000:00100000:3.0:1746134061.774186:0:27147:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->10485759) req@ffff88009b5a9f80 x1830953552561280/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/0 e 0 to 0 dl 1746134072 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746134061.774194:0:27147:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5a9f80 with x1830953552561280 ext(8388608->10485759) 00002000:00010000:3.0:1746134061.774198:0:27147:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b5a9f80 00000100:00100000:3.0:1746134061.774211:0:27147:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552561536 00000100:00100000:3.0:1746134061.774214:0:27147:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552561536 00002000:00100000:3.0:1746134061.774225:0:27147:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x19:0x0] (8388608->10485759) req@ffff88009b5a9180 x1830953552561536/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/0 e 0 to 0 dl 1746134072 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746134061.774231:0:27147:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5a9180 with x1830953552561536 ext(8388608->10485759) 00002000:00010000:3.0:1746134061.774233:0:27147:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5a9180 00000100:00100000:3.0:1746134061.774245:0:27147:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13402 00000100:00100000:3.0:1746134061.774251:0:27147:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2010:x1830953552561280:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:3.0:1746134061.774939:0:28823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13403 00000100:00100000:3.0:1746134061.774956:0:28823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:2010:x1830953552561536:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:3.0:1746134061.790519:0:27147:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2010:x1830953552561280:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 16259us (16525us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746134061.790529:0:27147:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13402 00002000:00100000:3.0:1746134061.790538:0:27147:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1c:0x0] (8388608->10485759) req@ffff88009b5a9f80 x1830953552561280/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/440 e 0 to 0 dl 1746134072 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746134061.790546:0:27147:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5a9f80 with x1830953552561280 ext(8388608->10485759) 00002000:00010000:3.0:1746134061.790551:0:27147:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b5a9f80 00000100:00100000:3.0:1746134061.795814:0:28823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:2010:x1830953552561536:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 20860us (21763us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746134061.795824:0:28823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13403 00002000:00100000:3.0:1746134061.795833:0:28823:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x19:0x0] (8388608->10485759) req@ffff88009b5a9180 x1830953552561536/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/440 e 0 to 0 dl 1746134072 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746134061.795842:0:28823:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5a9180 with x1830953552561536 ext(8388608->10485759) 00002000:00010000:3.0:1746134061.795847:0:28823:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b5a9180 00000100:00100000:0.0:1746134061.798179:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134061.798221:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134061.799785:0:28823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552561792 00000100:00100000:3.0:1746134061.799794:0:28823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552561792 00002000:00100000:3.0:1746134061.799834:0:28823:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1c:0x0] (10485760->11534335) req@ffff88009b5ab800 x1830953552561792/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/0 e 0 to 0 dl 1746134072 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746134061.799842:0:28823:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5ab800 with x1830953552561792 ext(10485760->11534335) 00002000:00010000:3.0:1746134061.799847:0:28823:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b5ab800 00000100:00100000:3.0:1746134061.799869:0:28823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552562048 00000100:00100000:3.0:1746134061.799871:0:28823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552562048 00002000:00100000:3.0:1746134061.799883:0:28823:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x19:0x0] (10485760->11534335) req@ffff88008ff3c380 x1830953552562048/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/0 e 0 to 0 dl 1746134072 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746134061.799889:0:28823:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ff3c380 with x1830953552562048 ext(10485760->11534335) 00002000:00010000:3.0:1746134061.799892:0:28823:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ff3c380 00000100:00100000:3.0:1746134061.801193:0:28823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13404 00000100:00100000:3.0:1746134061.801203:0:28823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b5ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2009:x1830953552561792:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:2.0:1746134061.802192:0:27147:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13405 00000100:00100000:2.0:1746134061.802225:0:27147:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ff3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:2009:x1830953552562048:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:1.0:1746134061.805159:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134061.805222:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552562304 00000100:00100000:0.0:1746134061.805229:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552562304 00002000:00100000:0.0:1746134061.805262:0:9587:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1c:0x0] (11534336->12582911) req@ffff8800957a2680 x1830953552562304/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/0 e 0 to 0 dl 1746134072 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746134061.805271:0:9587:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957a2680 with x1830953552562304 ext(11534336->12582911) 00002000:00010000:0.0:1746134061.805275:0:9587:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800957a2680 00000100:00100000:0.0:1746134061.805303:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13406 00000100:00100000:0.0:1746134061.805309:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+18:2009:x1830953552562304:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:3.0:1746134061.820615:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134061.820835:0:27148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552562560 00000100:00100000:2.0:1746134061.820842:0:27148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552562560 00002000:00100000:2.0:1746134061.820874:0:27148:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (11534336->12582911) req@ffff880081158a80 x1830953552562560/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/0 e 0 to 0 dl 1746134072 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746134061.820884:0:27148:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081158a80 with x1830953552562560 ext(11534336->12582911) 00002000:00010000:2.0:1746134061.820889:0:27148:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880081158a80 00000100:00100000:2.0:1746134061.820908:0:27148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13407 00000100:00100000:2.0:1746134061.820913:0:27148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880081158a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2011:x1830953552562560:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:3.0:1746134061.822242:0:28823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b5ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d9edd5a2-0c57-4a18-bc87-776e2499def8+18:2009:x1830953552561792:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 21038us (24065us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746134061.822250:0:28823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13404 00002000:00100000:3.0:1746134061.822257:0:28823:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1c:0x0] (10485760->11534335) req@ffff88009b5ab800 x1830953552561792/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/440 e 0 to 0 dl 1746134072 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746134061.822264:0:28823:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b5ab800 with x1830953552561792 ext(10485760->11534335) 00002000:00010000:3.0:1746134061.822268:0:28823:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b5ab800 00000100:00100000:3.0:1746134061.822303:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134061.822359:0:28823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552562816 00000100:00100000:3.0:1746134061.822363:0:28823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552562816 00002000:00100000:3.0:1746134061.822379:0:28823:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1c:0x0] (12582912->13631487) req@ffff88012c431c00 x1830953552562816/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/0 e 0 to 0 dl 1746134072 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746134061.822385:0:28823:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c431c00 with x1830953552562816 ext(12582912->13631487) 00002000:00010000:3.0:1746134061.822387:0:28823:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c431c00 00000100:00100000:3.0:1746134061.822396:0:28823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13408 00000100:00100000:3.0:1746134061.822402:0:28823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c431c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d9edd5a2-0c57-4a18-bc87-776e2499def8+18:2010:x1830953552562816:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:3.0:1746134061.822800:0:27147:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ff3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2009:x1830953552562048:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 20601us (24577us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746134061.822805:0:27147:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13405 00002000:00100000:3.0:1746134061.822810:0:27147:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x19:0x0] (10485760->11534335) req@ffff88008ff3c380 x1830953552562048/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/440 e 0 to 0 dl 1746134072 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746134061.822817:0:27147:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ff3c380 with x1830953552562048 ext(10485760->11534335) 00002000:00010000:3.0:1746134061.822820:0:27147:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ff3c380 00000100:00100000:1.0:1746134061.833133:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+18:2009:x1830953552562304:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 27797us (27954us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746134061.833143:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13406 00002000:00100000:1.0:1746134061.833152:0:9587:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1c:0x0] (11534336->12582911) req@ffff8800957a2680 x1830953552562304/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/440 e 0 to 0 dl 1746134072 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746134061.833160:0:9587:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957a2680 with x1830953552562304 ext(11534336->12582911) 00002000:00010000:1.0:1746134061.833165:0:9587:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800957a2680 00000100:00100000:2.0:1746134061.839420:0:27148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880081158a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:2011:x1830953552562560:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 18498us (18803us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746134061.839431:0:27148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13407 00002000:00100000:2.0:1746134061.839441:0:27148:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x19:0x0] (11534336->12582911) req@ffff880081158a80 x1830953552562560/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/440 e 0 to 0 dl 1746134072 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746134061.839450:0:27148:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880081158a80 with x1830953552562560 ext(11534336->12582911) 00002000:00010000:2.0:1746134061.839455:0:27148:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880081158a80 00000100:00100000:0.0:1746134061.845613:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134061.845652:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134061.845690:0:28823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c431c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2010:x1830953552562816:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 23286us (23384us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746134061.845699:0:28823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13408 00002000:00100000:3.0:1746134061.845708:0:28823:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1c:0x0] (12582912->13631487) req@ffff88012c431c00 x1830953552562816/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/440 e 0 to 0 dl 1746134072 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746134061.845717:0:28823:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012c431c00 with x1830953552562816 ext(12582912->13631487) 00002000:00010000:3.0:1746134061.845722:0:28823:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012c431c00 00000100:00100000:3.0:1746134061.845745:0:28823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552563200 00000100:00100000:3.0:1746134061.845751:0:28823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552563200 00002000:00100000:3.0:1746134061.845775:0:28823:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1a:0x0] (8388608->10485759) req@ffff88008ff3d500 x1830953552563200/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/0 e 0 to 0 dl 1746134072 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746134061.845782:0:28823:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ff3d500 with x1830953552563200 ext(8388608->10485759) 00002000:00010000:3.0:1746134061.845785:0:28823:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ff3d500 00000100:00100000:3.0:1746134061.845795:0:28823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552563328 00000100:00100000:3.0:1746134061.845796:0:28823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552563328 00002000:00100000:3.0:1746134061.845806:0:28823:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1d:0x0] (8388608->10485759) req@ffff88008ff3df80 x1830953552563328/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/0 e 0 to 0 dl 1746134072 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746134061.845812:0:28823:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ff3df80 with x1830953552563328 ext(8388608->10485759) 00002000:00010000:3.0:1746134061.845814:0:28823:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ff3df80 00000100:00100000:3.0:1746134061.845824:0:28823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13409 00000100:00100000:3.0:1746134061.845829:0:28823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ff3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:2010:x1830953552563200:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:0.0:1746134061.845860:0:27149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13410 00000100:00100000:0.0:1746134061.845865:0:27149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ff3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2010:x1830953552563328:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:1.0:1746134061.861431:0:28823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ff3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:2010:x1830953552563200:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 15593us (15817us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746134061.861440:0:28823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13409 00002000:00100000:1.0:1746134061.861449:0:28823:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1a:0x0] (8388608->10485759) req@ffff88008ff3d500 x1830953552563200/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/440 e 0 to 0 dl 1746134072 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746134061.861457:0:28823:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ff3d500 with x1830953552563200 ext(8388608->10485759) 00002000:00010000:1.0:1746134061.861462:0:28823:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ff3d500 00000100:00100000:2.0:1746134061.865512:0:27149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ff3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2010:x1830953552563328:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 19639us (19851us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746134061.865521:0:27149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13410 00002000:00100000:2.0:1746134061.865529:0:27149:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1d:0x0] (8388608->10485759) req@ffff88008ff3df80 x1830953552563328/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/440 e 0 to 0 dl 1746134072 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746134061.865537:0:27149:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ff3df80 with x1830953552563328 ext(8388608->10485759) 00002000:00010000:2.0:1746134061.865542:0:27149:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ff3df80 00000100:00100000:3.0:1746134061.868481:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134061.871019:0:27149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552563584 00000100:00100000:2.0:1746134061.871028:0:27149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552563584 00002000:00100000:2.0:1746134061.871066:0:27149:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1a:0x0] (10485760->11534335) req@ffff88009bfbed80 x1830953552563584/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/0 e 0 to 0 dl 1746134072 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746134061.871075:0:27149:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfbed80 with x1830953552563584 ext(10485760->11534335) 00002000:00010000:2.0:1746134061.871079:0:27149:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bfbed80 00000100:00100000:2.0:1746134061.871141:0:27149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13411 00000100:00100000:2.0:1746134061.871148:0:27149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:2010:x1830953552563584:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:0.0:1746134061.873843:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134061.873884:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134061.874004:0:27148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552563968 00000100:00100000:2.0:1746134061.874012:0:27148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552563968 00002000:00100000:2.0:1746134061.874046:0:27148:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1a:0x0] (11534336->12582911) req@ffff88008ff3d880 x1830953552563968/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/0 e 0 to 0 dl 1746134072 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746134061.874055:0:27148:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ff3d880 with x1830953552563968 ext(11534336->12582911) 00002000:00010000:2.0:1746134061.874059:0:27148:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ff3d880 00000100:00100000:2.0:1746134061.874074:0:27148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552564096 00000100:00100000:2.0:1746134061.874076:0:27148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552564096 00002000:00100000:2.0:1746134061.874088:0:27148:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1d:0x0] (10485760->11534335) req@ffff88008ff3d180 x1830953552564096/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/0 e 0 to 0 dl 1746134072 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746134061.874094:0:27148:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ff3d180 with x1830953552564096 ext(10485760->11534335) 00002000:00010000:2.0:1746134061.874097:0:27148:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ff3d180 00000100:00100000:2.0:1746134061.874141:0:27148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13412 00000100:00100000:2.0:1746134061.874148:0:27148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ff3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2009:x1830953552563968:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:1.0:1746134061.875303:0:28823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13413 00000100:00100000:1.0:1746134061.875312:0:28823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ff3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2009:x1830953552564096:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:0.0:1746134061.885312:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134061.885683:0:27149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfbed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2010:x1830953552563584:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 14533us (17206us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746134061.885692:0:27149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13411 00002000:00100000:3.0:1746134061.885701:0:27149:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1a:0x0] (10485760->11534335) req@ffff88009bfbed80 x1830953552563584/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/440 e 0 to 0 dl 1746134072 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746134061.885710:0:27149:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bfbed80 with x1830953552563584 ext(10485760->11534335) 00002000:00010000:3.0:1746134061.885715:0:27149:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bfbed80 00000100:00100000:3.0:1746134061.885732:0:27149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552564352 00000100:00100000:3.0:1746134061.885737:0:27149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552564352 00002000:00100000:3.0:1746134061.885759:0:27149:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1d:0x0] (11534336->12582911) req@ffff88008ff3f100 x1830953552564352/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/0 e 0 to 0 dl 1746134072 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746134061.885766:0:27149:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ff3f100 with x1830953552564352 ext(11534336->12582911) 00002000:00010000:3.0:1746134061.885769:0:27149:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ff3f100 00000100:00100000:3.0:1746134061.885788:0:27147:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13414 00000100:00100000:3.0:1746134061.885794:0:27147:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ff3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:d9edd5a2-0c57-4a18-bc87-776e2499def8+18:2009:x1830953552564352:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:0.0:1746134061.891469:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134061.894307:0:28823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ff3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d9edd5a2-0c57-4a18-bc87-776e2499def8+18:2009:x1830953552564096:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 18988us (20414us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746134061.894316:0:28823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13413 00002000:00100000:1.0:1746134061.894325:0:28823:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1d:0x0] (10485760->11534335) req@ffff88008ff3d180 x1830953552564096/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/440 e 0 to 0 dl 1746134072 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746134061.894333:0:28823:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ff3d180 with x1830953552564096 ext(10485760->11534335) 00002000:00010000:1.0:1746134061.894337:0:28823:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ff3d180 00000100:00100000:1.0:1746134061.894353:0:28823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552564608 00000100:00100000:1.0:1746134061.894358:0:28823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552564608 00002000:00100000:1.0:1746134061.894381:0:28823:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1a:0x0] (12582912->13631487) req@ffff88008ff3f480 x1830953552564608/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/0 e 0 to 0 dl 1746134072 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746134061.894387:0:28823:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ff3f480 with x1830953552564608 ext(12582912->13631487) 00002000:00010000:1.0:1746134061.894390:0:28823:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ff3f480 00000100:00100000:1.0:1746134061.894403:0:28823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13415 00000100:00100000:1.0:1746134061.894408:0:28823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ff3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2009:x1830953552564608:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:3.0:1746134061.895828:0:27148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ff3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2009:x1830953552563968:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 21676us (21987us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746134061.895837:0:27148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13412 00002000:00100000:3.0:1746134061.895843:0:27148:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1a:0x0] (11534336->12582911) req@ffff88008ff3d880 x1830953552563968/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/440 e 0 to 0 dl 1746134072 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746134061.895850:0:27148:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ff3d880 with x1830953552563968 ext(11534336->12582911) 00002000:00010000:3.0:1746134061.895853:0:27148:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ff3d880 00000100:00100000:3.0:1746134061.899896:0:27147:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ff3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2009:x1830953552564352:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 14093us (14582us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746134061.899905:0:27147:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13414 00002000:00100000:3.0:1746134061.899915:0:27147:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1d:0x0] (11534336->12582911) req@ffff88008ff3f100 x1830953552564352/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/440 e 0 to 0 dl 1746134072 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746134061.899924:0:27147:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ff3f100 with x1830953552564352 ext(11534336->12582911) 00002000:00010000:3.0:1746134061.899929:0:27147:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ff3f100 00000100:00100000:1.0:1746134061.904981:0:28823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ff3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:2009:x1830953552564608:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 10562us (13509us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746134061.904993:0:28823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13415 00002000:00100000:1.0:1746134061.905005:0:28823:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1a:0x0] (12582912->13631487) req@ffff88008ff3f480 x1830953552564608/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:272/0 lens 488/440 e 0 to 0 dl 1746134072 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746134061.905015:0:28823:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ff3f480 with x1830953552564608 ext(12582912->13631487) 00002000:00010000:1.0:1746134061.905020:0:28823:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ff3f480 00000100:00100000:0.0:1746134061.912585:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134061.912679:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552564864 00000100:00100000:2.0:1746134061.912686:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552564864 00000100:00100000:2.0:1746134061.913312:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 199 00000100:00100000:2.0:1746134061.913321:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f845180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+23:3778:x1830953552564864:12345-192.168.203.26@tcp:35:cmp.0 00000100:00100000:2.0:1746134061.914928:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f845180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+24:3778:x1830953552564864:12345-192.168.203.26@tcp:35:cmp.0 Request processed in 1602us (2343us total) trans 4294986363 rc 0/0 00000100:00100000:2.0:1746134061.914936:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 199 00000100:00100000:0.0:1746134061.922404:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134061.922528:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552565120 00000100:00100000:2.0:1746134061.922535:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552565120 00000100:00100000:2.0:1746134061.922571:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43456 00000100:00100000:2.0:1746134061.922579:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f844a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+16:3779:x1830953552565120:12345-192.168.203.26@tcp:101:cmp.0 00010000:00010000:2.0:1746134061.922595:0:7234:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134061.922609:0:7234:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8cb600/0x9682c7de153c9acb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750a51 expref: -99 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.922680:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8cae00/0x9682c7de153c9ad2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746134061.922690:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8cae00/0x9682c7de153c9ad2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746134061.922699:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8cae00/0x9682c7de153c9ad2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00000004:00200000:2.0:1746134061.922707:0:7234:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x49:0x0]: returning size 26214400 00010000:00010000:2.0:1746134061.922775:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8cb600/0x9682c7de153c9acb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750a51 expref: 19 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.922806:0:7234:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8cae00/0x9682c7de153c9ad2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750a51 expref: 18 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.922812:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88009cb78700) 00010000:00010000:2.0:1746134061.922815:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746134061.922817:0:7234:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8cae00, rc 0) 00000100:00100000:2.0:1746134061.922863:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f844a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+18:3779:x1830953552565120:12345-192.168.203.26@tcp:101:cmp.0 Request processed in 285us (465us total) trans 4294986364 rc 0/0 00000100:00100000:2.0:1746134061.922868:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43456 00000100:00100000:0.0:1746134061.924858:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134061.925295:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552565248 00000100:00100000:3.0:1746134061.925302:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552565248 00000100:00100000:3.0:1746134061.925354:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 648 00000100:00100000:3.0:1746134061.925361:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f847800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+18:2010:x1830953552565248:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134061.925371:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134061.925390:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8cae00/0x9682c7de153c9ad2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x49:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750a51 expref: 18 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134061.926315:0:8382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88009cb78700) 00010000:00010000:3.0:1746134061.926320:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134061.926362:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f847800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+17:2010:x1830953552565248:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1000us (1508us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134061.926371:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 648 00000100:00100000:0.0:1746134061.926623:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134061.926642:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552565504 00000100:00100000:0.0:1746134061.926646:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552565504 00000100:00100000:0.0:1746134061.926676:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43457 00000100:00100000:0.0:1746134061.926682:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f844700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+17:3779:x1830953552565504:12345-192.168.203.26@tcp:101:cmp.0 00010000:00010000:0.0:1746134061.926698:0:7232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134061.926708:0:7232:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800955afc00/0x9682c7de153c9ae0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750a58 expref: -99 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134061.926776:0:7232:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800955af200/0x9682c7de153c9ae7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7232 initiator: MDT0 00010000:00010000:0.0:1746134061.926786:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800955af200/0x9682c7de153c9ae7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:0.0:1746134061.926794:0:7232:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800955af200/0x9682c7de153c9ae7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00000004:00200000:0.0:1746134061.926805:0:7232:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 26214400 00010000:00010000:0.0:1746134061.926876:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800955afc00/0x9682c7de153c9ae0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750a58 expref: 20 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134061.926891:0:7232:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800955af200/0x9682c7de153c9ae7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750a58 expref: 19 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134061.926898:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff88012ec6fd00) 00010000:00010000:0.0:1746134061.926900:0:7232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746134061.926902:0:7232:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800955af200, rc 0) 00000100:00100000:0.0:1746134061.926919:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f844700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+19:3779:x1830953552565504:12345-192.168.203.26@tcp:101:cmp.0 Request processed in 238us (296us total) trans 4294986365 rc 0/0 00000100:00100000:0.0:1746134061.926925:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43457 00000100:00100000:0.0:1746134061.929404:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134061.930051:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134061.931416:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552565632 00000100:00100000:2.0:1746134061.931425:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552565632 00000100:00100000:2.0:1746134061.931457:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552565760 00000100:00100000:2.0:1746134061.931459:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552565760 00000100:00100000:2.0:1746134061.931475:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30100 00000100:00100000:2.0:1746134061.931481:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f847b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+8:2011:x1830953552565632:12345-192.168.203.26@tcp:101:cmp.0 00010000:00010000:2.0:1746134061.931496:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134061.931510:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009c8cac00/0x9682c7de153c9af5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750a5f expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.931528:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134061.931530:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134061.931536:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009c8cac00/0x9682c7de153c9af5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750a5f expref: 9 pid: 18904 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746134061.931550:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009c8cac00/0x9682c7de153c9af5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750a5f expref: 9 pid: 18904 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746134061.931558:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8cac00, rc 0) 00000100:00100000:2.0:1746134061.931592:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f847b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+9:2011:x1830953552565632:12345-192.168.203.26@tcp:101:cmp.0 Request processed in 112us (2196us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134061.931597:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30100 00000100:00100000:2.0:1746134061.931607:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30101 00000100:00100000:2.0:1746134061.931611:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f844000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+14:2011:x1830953552565760:12345-192.168.203.26@tcp:101:cmp.0 00010000:00010000:2.0:1746134061.931616:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134061.931622:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8cb400/0x9682c7de153c9afc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750a66 expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134061.931633:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134061.931634:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134061.931637:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8cb400/0x9682c7de153c9afc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750a66 expref: 15 pid: 18904 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746134061.931645:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8cb400/0x9682c7de153c9afc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750a66 expref: 15 pid: 18904 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746134061.931650:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8cb400, rc 0) 00000100:00100000:2.0:1746134061.931658:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f844000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+15:2011:x1830953552565760:12345-192.168.203.26@tcp:101:cmp.0 Request processed in 47us (1609us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134061.931662:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30101 00000100:00100000:2.0:1746134061.931720:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134061.931803:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552565888 00000100:00100000:2.0:1746134061.931806:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552565888 00000100:00100000:1.0:1746134061.933137:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 649 00000100:00100000:1.0:1746134061.933150:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+19:2010:x1830953552565888:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134061.933163:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134061.933183:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800955af200/0x9682c7de153c9ae7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750a58 expref: 19 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134061.933201:0:7221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff88012ec6fd00) 00010000:00010000:1.0:1746134061.933205:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134061.933244:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+18:2010:x1830953552565888:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 99us (1523us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134061.933253:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 649 00000100:00100000:0.0:1746134061.944719:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134061.944799:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134061.944887:0:28823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552566144 00000100:00100000:1.0:1746134061.944895:0:28823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552566144 00002000:00100000:1.0:1746134061.944929:0:28823:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->2097151) req@ffff88012f845f80 x1830953552566144/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:272/0 lens 488/0 e 0 to 0 dl 1746134072 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746134061.944943:0:28823:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f845f80 with x1830953552566144 ext(0->2097151) 00002000:00010000:1.0:1746134061.944955:0:28823:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f845f80 00000100:00100000:1.0:1746134061.944981:0:28823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552566400 00000100:00100000:1.0:1746134061.944983:0:28823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552566400 00002000:00100000:1.0:1746134061.944995:0:28823:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1d:0x0] (0->2097151) req@ffff88012f846a00 x1830953552566400/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:272/0 lens 488/0 e 0 to 0 dl 1746134072 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746134061.945003:0:28823:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f846a00 with x1830953552566400 ext(0->2097151) 00002000:00010000:1.0:1746134061.945006:0:28823:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f846a00 00000100:00100000:1.0:1746134061.945018:0:28823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13416 00000100:00100000:1.0:1746134061.945024:0:28823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f845f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+9:2011:x1830953552566144:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:3.0:1746134061.945171:0:27147:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13417 00000100:00100000:3.0:1746134061.945178:0:27147:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f846a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+15:2011:x1830953552566400:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:3.0:1746134061.956223:0:27147:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f846a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+15:2011:x1830953552566400:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 11037us (11416us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746134061.956234:0:27147:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13417 00002000:00100000:3.0:1746134061.956247:0:27147:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1d:0x0] (0->2097151) req@ffff88012f846a00 x1830953552566400/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:272/0 lens 488/440 e 0 to 0 dl 1746134072 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746134061.956255:0:27147:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f846a00 with x1830953552566400 ext(0->2097151) 00002000:00010000:3.0:1746134061.956260:0:27147:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012f846a00 00000100:00100000:1.0:1746134061.958363:0:28823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f845f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+9:2011:x1830953552566144:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 13332us (13824us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746134061.958373:0:28823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13416 00002000:00100000:1.0:1746134061.958381:0:28823:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->2097151) req@ffff88012f845f80 x1830953552566144/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:272/0 lens 488/440 e 0 to 0 dl 1746134072 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746134061.958389:0:28823:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f845f80 with x1830953552566144 ext(0->2097151) 00002000:00010000:1.0:1746134061.958394:0:28823:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f845f80 00000100:00100000:0.0:1746134061.975778:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134061.975825:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134061.975881:0:27147:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552566656 00000100:00100000:3.0:1746134061.975889:0:27147:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552566656 00002000:00100000:3.0:1746134061.975924:0:27147:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1a:0x0] (2097152->4194303) req@ffff88012f846300 x1830953552566656/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:272/0 lens 488/0 e 0 to 0 dl 1746134072 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746134061.975934:0:27147:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f846300 with x1830953552566656 ext(2097152->4194303) 00002000:00010000:3.0:1746134061.975938:0:27147:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f846300 00000100:00100000:1.0:1746134061.976274:0:28823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552566912 00000100:00100000:1.0:1746134061.976279:0:28823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552566912 00000100:00100000:3.0:1746134061.976282:0:27147:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13418 00000100:00100000:3.0:1746134061.976288:0:27147:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f846300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+9:2009:x1830953552566656:12345-192.168.203.26@tcp:3:cmp.0 00002000:00100000:1.0:1746134061.976295:0:28823:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1d:0x0] (2097152->4194303) req@ffff88009b43b480 x1830953552566912/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:272/0 lens 488/0 e 0 to 0 dl 1746134072 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746134061.976301:0:28823:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b43b480 with x1830953552566912 ext(2097152->4194303) 00002000:00010000:1.0:1746134061.976304:0:28823:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b43b480 00000100:00100000:1.0:1746134061.976741:0:28823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13419 00000100:00100000:1.0:1746134061.976780:0:28823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b43b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+15:2009:x1830953552566912:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:1.0:1746134061.996765:0:28823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b43b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+15:2009:x1830953552566912:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 20009us (20931us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746134061.996775:0:28823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13419 00002000:00100000:1.0:1746134061.996785:0:28823:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1d:0x0] (2097152->4194303) req@ffff88009b43b480 x1830953552566912/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:272/0 lens 488/440 e 0 to 0 dl 1746134072 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746134061.996793:0:28823:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b43b480 with x1830953552566912 ext(2097152->4194303) 00002000:00010000:1.0:1746134061.996798:0:28823:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b43b480 00000100:00100000:3.0:1746134061.999987:0:27147:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f846300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+9:2009:x1830953552566656:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 23691us (24209us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746134061.999997:0:27147:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13418 00002000:00100000:3.0:1746134062.000007:0:27147:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1a:0x0] (2097152->4194303) req@ffff88012f846300 x1830953552566656/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:272/0 lens 488/440 e 0 to 0 dl 1746134072 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746134062.000021:0:27147:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012f846300 with x1830953552566656 ext(2097152->4194303) 00002000:00010000:3.0:1746134062.000026:0:27147:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012f846300 00000100:00100000:0.0:1746134062.015212:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134062.015256:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134062.015333:0:27147:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552567296 00000100:00100000:3.0:1746134062.015341:0:27147:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552567296 00002000:00100000:3.0:1746134062.015393:0:27147:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1d:0x0] (4194304->6291455) req@ffff88009b43b800 x1830953552567296/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:273/0 lens 488/0 e 0 to 0 dl 1746134073 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00080000:2.0:1746134062.015400:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00100000:3.0:1746134062.015402:0:27147:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b43b800 with x1830953552567296 ext(4194304->6291455) 00002000:00010000:3.0:1746134062.015407:0:27147:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b43b800 00000100:00100000:3.0:1746134062.015418:0:27147:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552567424 00000100:00100000:3.0:1746134062.015421:0:27147:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552567424 00000100:00100000:2.0:1746134062.015425:0:27149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13420 00000100:00100000:2.0:1746134062.015432:0:27149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b43b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+15:2009:x1830953552567296:12345-192.168.203.26@tcp:3:cmp.0 00002000:00100000:3.0:1746134062.015436:0:27147:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1a:0x0] (4194304->6291455) req@ffff88009b438700 x1830953552567424/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:273/0 lens 488/0 e 0 to 0 dl 1746134073 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746134062.015441:0:27147:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b438700 with x1830953552567424 ext(4194304->6291455) 00002000:00010000:3.0:1746134062.015444:0:27147:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b438700 00000100:00100000:3.0:1746134062.015457:0:27148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13421 00000100:00100000:3.0:1746134062.015462:0:27148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b438700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+9:2009:x1830953552567424:12345-192.168.203.26@tcp:3:cmp.0 00000100:00080000:1.0:1746134062.016218:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746134062.033835:0:27148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b438700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+9:2009:x1830953552567424:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 18364us (18569us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746134062.033846:0:27148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13421 00002000:00100000:3.0:1746134062.033854:0:27148:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1a:0x0] (4194304->6291455) req@ffff88009b438700 x1830953552567424/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:273/0 lens 488/440 e 0 to 0 dl 1746134073 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746134062.033864:0:27148:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b438700 with x1830953552567424 ext(4194304->6291455) 00002000:00010000:3.0:1746134062.033868:0:27148:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b438700 00000100:00100000:2.0:1746134062.034148:0:27149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b43b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+15:2009:x1830953552567296:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 18716us (18941us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746134062.034155:0:27149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13420 00002000:00100000:2.0:1746134062.034159:0:27149:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1d:0x0] (4194304->6291455) req@ffff88009b43b800 x1830953552567296/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:273/0 lens 488/440 e 0 to 0 dl 1746134073 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746134062.034167:0:27149:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b43b800 with x1830953552567296 ext(4194304->6291455) 00002000:00010000:2.0:1746134062.034169:0:27149:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b43b800 00000100:00100000:0.0:1746134062.038158:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134062.038271:0:27149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552567680 00000100:00100000:2.0:1746134062.038278:0:27149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552567680 00002000:00100000:2.0:1746134062.038313:0:27149:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1a:0x0] (6291456->7340031) req@ffff88009b43bb80 x1830953552567680/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:273/0 lens 488/0 e 0 to 0 dl 1746134073 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746134062.038321:0:27149:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b43bb80 with x1830953552567680 ext(6291456->7340031) 00002000:00010000:2.0:1746134062.038326:0:27149:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b43bb80 00000100:00100000:2.0:1746134062.038353:0:27149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13422 00000100:00100000:2.0:1746134062.038359:0:27149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b43bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+9:2012:x1830953552567680:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:0.0:1746134062.041234:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134062.041371:0:27148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552567936 00000100:00100000:3.0:1746134062.041378:0:27148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552567936 00002000:00100000:3.0:1746134062.041412:0:27148:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1d:0x0] (6291456->7340031) req@ffff88009b439880 x1830953552567936/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:273/0 lens 488/0 e 0 to 0 dl 1746134073 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746134062.041421:0:27148:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b439880 with x1830953552567936 ext(6291456->7340031) 00002000:00010000:3.0:1746134062.041425:0:27148:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b439880 00000100:00100000:3.0:1746134062.041450:0:27148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13423 00000100:00100000:3.0:1746134062.041457:0:27148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b439880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+15:2012:x1830953552567936:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:0.0:1746134062.044770:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134062.044928:0:27147:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552568192 00000100:00100000:1.0:1746134062.044937:0:27147:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552568192 00002000:00100000:1.0:1746134062.044982:0:27147:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1a:0x0] (7340032->8388607) req@ffff88009b43aa00 x1830953552568192/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:273/0 lens 488/0 e 0 to 0 dl 1746134073 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746134062.044992:0:27147:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b43aa00 with x1830953552568192 ext(7340032->8388607) 00002000:00010000:1.0:1746134062.044996:0:27147:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b43aa00 00000100:00100000:1.0:1746134062.045027:0:27147:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13424 00000100:00100000:1.0:1746134062.045034:0:27147:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b43aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+11:2011:x1830953552568192:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:0.0:1746134062.048580:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134062.048742:0:27149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b43bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+11:2012:x1830953552567680:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 10381us (10587us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746134062.048754:0:27149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13422 00002000:00100000:0.0:1746134062.048764:0:27149:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1a:0x0] (6291456->7340031) req@ffff88009b43bb80 x1830953552567680/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:273/0 lens 488/440 e 0 to 0 dl 1746134073 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746134062.048773:0:27149:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b43bb80 with x1830953552567680 ext(6291456->7340031) 00002000:00010000:0.0:1746134062.048778:0:27149:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b43bb80 00000100:00100000:0.0:1746134062.048802:0:27149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552568448 00000100:00100000:0.0:1746134062.048808:0:27149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552568448 00002000:00100000:1.0:1746134062.049223:0:27149:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1d:0x0] (7340032->8388607) req@ffff88009b43a680 x1830953552568448/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:273/0 lens 488/0 e 0 to 0 dl 1746134073 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746134062.049238:0:27149:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b43a680 with x1830953552568448 ext(7340032->8388607) 00002000:00010000:1.0:1746134062.049241:0:27149:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b43a680 00000100:00100000:1.0:1746134062.049267:0:27149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13425 00000100:00100000:1.0:1746134062.049274:0:27149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b43a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+17:2012:x1830953552568448:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:3.0:1746134062.052187:0:27148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b439880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+17:2012:x1830953552567936:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 10722us (10951us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746134062.052187:0:27147:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b43aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+9:2011:x1830953552568192:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 7151us (7422us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746134062.052196:0:27147:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13424 00000100:00100000:3.0:1746134062.052199:0:27148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13423 00002000:00100000:3.0:1746134062.052206:0:27148:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1d:0x0] (6291456->7340031) req@ffff88009b439880 x1830953552567936/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:273/0 lens 488/440 e 0 to 0 dl 1746134073 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746134062.052206:0:27147:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1a:0x0] (7340032->8388607) req@ffff88009b43aa00 x1830953552568192/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:273/0 lens 488/440 e 0 to 0 dl 1746134073 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746134062.052215:0:27148:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b439880 with x1830953552567936 ext(6291456->7340031) 00002000:00100000:1.0:1746134062.052215:0:27147:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b43aa00 with x1830953552568192 ext(7340032->8388607) 00002000:00010000:3.0:1746134062.052220:0:27148:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b439880 00002000:00010000:1.0:1746134062.052220:0:27147:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b43aa00 00000100:00100000:1.0:1746134062.057198:0:27149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b43a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+15:2012:x1830953552568448:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 7917us (8619us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746134062.057209:0:27149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13425 00002000:00100000:1.0:1746134062.057218:0:27149:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1d:0x0] (7340032->8388607) req@ffff88009b43a680 x1830953552568448/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:273/0 lens 488/440 e 0 to 0 dl 1746134073 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746134062.057227:0:27149:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b43a680 with x1830953552568448 ext(7340032->8388607) 00002000:00010000:1.0:1746134062.057232:0:27149:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b43a680 00000100:00100000:0.0:1746134062.075691:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134062.075921:0:27149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552568704 00000100:00100000:1.0:1746134062.075928:0:27149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552568704 00002000:00100000:1.0:1746134062.075973:0:27149:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1a:0x0] (8388608->10485759) req@ffff88009b439c00 x1830953552568704/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:273/0 lens 488/0 e 0 to 0 dl 1746134073 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746134062.075982:0:27149:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b439c00 with x1830953552568704 ext(8388608->10485759) 00002000:00010000:1.0:1746134062.075987:0:27149:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b439c00 00000100:00100000:1.0:1746134062.076021:0:27149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13426 00000100:00100000:1.0:1746134062.076028:0:27149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b439c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+9:2009:x1830953552568704:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:0.0:1746134062.083300:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134062.083873:0:27147:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552568960 00000100:00100000:2.0:1746134062.083880:0:27147:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552568960 00002000:00100000:2.0:1746134062.083908:0:27147:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1d:0x0] (8388608->10485759) req@ffff88009b43ad80 x1830953552568960/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:273/0 lens 488/0 e 0 to 0 dl 1746134073 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746134062.083915:0:27147:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b43ad80 with x1830953552568960 ext(8388608->10485759) 00002000:00010000:2.0:1746134062.083918:0:27147:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b43ad80 00000100:00100000:2.0:1746134062.083944:0:27147:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13427 00000100:00100000:2.0:1746134062.083958:0:27147:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b43ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+15:2009:x1830953552568960:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:1.0:1746134062.099834:0:27149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b439c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+9:2009:x1830953552568704:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 23797us (24140us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746134062.099844:0:27149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13426 00002000:00100000:1.0:1746134062.099854:0:27149:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1a:0x0] (8388608->10485759) req@ffff88009b439c00 x1830953552568704/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:273/0 lens 488/440 e 0 to 0 dl 1746134073 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746134062.099872:0:27149:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b439c00 with x1830953552568704 ext(8388608->10485759) 00002000:00010000:1.0:1746134062.099878:0:27149:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b439c00 00000100:00100000:2.0:1746134062.105224:0:27147:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b43ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+15:2009:x1830953552568960:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 21258us (21920us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746134062.105235:0:27147:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13427 00002000:00100000:2.0:1746134062.105245:0:27147:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1d:0x0] (8388608->10485759) req@ffff88009b43ad80 x1830953552568960/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:273/0 lens 488/440 e 0 to 0 dl 1746134073 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746134062.105253:0:27147:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b43ad80 with x1830953552568960 ext(8388608->10485759) 00002000:00010000:2.0:1746134062.105258:0:27147:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b43ad80 00000100:00100000:0.0:1746134062.110652:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134062.113147:0:27147:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552569216 00000100:00100000:2.0:1746134062.113157:0:27147:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552569216 00002000:00100000:2.0:1746134062.113195:0:27147:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1a:0x0] (10485760->11534335) req@ffff88009b438380 x1830953552569216/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:273/0 lens 488/0 e 0 to 0 dl 1746134073 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746134062.113205:0:27147:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b438380 with x1830953552569216 ext(10485760->11534335) 00002000:00010000:2.0:1746134062.113210:0:27147:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b438380 00000100:00100000:2.0:1746134062.113240:0:27147:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13428 00000100:00100000:2.0:1746134062.113248:0:27147:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b438380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+9:2011:x1830953552569216:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:0.0:1746134062.119170:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134062.119240:0:27149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552569472 00000100:00100000:1.0:1746134062.119248:0:27149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552569472 00002000:00100000:1.0:1746134062.119279:0:27149:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1d:0x0] (10485760->11534335) req@ffff88009b43b100 x1830953552569472/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:273/0 lens 488/0 e 0 to 0 dl 1746134073 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746134062.119288:0:27149:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b43b100 with x1830953552569472 ext(10485760->11534335) 00002000:00010000:1.0:1746134062.119292:0:27149:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b43b100 00000100:00100000:1.0:1746134062.119321:0:27149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13429 00000100:00100000:1.0:1746134062.119327:0:27149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b43b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+15:2011:x1830953552569472:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:0.0:1746134062.121668:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134062.121695:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134062.121797:0:27147:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b438380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+9:2011:x1830953552569216:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 8549us (11151us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746134062.121806:0:27147:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13428 00002000:00100000:0.0:1746134062.121815:0:27147:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1a:0x0] (10485760->11534335) req@ffff88009b438380 x1830953552569216/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:273/0 lens 488/440 e 0 to 0 dl 1746134073 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746134062.121824:0:27147:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b438380 with x1830953552569216 ext(10485760->11534335) 00002000:00010000:0.0:1746134062.121829:0:27147:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b438380 00000100:00100000:0.0:1746134062.121845:0:27147:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552569728 00000100:00100000:0.0:1746134062.121849:0:27147:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552569728 00002000:00100000:0.0:1746134062.121868:0:27147:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1a:0x0] (11534336->12582911) req@ffff88009b438000 x1830953552569728/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:273/0 lens 488/0 e 0 to 0 dl 1746134073 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746134062.121875:0:27147:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b438000 with x1830953552569728 ext(11534336->12582911) 00002000:00010000:0.0:1746134062.121878:0:27147:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b438000 00000100:00100000:0.0:1746134062.121886:0:27147:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552569984 00000100:00100000:0.0:1746134062.121888:0:27147:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552569984 00002000:00100000:0.0:1746134062.121896:0:27147:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1d:0x0] (11534336->12582911) req@ffff88009b43a300 x1830953552569984/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:273/0 lens 488/0 e 0 to 0 dl 1746134073 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746134062.121901:0:27147:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b43a300 with x1830953552569984 ext(11534336->12582911) 00002000:00010000:0.0:1746134062.121904:0:27147:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b43a300 00000100:00100000:0.0:1746134062.121919:0:27147:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13430 00000100:00100000:0.0:1746134062.121924:0:27147:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b438000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+9:2011:x1830953552569728:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:3.0:1746134062.122150:0:27139:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13431 00000100:00100000:3.0:1746134062.122159:0:27139:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b43a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+17:2011:x1830953552569984:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:0.0:1746134062.124689:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134062.125740:0:27148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552570240 00000100:00100000:3.0:1746134062.125750:0:27148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552570240 00002000:00100000:3.0:1746134062.125789:0:27148:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1a:0x0] (12582912->13631487) req@ffff88011db4f100 x1830953552570240/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:273/0 lens 488/0 e 0 to 0 dl 1746134073 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746134062.125798:0:27148:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011db4f100 with x1830953552570240 ext(12582912->13631487) 00002000:00010000:3.0:1746134062.125804:0:27148:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011db4f100 00000100:00100000:3.0:1746134062.125835:0:27148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13432 00000100:00100000:3.0:1746134062.125843:0:27148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+11:2012:x1830953552570240:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:1.0:1746134062.138899:0:27149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b43b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+17:2011:x1830953552569472:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 19565us (19728us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746134062.138909:0:27149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13429 00002000:00100000:1.0:1746134062.138919:0:27149:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1d:0x0] (10485760->11534335) req@ffff88009b43b100 x1830953552569472/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:273/0 lens 488/440 e 0 to 0 dl 1746134073 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746134062.138933:0:27149:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b43b100 with x1830953552569472 ext(10485760->11534335) 00002000:00010000:1.0:1746134062.138938:0:27149:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b43b100 00000100:00100000:2.0:1746134062.142619:0:27147:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b438000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+11:2011:x1830953552569728:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 20686us (20948us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746134062.142629:0:27147:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13430 00002000:00100000:2.0:1746134062.142638:0:27147:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1a:0x0] (11534336->12582911) req@ffff88009b438000 x1830953552569728/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:273/0 lens 488/440 e 0 to 0 dl 1746134073 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746134062.142647:0:27147:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b438000 with x1830953552569728 ext(11534336->12582911) 00002000:00010000:2.0:1746134062.142652:0:27147:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b438000 00000100:00100000:3.0:1746134062.144370:0:27139:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b43a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+15:2011:x1830953552569984:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 22205us (22665us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746134062.144379:0:27139:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13431 00002000:00100000:3.0:1746134062.144388:0:27139:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1d:0x0] (11534336->12582911) req@ffff88009b43a300 x1830953552569984/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:273/0 lens 488/440 e 0 to 0 dl 1746134073 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746134062.144396:0:27139:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b43a300 with x1830953552569984 ext(11534336->12582911) 00002000:00010000:3.0:1746134062.144401:0:27139:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b43a300 00000100:00100000:3.0:1746134062.147206:0:27148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+9:2012:x1830953552570240:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 21356us (22514us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746134062.147215:0:27148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13432 00002000:00100000:3.0:1746134062.147224:0:27148:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1a:0x0] (12582912->13631487) req@ffff88011db4f100 x1830953552570240/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:273/0 lens 488/440 e 0 to 0 dl 1746134073 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746134062.147232:0:27148:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88011db4f100 with x1830953552570240 ext(12582912->13631487) 00002000:00010000:3.0:1746134062.147237:0:27148:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88011db4f100 00000100:00100000:0.0:1746134062.153864:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134062.154182:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552570496 00000100:00100000:2.0:1746134062.154190:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552570496 00000100:00100000:2.0:1746134062.154242:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 200 00000100:00100000:2.0:1746134062.154249:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+18:3779:x1830953552570496:12345-192.168.203.26@tcp:35:cmp.0 00000100:00100000:2.0:1746134062.154416:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+19:3779:x1830953552570496:12345-192.168.203.26@tcp:35:cmp.0 Request processed in 167us (558us total) trans 4294986366 rc 0/0 00000100:00100000:2.0:1746134062.154422:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 200 00000100:00080000:1.0:1746134062.154625:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746134062.156640:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134062.157062:0:20211:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552570752 00000100:00100000:2.0:1746134062.157069:0:20211:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552570752 00000100:00100000:2.0:1746134062.157107:0:20211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 201 00000100:00100000:2.0:1746134062.157143:0:20211:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+19:3779:x1830953552570752:12345-192.168.203.26@tcp:35:cmp.0 00000100:00100000:2.0:1746134062.157698:0:20211:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+20:3779:x1830953552570752:12345-192.168.203.26@tcp:35:cmp.0 Request processed in 583us (1062us total) trans 4294986367 rc 0/0 00000100:00100000:2.0:1746134062.157705:0:20211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 201 00000100:00100000:0.0:1746134062.171312:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134062.171458:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552571136 00000100:00100000:2.0:1746134062.171464:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552571136 00000100:00100000:2.0:1746134062.171511:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 647 00000100:00100000:2.0:1746134062.171516:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+24:2009:x1830953552571136:12345-192.168.203.26@tcp:63:ll_sa.0 00010000:00010000:2.0:1746134062.171546:0:7237:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134062.171560:0:7237:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013244ca00/0x9682c7de153c9b03 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750a6d expref: -99 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.171597:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013244c000/0x9682c7de153c9b0a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134062.171608:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013244c000/0x9682c7de153c9b0a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134062.171616:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013244c000/0x9682c7de153c9b0a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134062.171625:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013244dc00/0x9682c7de153c9b11 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134062.171630:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013244dc00/0x9682c7de153c9b11 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134062.171635:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013244dc00/0x9682c7de153c9b11 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134062.171661:0:7237:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013244c000/0x9682c7de153c9b0a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134062.171669:0:7237:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013244c000/0x9682c7de153c9b0a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134062.171680:0:7237:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013244c000/0x9682c7de153c9b0a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134062.171684:0:7237:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013244c000 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:2.0:1746134062.171687:0:7237:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013244c000/0x9682c7de153c9b0a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134062.171693:0:7237:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013244c000/0x9682c7de153c9b0a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7237 initiator: MDT0 00000100:00080000:1.0:1746134062.171834:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1746134062.172209:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:2.0:1746134062.172213:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746134062.172218:0:7237:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013244c000/0x9682c7de153c9b0a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134062.172223:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013244c000/0x9682c7de153c9b0a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134062.172240:0:7237:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013244dc00/0x9682c7de153c9b11 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134062.172245:0:7237:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013244dc00/0x9682c7de153c9b11 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134062.172249:0:7237:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013244dc00/0x9682c7de153c9b11 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134062.172252:0:7237:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013244dc00 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:2.0:1746134062.172255:0:7237:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013244dc00/0x9682c7de153c9b11 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134062.172263:0:7237:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013244dc00/0x9682c7de153c9b11 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134062.172270:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88012ec6f000) 00010000:00010000:2.0:1746134062.172272:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746134062.172274:0:7237:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013244dc00/0x9682c7de153c9b11 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134062.172278:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013244dc00/0x9682c7de153c9b11 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134062.172303:0:7237:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88013244ca00/0x9682c7de153c9b03 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750a6d expref: 25 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.172311:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:2.0:1746134062.172313:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1746134062.172315:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013244ca00/0x9682c7de153c9b03 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750a6d expref: 25 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.172321:0:7237:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244ca00, rc -2) 00000100:00100000:2.0:1746134062.172377:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+24:2009:x1830953552571136:12345-192.168.203.26@tcp:63:ll_sa.0 Request processed in 859us (1070us total) trans 0 rc -2/-2 00000100:00100000:2.0:1746134062.172384:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 647 00000100:00100000:0.0:1746134062.173104:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134062.173265:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552571008 00000100:00100000:2.0:1746134062.173271:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552571008 00000100:00100000:2.0:1746134062.173379:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43458 00000100:00100000:2.0:1746134062.173385:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+24:3780:x1830953552571008:12345-192.168.203.26@tcp:36:rm.0 00010000:00010000:2.0:1746134062.173414:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1746134062.173427:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095589c00/0x9682c7de153c9a62 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750a0b expref: 24 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.173440:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007393ba00/0x9682c7de153c9840 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957509a2 expref: 23 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.173448:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff88012ec6fd00) 00010000:00010000:2.0:1746134062.173454:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095589200/0x9682c7de153c9a46 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750a04 expref: 22 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.173460:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:2.0:1746134062.173462:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746134062.173472:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013244de00/0x9682c7de153c9b18 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746134062.173480:0:7234:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880095588800/0x9682c7de153c9a7e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750a20 expref: 19 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.173484:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013244de00/0x9682c7de153c9b18 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746134062.173506:0:7234:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880095588800/0x9682c7de153c9a7e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750a20 expref: 19 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.173514:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880095588800/0x9682c7de153c9a7e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750a20 expref: 19 pid: 7232 timeout: 831 lvb_type: 0 00000100:00100000:2.0:1746134062.173524:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007282df80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7234:1830953548220800:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134062.174159:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4470a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746134062.174860:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007282df80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7234:1830953548220800:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134062.174876:0:7234:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88013244de00/0x9682c7de153c9b18 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00000100:00100000:0.0:1746134062.175089:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134062.175181:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552571264 00000100:00100000:1.0:1746134062.175187:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552571264 00010000:00010000:1.0:1746134062.175208:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095588800/0x9682c7de153c9a7e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750a20 expref: 20 pid: 7232 timeout: 831 lvb_type: 0 00000100:00100000:1.0:1746134062.175239:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15391 00000100:00100000:1.0:1746134062.175245:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+20:2009:x1830953552571264:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134062.175254:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134062.175259:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880095588800/0x9682c7de153c9a7e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750a20 expref: 20 pid: 7232 timeout: 831 lvb_type: 0 00010000:00010000:1.0:1746134062.175269:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880095588800/0x9682c7de153c9a7e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750a20 expref: 20 pid: 7232 timeout: 831 lvb_type: 0 00010000:00010000:1.0:1746134062.175284:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095588800/0x9682c7de153c9a7e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750a20 expref: 20 pid: 7232 timeout: 831 lvb_type: 0 00010000:00010000:1.0:1746134062.175309:0:7221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:1.0:1746134062.175313:0:7221:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88013244de00/0x9682c7de153c9b18 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134062.175319:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88013244de00/0x9682c7de153c9b18 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134062.175328:0:7221:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013244de00/0x9682c7de153c9b18 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134062.175349:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746134062.175380:0:7234:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88013244de00/0x9682c7de153c9b18 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746134062.175386:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013244de00/0x9682c7de153c9b18 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746134062.175399:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8cae00/0x9682c7de153c9b1f lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746134062.175405:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8cae00/0x9682c7de153c9b1f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746134062.175410:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8cae00/0x9682c7de153c9b1f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00000100:00100000:1.0:1746134062.175453:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+19:2009:x1830953552571264:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 207us (364us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134062.175458:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15391 00010000:00010000:2.0:1746134062.175466:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8ca000/0x9682c7de153c9b26 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746134062.175474:0:7234:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092354400/0x9682c7de153c98e1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957509c5 expref: 18 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.175480:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8ca000/0x9682c7de153c9b26 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746134062.175658:0:7234:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880092354400/0x9682c7de153c98e1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.26@tcp remote: 0xb596b231957509c5 expref: 18 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.175668:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880092354400/0x9682c7de153c98e1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.26@tcp remote: 0xb596b231957509c5 expref: 18 pid: 7232 timeout: 831 lvb_type: 0 00000100:00100000:2.0:1746134062.175676:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007282df80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7234:1830953548220928:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134062.175932:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4470a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746134062.177080:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007282df80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7234:1830953548220928:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134062.177566:0:7234:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8ca000/0x9682c7de153c9b26 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00000100:00100000:0.0:1746134062.177632:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134062.177697:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552571392 00000100:00100000:1.0:1746134062.177702:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552571392 00010000:00010000:1.0:1746134062.177726:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092354400/0x9682c7de153c98e1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.26@tcp remote: 0xb596b231957509c5 expref: 19 pid: 7232 timeout: 831 lvb_type: 0 00000100:00100000:1.0:1746134062.177848:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15392 00000100:00100000:1.0:1746134062.177855:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+19:2010:x1830953552571392:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134062.177864:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134062.177868:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880092354400/0x9682c7de153c98e1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.26@tcp remote: 0xb596b231957509c5 expref: 19 pid: 7232 timeout: 831 lvb_type: 0 00010000:00010000:1.0:1746134062.177878:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880092354400/0x9682c7de153c98e1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.26@tcp remote: 0xb596b231957509c5 expref: 19 pid: 7232 timeout: 831 lvb_type: 0 00010000:00010000:1.0:1746134062.177894:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092354400/0x9682c7de153c98e1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.26@tcp remote: 0xb596b231957509c5 expref: 19 pid: 7232 timeout: 831 lvb_type: 0 00010000:00010000:1.0:1746134062.177904:0:7221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff88012ec6fd00) 00010000:00010000:1.0:1746134062.177908:0:7221:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8ca000/0x9682c7de153c9b26 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134062.177918:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8ca000/0x9682c7de153c9b26 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134062.177924:0:7221:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8ca000/0x9682c7de153c9b26 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134062.178390:0:7234:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8ca000/0x9682c7de153c9b26 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134062.178397:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8ca000/0x9682c7de153c9b26 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00000040:00080000:3.0:1746134062.178594:0:7234:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].17, 64 off9280 00000004:00080000:3.0:1746134062.178601:0:7234:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 731353487051ns, next at 732353485676ns, rc = 0 00000040:00080000:3.0:1746134062.178619:0:7234:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].14, 64 off9088 00000004:00080000:3.0:1746134062.178623:0:7234:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 731353509646ns, next at 732353509105ns, rc = 0 00010000:00010000:3.0:1746134062.178660:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095787400/0x9682c7de153c9b2d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134062.178668:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095787400/0x9682c7de153c9b2d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134062.178674:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095787400/0x9682c7de153c9b2d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134062.178680:0:7234:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095787400/0x9682c7de153c9b2d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134062.178684:0:7234:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095787400/0x9682c7de153c9b2d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134062.178690:0:7234:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095787400/0x9682c7de153c9b2d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134062.178714:0:7234:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1746134062.178728:0:7234:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8ca000/0x9682c7de153c9b26 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134062.178733:0:7234:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8ca000/0x9682c7de153c9b26 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134062.178738:0:7234:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8ca000/0x9682c7de153c9b26 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134062.178742:0:7234:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c8ca000 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:3.0:1746134062.178745:0:7234:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8ca000/0x9682c7de153c9b26 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134062.178751:0:7234:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8ca000/0x9682c7de153c9b26 lrc: 5/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134062.178759:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff88012ec6fd00) 00010000:00010000:3.0:1746134062.178761:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746134062.178764:0:7234:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8ca000/0x9682c7de153c9b26 lrc: 3/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134062.178823:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8ca000/0x9682c7de153c9b26 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134062.178835:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746134062.178844:0:7234:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013244de00/0x9682c7de153c9b18 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134062.178850:0:7234:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013244de00/0x9682c7de153c9b18 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134062.178855:0:7234:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013244de00/0x9682c7de153c9b18 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134062.178859:0:7234:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013244de00 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:3.0:1746134062.178861:0:7234:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013244de00/0x9682c7de153c9b18 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134062.178865:0:7234:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013244de00/0x9682c7de153c9b18 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134062.178872:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:3.0:1746134062.178874:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746134062.178876:0:7234:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013244de00/0x9682c7de153c9b18 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134062.178881:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013244de00/0x9682c7de153c9b18 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00000100:00100000:1.0:1746134062.178882:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+18:2010:x1830953552571392:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1025us (1248us total) trans 0 rc 0/0 00000004:00010000:3.0:1746134062.178887:0:7234:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88011db4df80 reply state ffff88009537c000 transno 4294986368 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8cae00/0x9682c7de153c9b1f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00000100:00100000:1.0:1746134062.178888:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15392 00010000:00010000:3.0:1746134062.178894:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8cae00/0x9682c7de153c9b1f lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134062.178899:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012ec6fa00) 00010000:00010000:3.0:1746134062.178901:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746134062.178903:0:7234:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1746134062.178932:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+23:3780:x1830953552571008:12345-192.168.203.26@tcp:36:rm.0 Request processed in 5547us (5830us total) trans 4294986368 rc 0/0 00000100:00100000:3.0:1746134062.178939:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43458 00010000:00010000:2.0:1746134062.179004:0:7222:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1746134062.179009:0:7222:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095787400/0x9682c7de153c9b2d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746134062.179014:0:7222:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095787400 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:2.0:1746134062.179016:0:7222:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095787400/0x9682c7de153c9b2d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746134062.179021:0:7222:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095787400/0x9682c7de153c9b2d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746134062.179028:0:7222:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff88012ec6fd00) 00010000:00010000:2.0:1746134062.179030:0:7222:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1746134062.179032:0:7222:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095787400/0x9682c7de153c9b2d lrc: 1/0,0 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746134062.179036:0:7222:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095787400/0x9682c7de153c9b2d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746134062.179048:0:7222:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746134062.179049:0:7222:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746134062.179051:0:7222:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746134062.207471:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134062.207630:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552571520 00000100:00100000:3.0:1746134062.207638:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552571520 00000100:00100000:3.0:1746134062.207679:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43459 00000100:00100000:3.0:1746134062.207686:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+23:3784:x1830953552571520:12345-192.168.203.26@tcp:101:lfs.0 00010000:00010000:3.0:1746134062.207707:0:7234:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134062.207721:0:7234:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095787000/0x9682c7de153c9b34 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750aa5 expref: -99 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.207765:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095786000/0x9682c7de153c9b3b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134062.207774:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095786000/0x9682c7de153c9b3b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134062.207782:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095786000/0x9682c7de153c9b3b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00000004:00200000:3.0:1746134062.207812:0:7234:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746134062.207815:0:7234:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746134062.207829:0:7234:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880095786000/0x9682c7de153c9b3b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134062.207846:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095787000/0x9682c7de153c9b34 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750aa5 expref: 25 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.207868:0:7234:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095786000/0x9682c7de153c9b3b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750aa5 expref: 24 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.207879:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:3.0:1746134062.207881:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746134062.207884:0:7234:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095786000, rc 0) 00000100:00100000:3.0:1746134062.207923:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+24:3784:x1830953552571520:12345-192.168.203.26@tcp:101:lfs.0 Request processed in 238us (459us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134062.207929:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43459 00000100:00100000:0.0:1746134062.210155:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134062.210239:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552571776 00000100:00100000:2.0:1746134062.210246:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552571776 00000100:00100000:2.0:1746134062.210292:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43460 00000100:00100000:2.0:1746134062.210299:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+24:3784:x1830953552571776:12345-192.168.203.26@tcp:101:lfs.0 00010000:00010000:2.0:1746134062.210923:0:7232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134062.210927:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746134062.210969:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095786000/0x9682c7de153c9b3b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750aa5 expref: 24 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.210998:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:2.0:1746134062.211002:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746134062.211010:0:7232:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8cb600/0x9682c7de153c9b42 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750aac expref: -99 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.211076:0:7232:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8ca000/0x9682c7de153c9b49 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134062.211086:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8ca000/0x9682c7de153c9b49 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134062.211093:0:7232:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8ca000/0x9682c7de153c9b49 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134062.211101:0:7232:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013244de00/0x9682c7de153c9b50 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134062.211106:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013244de00/0x9682c7de153c9b50 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134062.211706:0:7232:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013244de00/0x9682c7de153c9b50 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134062.211973:0:7232:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013244dc00/0x9682c7de153c9b57 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134062.211981:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013244dc00/0x9682c7de153c9b57 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134062.211991:0:7232:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013244dc00/0x9682c7de153c9b57 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00000004:00200000:2.0:1746134062.211999:0:7232:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4d:0x0]: returning size 0 00010000:00010000:2.0:1746134062.212014:0:7232:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8ca000/0x9682c7de153c9b49 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134062.212019:0:7232:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8ca000/0x9682c7de153c9b49 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134062.212024:0:7232:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8ca000/0x9682c7de153c9b49 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134062.212028:0:7232:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c8ca000 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:2.0:1746134062.212031:0:7232:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8ca000/0x9682c7de153c9b49 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134062.212036:0:7232:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8ca000/0x9682c7de153c9b49 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134062.212042:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:2.0:1746134062.212044:0:7232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746134062.212046:0:7232:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8ca000/0x9682c7de153c9b49 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134062.212050:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8ca000/0x9682c7de153c9b49 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7232 initiator: MDT0 00000004:00010000:2.0:1746134062.212058:0:7232:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88011db4c700 reply state ffff88009537e000 transno 4294986369 ns: mdt-lustre-MDT0000_UUID lock: ffff88013244de00/0x9682c7de153c9b50 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134062.212064:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013244de00/0x9682c7de153c9b50 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134062.212072:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012ec6fa00) 00010000:00010000:2.0:1746134062.212074:0:7232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746134062.212075:0:7232:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746134062.212093:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8cb600/0x9682c7de153c9b42 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750aac expref: 26 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.212103:0:7232:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013244dc00/0x9682c7de153c9b57 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750aac expref: 25 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.212108:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff88012ec6fd00) 00010000:00010000:2.0:1746134062.212110:0:7232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746134062.212139:0:7232:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244dc00, rc 0) 00000100:00100000:2.0:1746134062.212185:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:3784:x1830953552571776:12345-192.168.203.26@tcp:101:lfs.0 Request processed in 1887us (2034us total) trans 4294986369 rc 0/0 00000100:00100000:2.0:1746134062.212192:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43460 00000100:00100000:0.0:1746134062.214613:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134062.214720:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552572032 00000100:00100000:2.0:1746134062.214727:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552572032 00000100:00100000:2.0:1746134062.214771:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43461 00000100:00100000:2.0:1746134062.214778:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:3784:x1830953552572032:12345-192.168.203.26@tcp:101:lfs.0 00010000:00010000:2.0:1746134062.214796:0:7232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134062.214809:0:7232:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013244d200/0x9682c7de153c9b65 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750ab3 expref: -99 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.214882:0:7232:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8ca600/0x9682c7de153c9b6c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134062.214892:0:7232:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88013244dc00/0x9682c7de153c9b57 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750aac expref: 27 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.214901:0:7232:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8ca600/0x9682c7de153c9b6c lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134062.214927:0:7232:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88013244dc00/0x9682c7de153c9b57 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750aac expref: 27 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.214938:0:7232:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88013244dc00/0x9682c7de153c9b57 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750aac expref: 27 pid: 7232 timeout: 831 lvb_type: 0 00000100:00100000:2.0:1746134062.214961:0:7232:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007282df80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7232:1830953548221056:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134062.215032:0:7232:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c8a4cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746134062.216882:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134062.216976:0:7232:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007282df80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7232:1830953548221056:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134062.216992:0:7232:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8ca600/0x9682c7de153c9b6c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00000100:00100000:1.0:1746134062.217091:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552572160 00000100:00100000:1.0:1746134062.217098:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552572160 00010000:00010000:1.0:1746134062.217838:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013244dc00/0x9682c7de153c9b57 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750aac expref: 28 pid: 7232 timeout: 831 lvb_type: 0 00000100:00100000:1.0:1746134062.217870:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15393 00000100:00100000:1.0:1746134062.217877:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:2009:x1830953552572160:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134062.217890:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134062.217895:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88013244dc00/0x9682c7de153c9b57 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750aac expref: 28 pid: 7232 timeout: 831 lvb_type: 0 00010000:00010000:1.0:1746134062.217905:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88013244dc00/0x9682c7de153c9b57 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750aac expref: 28 pid: 7232 timeout: 831 lvb_type: 0 00010000:00010000:1.0:1746134062.217921:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013244dc00/0x9682c7de153c9b57 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750aac expref: 28 pid: 7232 timeout: 831 lvb_type: 0 00010000:00010000:1.0:1746134062.217957:0:7221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff88012ec6fd00) 00010000:00010000:1.0:1746134062.217961:0:7221:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8ca600/0x9682c7de153c9b6c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134062.217968:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8ca600/0x9682c7de153c9b6c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134062.217974:0:7221:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8ca600/0x9682c7de153c9b6c lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7232 initiator: MDT0 00010000:00010000:1.0:1746134062.217996:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134062.218034:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:2009:x1830953552572160:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 158us (1157us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134062.218040:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15393 00010000:00010000:2.0:1746134062.218108:0:7232:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8ca600/0x9682c7de153c9b6c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134062.218132:0:7232:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8ca600/0x9682c7de153c9b6c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00000004:00200000:2.0:1746134062.218146:0:7232:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4d:0x0]: returning size 0 00000004:00080000:2.0:1746134062.218256:0:7232:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1e:0x0], index 0: 0 00000004:00080000:2.0:1746134062.218262:0:7232:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1c:0x0], index 1: 0 00010000:00010000:2.0:1746134062.218370:0:7232:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8ca600/0x9682c7de153c9b6c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134062.218377:0:7232:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8ca600/0x9682c7de153c9b6c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134062.218385:0:7232:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8ca600/0x9682c7de153c9b6c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134062.218390:0:7232:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c8ca600 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:2.0:1746134062.218393:0:7232:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8ca600/0x9682c7de153c9b6c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134062.218398:0:7232:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8ca600/0x9682c7de153c9b6c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134062.218404:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff88012ec6fd00) 00010000:00010000:2.0:1746134062.218407:0:7232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746134062.218409:0:7232:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8ca600/0x9682c7de153c9b6c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134062.218413:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8ca600/0x9682c7de153c9b6c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134062.218448:0:7232:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013244d200/0x9682c7de153c9b65 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750ab3 expref: 27 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.218455:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013244d200/0x9682c7de153c9b65 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750ab3 expref: 27 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.218461:0:7232:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013244d200, rc 0) 00000100:00100000:2.0:1746134062.218493:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:3784:x1830953552572032:12345-192.168.203.26@tcp:101:lfs.0 Request processed in 3716us (3885us total) trans 4294986370 rc 301/301 00000100:00100000:2.0:1746134062.218499:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43461 00000100:00100000:2.0:1746134062.223371:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134062.223533:0:20211:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552572416 00000100:00100000:0.0:1746134062.223540:0:20211:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552572416 00000100:00100000:0.0:1746134062.223572:0:20211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 202 00000100:00100000:0.0:1746134062.223577:0:20211:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801307b0850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+26:3784:x1830953552572416:12345-192.168.203.26@tcp:35:lfs.0 00000100:00100000:0.0:1746134062.224384:0:20211:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801307b0850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:3784:x1830953552572416:12345-192.168.203.26@tcp:35:lfs.0 Request processed in 804us (1018us total) trans 4294986371 rc 0/0 00000100:00100000:0.0:1746134062.224394:0:20211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 202 00000100:00100000:0.0:1746134062.226407:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134062.226486:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552572544 00000100:00100000:2.0:1746134062.226494:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552572544 00000100:00100000:2.0:1746134062.226541:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43462 00000100:00100000:2.0:1746134062.226547:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+27:3784:x1830953552572544:12345-192.168.203.26@tcp:101:lfs.0 00010000:00010000:2.0:1746134062.226565:0:7232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134062.226579:0:7232:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbdb000/0x9682c7de153c9b7a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750aba expref: -99 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.226620:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbdb000/0x9682c7de153c9b7a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750aba expref: 28 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.226631:0:7232:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbdb000/0x9682c7de153c9b7a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750aba expref: 28 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.226642:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff88012ec6f200) 00010000:00010000:2.0:1746134062.226644:0:7232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746134062.226647:0:7232:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bbdb000, rc 0) 00000100:00100000:2.0:1746134062.226677:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:3784:x1830953552572544:12345-192.168.203.26@tcp:101:lfs.0 Request processed in 131us (275us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134062.226682:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43462 00000100:00100000:0.0:1746134062.231989:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134062.232106:0:20211:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552572800 00000100:00100000:1.0:1746134062.232130:0:20211:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552572800 00000100:00100000:1.0:1746134062.232168:0:20211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 203 00000100:00100000:1.0:1746134062.232175:0:20211:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+28:3784:x1830953552572800:12345-192.168.203.26@tcp:35:lfs.0 00000100:00100000:1.0:1746134062.232806:0:20211:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:3784:x1830953552572800:12345-192.168.203.26@tcp:35:lfs.0 Request processed in 630us (823us total) trans 4294986372 rc 0/0 00000100:00100000:1.0:1746134062.232818:0:20211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 203 00000100:00100000:0.0:1746134062.241374:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134062.242678:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134062.242713:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552572928 00000100:00100000:2.0:1746134062.242721:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552572928 00000100:00100000:2.0:1746134062.244790:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552573056 00000100:00100000:2.0:1746134062.244800:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552573056 00000100:00100000:2.0:1746134062.244841:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43463 00000100:00100000:2.0:1746134062.244849:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+18:3786:x1830953552572928:12345-192.168.203.26@tcp:101:dd.0 00010000:00010000:2.0:1746134062.244870:0:7232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134062.244886:0:7232:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbda000/0x9682c7de153c9b81 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750ac1 expref: -99 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.244939:0:7232:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbdbe00/0x9682c7de153c9b88 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134062.244963:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbdbe00/0x9682c7de153c9b88 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134062.244971:0:7232:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbdbe00/0x9682c7de153c9b88 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00000004:00200000:2.0:1746134062.245000:0:7232:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746134062.245003:0:7232:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746134062.245016:0:7232:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbdbe00/0x9682c7de153c9b88 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134062.245037:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbda000/0x9682c7de153c9b81 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750ac1 expref: 20 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.245053:0:7232:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbdbe00/0x9682c7de153c9b88 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750ac1 expref: 19 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.245060:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:2.0:1746134062.245063:0:7232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746134062.245065:0:7232:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bbdbe00, rc 0) 00000100:00100000:0.0:1746134062.245339:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43464 00000100:00100000:0.0:1746134062.245345:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+29:3785:x1830953552573056:12345-192.168.203.26@tcp:101:dd.0 00010000:00010000:0.0:1746134062.245354:0:7233:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134062.245360:0:7233:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095544600/0x9682c7de153c9b8f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750ac8 expref: -99 pid: 7233 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.245378:0:7233:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095544200/0x9682c7de153c9b96 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7233 initiator: MDT0 00010000:00010000:0.0:1746134062.245384:0:7233:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095544200/0x9682c7de153c9b96 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7233 initiator: MDT0 00010000:00010000:0.0:1746134062.245389:0:7233:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095544200/0x9682c7de153c9b96 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7233 initiator: MDT0 00000004:00200000:0.0:1746134062.245404:0:7233:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1746134062.245406:0:7233:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1746134062.245412:0:7233:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880095544200/0x9682c7de153c9b96 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7233 initiator: MDT0 00010000:00010000:0.0:1746134062.245421:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095544600/0x9682c7de153c9b8f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750ac8 expref: 31 pid: 7233 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.245573:0:7233:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095544200/0x9682c7de153c9b96 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750ac8 expref: 30 pid: 7233 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.245583:0:7233:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:0.0:1746134062.245585:0:7233:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746134062.245586:0:7233:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095544200, rc 0) 00000100:00100000:0.0:1746134062.245624:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+30:3785:x1830953552573056:12345-192.168.203.26@tcp:101:dd.0 Request processed in 280us (2949us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134062.245630:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43464 00000100:00100000:2.0:1746134062.245913:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+19:3786:x1830953552572928:12345-192.168.203.26@tcp:101:dd.0 Request processed in 1065us (4545us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134062.245918:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43463 00000100:00100000:0.0:1746134062.250565:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134062.250706:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552573312 00000100:00100000:2.0:1746134062.250713:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552573312 00000100:00100000:2.0:1746134062.250748:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43465 00000100:00100000:2.0:1746134062.250755:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+19:3786:x1830953552573312:12345-192.168.203.26@tcp:101:dd.0 00010000:00010000:2.0:1746134062.250771:0:7232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134062.250784:0:7232:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbdb600/0x9682c7de153c9b9d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750acf expref: -99 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.250856:0:7232:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbda000/0x9682c7de153c9ba4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x49:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134062.250866:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbda000/0x9682c7de153c9ba4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x49:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134062.250875:0:7232:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbda000/0x9682c7de153c9ba4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x49:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00000004:00200000:2.0:1746134062.250883:0:7232:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x49:0x0]: returning size 26214400 00010000:00010000:2.0:1746134062.250967:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbdb600/0x9682c7de153c9b9d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750acf expref: 22 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.252424:0:7232:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbda000/0x9682c7de153c9ba4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x49:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750acf expref: 21 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.252432:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x49:0x0].0x0 (ffff88009cb78700) 00010000:00010000:2.0:1746134062.252442:0:7232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1746134062.252445:0:7232:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bbda000, rc 0) 00000100:00100000:2.0:1746134062.252490:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+21:3786:x1830953552573312:12345-192.168.203.26@tcp:101:dd.0 Request processed in 1736us (1934us total) trans 4294986373 rc 0/0 00000100:00100000:2.0:1746134062.252498:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43465 00000100:00100000:0.0:1746134062.259237:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134062.259457:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134062.259483:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552573696 00000100:00100000:2.0:1746134062.259489:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552573696 00000100:00100000:3.0:1746134062.259651:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552573568 00000100:00100000:3.0:1746134062.259656:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552573568 00000100:00100000:3.0:1746134062.259681:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43466 00000100:00100000:3.0:1746134062.259687:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+31:3785:x1830953552573568:12345-192.168.203.26@tcp:101:dd.0 00010000:00010000:3.0:1746134062.259704:0:7232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134062.259707:0:7232:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746134062.259727:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095544200/0x9682c7de153c9b96 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750ac8 expref: 31 pid: 7233 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134062.260069:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134062.260082:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552573952 00000100:00100000:0.0:1746134062.260084:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552573952 00000100:00100000:0.0:1746134062.260103:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43467 00000100:00100000:0.0:1746134062.260108:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+21:3786:x1830953552573952:12345-192.168.203.26@tcp:101:dd.0 00010000:00010000:0.0:1746134062.260141:0:7233:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134062.260142:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746134062.260153:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbdbe00/0x9682c7de153c9b88 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750ac1 expref: 21 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.260165:0:7233:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:0.0:1746134062.260169:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746134062.260177:0:7233:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095545800/0x9682c7de153c9bb2 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750b15 expref: -99 pid: 7233 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.260265:0:7233:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095545000/0x9682c7de153c9bb9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7233 initiator: MDT0 00010000:00010000:0.0:1746134062.260274:0:7233:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095545000/0x9682c7de153c9bb9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7233 initiator: MDT0 00010000:00010000:0.0:1746134062.260282:0:7233:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095545000/0x9682c7de153c9bb9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7233 initiator: MDT0 00010000:00010000:0.0:1746134062.260291:0:7233:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde5400/0x9682c7de153c9bc0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7233 initiator: MDT0 00010000:00010000:0.0:1746134062.260296:0:7233:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde5400/0x9682c7de153c9bc0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7233 initiator: MDT0 00010000:00010000:0.0:1746134062.260300:0:7233:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde5400/0x9682c7de153c9bc0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7233 initiator: MDT0 00010000:00010000:0.0:1746134062.260333:0:7233:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde4400/0x9682c7de153c9bc7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7233 initiator: MDT0 00010000:00010000:0.0:1746134062.260340:0:7233:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde4400/0x9682c7de153c9bc7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7233 initiator: MDT0 00010000:00010000:0.0:1746134062.260345:0:7233:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde4400/0x9682c7de153c9bc7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7233 initiator: MDT0 00000004:00200000:0.0:1746134062.260352:0:7233:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4d:0x0]: returning size 0 00010000:00010000:0.0:1746134062.260404:0:7233:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095545000/0x9682c7de153c9bb9 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7233 initiator: MDT0 00010000:00010000:0.0:1746134062.260409:0:7233:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095545000/0x9682c7de153c9bb9 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7233 initiator: MDT0 00010000:00010000:0.0:1746134062.260415:0:7233:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095545000/0x9682c7de153c9bb9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7233 initiator: MDT0 00010000:00010000:0.0:1746134062.260420:0:7233:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095545000/0x9682c7de153c9bb9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7233 initiator: MDT0 00010000:00010000:0.0:1746134062.260424:0:7233:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095545000 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:0.0:1746134062.260428:0:7233:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095545000/0x9682c7de153c9bb9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7233 initiator: MDT0 00010000:00010000:0.0:1746134062.260433:0:7233:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095545000/0x9682c7de153c9bb9 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7233 initiator: MDT0 00010000:00010000:0.0:1746134062.260451:0:7233:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:0.0:1746134062.260453:0:7233:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746134062.260456:0:7233:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095545000/0x9682c7de153c9bb9 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7233 initiator: MDT0 00010000:00010000:0.0:1746134062.260460:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095545000/0x9682c7de153c9bb9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7233 initiator: MDT0 00010000:00010000:0.0:1746134062.260467:0:7233:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde5400/0x9682c7de153c9bc0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7233 initiator: MDT0 00010000:00010000:0.0:1746134062.260471:0:7233:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde5400/0x9682c7de153c9bc0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7233 initiator: MDT0 00010000:00010000:0.0:1746134062.260476:0:7233:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde5400/0x9682c7de153c9bc0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7233 initiator: MDT0 00010000:00010000:0.0:1746134062.260479:0:7233:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012fde5400 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:0.0:1746134062.260481:0:7233:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde5400/0x9682c7de153c9bc0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7233 initiator: MDT0 00010000:00010000:0.0:1746134062.260486:0:7233:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde5400/0x9682c7de153c9bc0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7233 initiator: MDT0 00010000:00010000:0.0:1746134062.260491:0:7233:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012ec6fa00) 00010000:00010000:0.0:1746134062.260492:0:7233:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746134062.260494:0:7233:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde5400/0x9682c7de153c9bc0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7233 initiator: MDT0 00010000:00010000:0.0:1746134062.260502:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde5400/0x9682c7de153c9bc0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7233 initiator: MDT0 00010000:00010000:0.0:1746134062.260525:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095545800/0x9682c7de153c9bb2 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750b15 expref: 23 pid: 7233 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.260534:0:7233:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde4400/0x9682c7de153c9bc7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750b15 expref: 22 pid: 7233 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.260539:0:7233:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff88012ec6f200) 00010000:00010000:0.0:1746134062.260541:0:7233:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746134062.260543:0:7233:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fde4400, rc 0) 00000100:00100000:0.0:1746134062.260576:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+22:3786:x1830953552573952:12345-192.168.203.26@tcp:101:dd.0 Request processed in 468us (507us total) trans 4294986374 rc 0/0 00000100:00100000:0.0:1746134062.260582:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43467 00000100:00100000:2.0:1746134062.262263:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 648 00000100:00100000:2.0:1746134062.262274:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+30:2009:x1830953552573696:12345-192.168.203.26@tcp:63:ll_sa.0 00010000:00010000:2.0:1746134062.262299:0:7237:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134062.262402:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:3.0:1746134062.262407:0:7232:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746134062.262426:0:7232:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095786c00/0x9682c7de153c9bdc lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750ad6 expref: -99 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.262488:0:7232:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095786000/0x9682c7de153c9be3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7232 initiator: MDT0 00010000:00010000:3.0:1746134062.262499:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095786000/0x9682c7de153c9be3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:3.0:1746134062.262508:0:7232:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095786000/0x9682c7de153c9be3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00000004:00200000:3.0:1746134062.262518:0:7232:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 26214400 00010000:00010000:3.0:1746134062.262583:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095786c00/0x9682c7de153c9bdc lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750ad6 expref: 33 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.262595:0:7232:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095786000/0x9682c7de153c9be3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750ad6 expref: 32 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.262600:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88012ec6fc00) 00010000:00010000:3.0:1746134062.262601:0:7232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746134062.262603:0:7232:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095786000, rc 0) 00010000:00010000:2.0:1746134062.262798:0:7237:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbda600/0x9682c7de153c9bd5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750add expref: -99 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.262823:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbdb600/0x9682c7de153c9bf1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134062.262829:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbdb600/0x9682c7de153c9bf1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134062.262835:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbdb600/0x9682c7de153c9bf1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134062.262842:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8ca600/0x9682c7de153c9bf8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134062.262847:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8ca600/0x9682c7de153c9bf8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134062.262851:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8ca600/0x9682c7de153c9bf8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134062.263615:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8cb600/0x9682c7de153c9bff lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134062.263626:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8cb600/0x9682c7de153c9bff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134062.263633:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8cb600/0x9682c7de153c9bff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00000004:00200000:2.0:1746134062.263651:0:7237:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4d:0x0]: returning size 0 00000004:00200000:2.0:1746134062.263654:0:7237:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746134062.263664:0:7237:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8cb600/0x9682c7de153c9bff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134062.263671:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8cb600/0x9682c7de153c9bff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134062.263677:0:7237:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbdb600/0x9682c7de153c9bf1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134062.263682:0:7237:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbdb600/0x9682c7de153c9bf1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134062.263686:0:7237:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbdb600/0x9682c7de153c9bf1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134062.263691:0:7237:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bbdb600 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:2.0:1746134062.263694:0:7237:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbdb600/0x9682c7de153c9bf1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134062.263699:0:7237:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbdb600/0x9682c7de153c9bf1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134062.263707:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:2.0:1746134062.263709:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746134062.263711:0:7237:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbdb600/0x9682c7de153c9bf1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134062.263715:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbdb600/0x9682c7de153c9bf1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134062.263736:0:7237:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8ca600/0x9682c7de153c9bf8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134062.263740:0:7237:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8ca600/0x9682c7de153c9bf8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134062.263747:0:7237:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8ca600/0x9682c7de153c9bf8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134062.263751:0:7237:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009c8ca600 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:2.0:1746134062.263753:0:7237:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8ca600/0x9682c7de153c9bf8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134062.263757:0:7237:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8ca600/0x9682c7de153c9bf8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134062.263763:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012ec6fa00) 00010000:00010000:2.0:1746134062.263765:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746134062.263767:0:7237:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8ca600/0x9682c7de153c9bf8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134062.263770:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8ca600/0x9682c7de153c9bf8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134062.263787:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbda600/0x9682c7de153c9bd5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750add expref: 34 pid: 7237 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134062.265761:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+34:3785:x1830953552573568:12345-192.168.203.26@tcp:101:dd.0 Request processed in 6066us (6523us total) trans 4294986375 rc 0/0 00000100:00100000:3.0:1746134062.265771:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43466 00010000:00010000:2.0:1746134062.266144:0:7237:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8cb600/0x9682c7de153c9bff lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750add expref: 32 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.266151:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff88012ec6f200) 00010000:00010000:2.0:1746134062.266154:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746134062.266156:0:7237:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8cb600, rc 0) 00010000:00010000:2.0:1746134062.266163:0:7237:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134062.266173:0:7237:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8ca000/0x9682c7de153c9c06 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750ae4 expref: -99 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.266209:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013244d200/0x9682c7de153c9c0d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134062.266217:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013244d200/0x9682c7de153c9c0d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134062.266224:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013244d200/0x9682c7de153c9c0d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134062.266234:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013244dc00/0x9682c7de153c9c14 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134062.266239:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013244dc00/0x9682c7de153c9c14 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134062.266244:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013244dc00/0x9682c7de153c9c14 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134062.266269:0:7237:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013244d200/0x9682c7de153c9c0d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134062.266274:0:7237:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013244d200/0x9682c7de153c9c0d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134062.266279:0:7237:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013244d200/0x9682c7de153c9c0d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134062.266284:0:7237:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013244d200 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:2.0:1746134062.266287:0:7237:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013244d200/0x9682c7de153c9c0d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134062.266291:0:7237:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013244d200/0x9682c7de153c9c0d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134062.266301:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:2.0:1746134062.266303:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746134062.266305:0:7237:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013244d200/0x9682c7de153c9c0d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134062.266309:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013244d200/0x9682c7de153c9c0d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134062.266316:0:7237:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013244dc00/0x9682c7de153c9c14 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134062.266320:0:7237:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013244dc00/0x9682c7de153c9c14 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134062.266324:0:7237:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013244dc00/0x9682c7de153c9c14 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134062.266327:0:7237:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013244dc00 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:2.0:1746134062.266329:0:7237:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013244dc00/0x9682c7de153c9c14 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134062.266332:0:7237:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013244dc00/0x9682c7de153c9c14 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134062.266338:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88012ec6fb00) 00010000:00010000:2.0:1746134062.266339:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746134062.266341:0:7237:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013244dc00/0x9682c7de153c9c14 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134062.266344:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013244dc00/0x9682c7de153c9c14 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134062.266365:0:7237:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8ca000/0x9682c7de153c9c06 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750ae4 expref: 33 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.266372:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:2.0:1746134062.266374:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1746134062.266376:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8ca000/0x9682c7de153c9c06 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750ae4 expref: 33 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.266382:0:7237:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8ca000, rc -2) 00000100:00100000:2.0:1746134062.266421:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+32:2009:x1830953552573696:12345-192.168.203.26@tcp:63:ll_sa.0 Request processed in 4150us (6964us total) trans 0 rc -2/-2 00000100:00100000:2.0:1746134062.266428:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 648 00010000:00010000:3.0:1746134062.270263:0:9597:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746134062.271315:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134062.271400:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552574080 00000100:00100000:3.0:1746134062.271408:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552574080 00000100:00100000:3.0:1746134062.271443:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30102 00000100:00100000:3.0:1746134062.271451:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+15:3786:x1830953552574080:12345-192.168.203.26@tcp:101:dd.0 00010000:00010000:3.0:1746134062.271465:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134062.271481:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c8ca600/0x9682c7de153c9c1b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750b1c expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746134062.271499:0:9582:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1746134062.271517:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134062.271520:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134062.271527:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8ca600/0x9682c7de153c9c1b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750b1c expref: 16 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.271544:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c8ca600/0x9682c7de153c9c1b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750b1c expref: 16 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.271553:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c8ca600, rc 0) 00000100:00100000:3.0:1746134062.271602:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+16:3786:x1830953552574080:12345-192.168.203.26@tcp:101:dd.0 Request processed in 151us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134062.271607:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30102 00000100:00100000:0.0:1746134062.274923:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134062.277405:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134062.277430:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552574336 00000100:00100000:0.0:1746134062.277437:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552574336 00000100:00080000:2.0:1746134062.277459:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746134062.277491:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30103 00000100:00100000:0.0:1746134062.277498:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2011:x1830953552574336:12345-192.168.203.26@tcp:101:ll_agl.0 00010000:00010000:0.0:1746134062.277513:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134062.277525:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012fde5600/0x9682c7de153c9c22 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750b23 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.277549:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012fde5600/0x9682c7de153c9c22 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750b23 expref: 17 pid: 9580 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746134062.277558:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012fde5600/0x9682c7de153c9c22 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750b23 expref: 17 pid: 9580 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746134062.277577:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fde5600, rc 0) 00000100:00100000:0.0:1746134062.277613:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f845180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2011:x1830953552574336:12345-192.168.203.26@tcp:101:ll_agl.0 Request processed in 115us (213us total) trans 0 rc 301/301 00000100:00100000:0.0:1746134062.277618:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30103 00000100:00100000:0.0:1746134062.277656:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134062.277669:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552574464 00000100:00100000:0.0:1746134062.277672:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552574464 00000100:00100000:0.0:1746134062.277691:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30104 00000100:00100000:0.0:1746134062.277695:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:2012:x1830953552574464:12345-192.168.203.26@tcp:101:ll_agl.0 00010000:00010000:0.0:1746134062.277702:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134062.277710:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fde4a00/0x9682c7de153c9c29 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750b2a expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00000100:00080000:2.0:1746134062.277713:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:0.0:1746134062.277726:0:9580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:1.0:1746134062.279138:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552574208 00000100:00100000:1.0:1746134062.279145:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552574208 00000100:00100000:1.0:1746134062.279187:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 650 00000100:00100000:1.0:1746134062.279193:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea5a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+32:2010:x1830953552574208:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134062.279203:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134062.279219:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095786000/0x9682c7de153c9be3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750ad6 expref: 32 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134062.279246:0:7221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88012ec6fc00) 00010000:00010000:1.0:1746134062.279250:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134062.279278:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea5a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+31:2010:x1830953552574208:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 86us (4361us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134062.279284:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 650 00010000:00010000:0.0:1746134062.279802:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134062.279805:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134062.279812:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fde4a00/0x9682c7de153c9c29 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750b2a expref: 9 pid: 9580 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746134062.279825:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012fde4a00/0x9682c7de153c9c29 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750b2a expref: 9 pid: 9580 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746134062.279838:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fde4a00, rc 0) 00000100:00100000:1.0:1746134062.279918:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+9:2012:x1830953552574464:12345-192.168.203.26@tcp:101:ll_agl.0 Request processed in 2221us (2260us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134062.279924:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30104 00000100:00100000:0.0:1746134062.285871:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134062.285990:0:27148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552574720 00000100:00100000:3.0:1746134062.285998:0:27148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552574720 00000100:00100000:3.0:1746134062.286044:0:27148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13433 00000100:00100000:3.0:1746134062.286051:0:27148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2012:x1830953552574720:12345-192.168.203.26@tcp:3:dd.0 00010000:00010000:3.0:1746134062.286078:0:27148:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880095787400/0x9682c7de153c9c30 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.286090:0:27148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134062.286091:0:27148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134062.286095:0:27148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095787400/0x9682c7de153c9c30 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.286105:0:27148:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095787400/0x9682c7de153c9c30 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27148 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134062.294376:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134062.295843:0:27139:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552574976 00000100:00100000:2.0:1746134062.295852:0:27139:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552574976 00000100:00100000:2.0:1746134062.296836:0:27139:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13434 00000100:00100000:2.0:1746134062.296845:0:27139:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+9:2011:x1830953552574976:12345-192.168.203.26@tcp:3:dd.0 00010000:00010000:2.0:1746134062.296876:0:27139:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012d854e00/0x9682c7de153c9c37 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.296888:0:27139:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134062.296890:0:27139:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134062.296893:0:27139:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d854e00/0x9682c7de153c9c37 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.296904:0:27139:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d854e00/0x9682c7de153c9c37 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134062.299223:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134062.299564:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552575104 00000100:00100000:2.0:1746134062.299570:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552575104 00000100:00100000:2.0:1746134062.299614:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30105 00000100:00100000:2.0:1746134062.299621:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+9:3786:x1830953552575104:12345-192.168.203.26@tcp:101:dd.0 00010000:00010000:2.0:1746134062.299634:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134062.299645:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d855e00/0x9682c7de153c9c3e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750b31 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.299666:0:9580:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012fde4a00/0x9682c7de153c9c29 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750b2a expref: 10 pid: 9580 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746134062.299672:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134062.299674:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134062.299677:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d855e00/0x9682c7de153c9c3e lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750b31 expref: 10 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.299702:0:9580:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012fde4a00/0x9682c7de153c9c29 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750b2a expref: 10 pid: 9580 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746134062.299717:0:9580:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012fde4a00/0x9682c7de153c9c29 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750b2a expref: 10 pid: 9580 timeout: 831 lvb_type: 1 00000100:00100000:2.0:1746134062.299726:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007282ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548221184:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134062.299788:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c8a49c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746134062.307393:0:27148:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880095787400/0x9682c7de153c9c30 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.307407:0:27148:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880095787400/0x9682c7de153c9c30 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.307419:0:27148:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880095787400/0x9682c7de153c9c30 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.307425:0:27148:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095787400 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:3.0:1746134062.307428:0:27148:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880095787400/0x9682c7de153c9c30 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.307435:0:27148:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880095787400/0x9682c7de153c9c30 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.307450:0:27148:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880095787400/0x9682c7de153c9c30 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.307455:0:27148:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095787400/0x9682c7de153c9c30 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27148 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134062.307539:0:27148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2012:x1830953552574720:12345-192.168.203.26@tcp:3:dd.0 Request processed in 21484us (21671us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746134062.307547:0:27148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13433 00000100:00100000:3.0:1746134062.311445:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007282ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548221184:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134062.311470:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d855e00/0x9682c7de153c9c3e lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750b31 expref: 10 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.311484:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d855e00, rc 0) 00000100:00100000:3.0:1746134062.311521:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+10:3786:x1830953552575104:12345-192.168.203.26@tcp:101:dd.0 Request processed in 11900us (12302us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134062.311532:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30105 00010000:00010000:2.0:1746134062.311651:0:27139:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012d854e00/0x9682c7de153c9c37 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.311745:0:27139:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012d854e00/0x9682c7de153c9c37 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.311757:0:27139:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012d854e00/0x9682c7de153c9c37 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.311763:0:27139:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d854e00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:2.0:1746134062.311766:0:27139:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d854e00/0x9682c7de153c9c37 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.311773:0:27139:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d854e00/0x9682c7de153c9c37 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.311785:0:27139:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012d854e00/0x9682c7de153c9c37 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.311791:0:27139:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d854e00/0x9682c7de153c9c37 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134062.311837:0:27139:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+9:2011:x1830953552574976:12345-192.168.203.26@tcp:3:dd.0 Request processed in 14994us (17467us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746134062.311844:0:27139:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13434 00000100:00100000:0.0:1746134062.313629:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134062.313755:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552575232 00000100:00100000:2.0:1746134062.313761:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552575232 00010000:00010000:2.0:1746134062.313785:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012fde4a00/0x9682c7de153c9c29 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750b2a expref: 9 pid: 9580 timeout: 831 lvb_type: 1 00000100:00100000:2.0:1746134062.315073:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15394 00000100:00100000:2.0:1746134062.315083:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b2e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+9:2010:x1830953552575232:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134062.315098:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134062.315127:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012fde4a00/0x9682c7de153c9c29 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750b2a expref: 9 pid: 9580 timeout: 831 lvb_type: 1 00010000:00010000:2.0:1746134062.315138:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012fde4a00/0x9682c7de153c9c29 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750b2a expref: 9 pid: 9580 timeout: 831 lvb_type: 1 00010000:00010000:2.0:1746134062.315157:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fde4a00/0x9682c7de153c9c29 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750b2a expref: 9 pid: 9580 timeout: 831 lvb_type: 1 00010000:00010000:2.0:1746134062.315168:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134062.315169:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134062.315175:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d855e00/0x9682c7de153c9c3e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750b31 expref: 9 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.315182:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d855e00/0x9682c7de153c9c3e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750b31 expref: 9 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.315209:0:8382:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d855e00/0x9682c7de153c9c3e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750b31 expref: 9 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134062.315219:0:8382:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007282c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548221312:192.168.203.26@tcp:105: 00000100:00100000:2.0:1746134062.315923:0:8382:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c8a49c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746134062.316534:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134062.317162:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552575360 00000100:00100000:0.0:1746134062.317168:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552575360 00000100:00100000:0.0:1746134062.317216:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43468 00000100:00100000:0.0:1746134062.317222:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bfbc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+31:3785:x1830953552575360:12345-192.168.203.26@tcp:101:dd.0 00010000:00010000:0.0:1746134062.317239:0:7232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134062.317251:0:7232:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde4800/0x9682c7de153c9c45 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750b38 expref: -99 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.317273:0:7232:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde5400/0x9682c7de153c9c4c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7232 initiator: MDT0 00010000:00010000:0.0:1746134062.317282:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde5400/0x9682c7de153c9c4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:0.0:1746134062.317290:0:7232:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde5400/0x9682c7de153c9c4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00010000:00010000:0.0:1746134062.317365:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde4800/0x9682c7de153c9c45 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750b38 expref: 33 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.317394:0:7232:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde5400/0x9682c7de153c9c4c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750b38 expref: 32 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.317406:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88012ec6fc00) 00010000:00010000:0.0:1746134062.317408:0:7232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1746134062.317411:0:7232:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012fde5400, rc 0) 00000100:00100000:3.0:1746134062.318469:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bfbc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+32:3785:x1830953552575360:12345-192.168.203.26@tcp:101:dd.0 Request processed in 1243us (1932us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134062.318476:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43468 00000100:00100000:3.0:1746134062.319690:0:8382:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007282c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8382:1830953548221312:192.168.203.26@tcp:105: 00010000:00010000:3.0:1746134062.319706:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134062.319734:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b2e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:2010:x1830953552575232:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 4654us (6109us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134062.319741:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15394 00000100:00100000:0.0:1746134062.322378:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134062.322577:0:27139:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552575616 00000100:00100000:2.0:1746134062.322583:0:27139:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552575616 00000100:00100000:2.0:1746134062.322641:0:27139:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13435 00000100:00100000:2.0:1746134062.322648:0:27139:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:2009:x1830953552575616:12345-192.168.203.26@tcp:4:dd.0 00010000:00010000:2.0:1746134062.322676:0:27139:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d854000/0x9682c7de153c9c53 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.322690:0:27139:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012da4d600/0x9682c7de153c9a38 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b231957509fd expref: 8 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.322697:0:27139:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134062.322699:0:27139:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134062.322701:0:27139:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d854000/0x9682c7de153c9c53 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.322725:0:27139:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012da4d600/0x9682c7de153c9a38 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000000000020 nid: 192.168.203.26@tcp remote: 0xb596b231957509fd expref: 8 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.322735:0:27139:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012da4d600/0x9682c7de153c9a38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x70000400000020 nid: 192.168.203.26@tcp remote: 0xb596b231957509fd expref: 8 pid: 9580 timeout: 831 lvb_type: 0 00000100:00100000:2.0:1746134062.322746:0:27139:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88007282c700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:27139:1830953548221440:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134062.322812:0:27139:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c8a4d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746134062.325275:0:27139:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88007282c700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:27139:1830953548221440:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134062.325295:0:27139:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012d854000/0x9682c7de153c9c53 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134062.326466:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134062.326675:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552575744 00000100:00100000:3.0:1746134062.326680:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552575744 00010000:00010000:3.0:1746134062.326706:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012da4d600/0x9682c7de153c9a38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b231957509fd expref: 9 pid: 9580 timeout: 831 lvb_type: 0 00000100:00100000:3.0:1746134062.326741:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15395 00000100:00100000:3.0:1746134062.326748:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b2f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+9:2010:x1830953552575744:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134062.326758:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746134062.326773:0:8382:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 25067520 -> 26214400 00002000:00010000:3.0:1746134062.326776:0:8382:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 48960 -> 51200 00010000:00010000:3.0:1746134062.326780:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012da4d600/0x9682c7de153c9a38 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b231957509fd expref: 9 pid: 9580 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746134062.326790:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012da4d600/0x9682c7de153c9a38 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000400000020 nid: 192.168.203.26@tcp remote: 0xb596b231957509fd expref: 9 pid: 9580 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746134062.326812:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012da4d600/0x9682c7de153c9a38 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x44801400000020 nid: 192.168.203.26@tcp remote: 0xb596b231957509fd expref: 9 pid: 9580 timeout: 831 lvb_type: 0 00010000:00010000:3.0:1746134062.326833:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134062.326835:0:8382:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134062.326838:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d854000/0x9682c7de153c9c53 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.326845:0:8382:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d854000/0x9682c7de153c9c53 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.326871:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134062.326903:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b2f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:2010:x1830953552575744:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 155us (440us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134062.326909:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15395 00010000:00010000:2.0:1746134062.326979:0:27139:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012d854000/0x9682c7de153c9c53 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.326986:0:27139:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d854000/0x9682c7de153c9c53 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746134062.351816:0:10917:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970721 is committed 00000001:00080000:0.0:1746134062.351828:0:10917:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970720 is committed 00002000:00010000:2.0:1746134062.352032:0:27139:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb mtime from disk: 1746134061 -> 1746134062 00002000:00010000:2.0:1746134062.352037:0:27139:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb ctime from disk: 1746134061 -> 1746134062 00010000:00010000:2.0:1746134062.352047:0:27139:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d854000/0x9682c7de153c9c53 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.352057:0:27139:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012d854000/0x9682c7de153c9c53 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.352064:0:27139:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012d854000/0x9682c7de153c9c53 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.352070:0:27139:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d854000 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:2.0:1746134062.352073:0:27139:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d854000/0x9682c7de153c9c53 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.352079:0:27139:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d854000/0x9682c7de153c9c53 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.352093:0:27139:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012d854000/0x9682c7de153c9c53 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.352098:0:27139:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d854000/0x9682c7de153c9c53 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->2097151] (req 0->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134062.352868:0:27139:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2009:x1830953552575616:12345-192.168.203.26@tcp:4:dd.0 Request processed in 30215us (30490us total) trans 4294970721 rc 0/0 00000100:00100000:2.0:1746134062.352877:0:27139:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13435 00000100:00100000:0.0:1746134062.356756:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134062.356803:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134062.356868:0:27139:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552576000 00000100:00100000:2.0:1746134062.356875:0:27139:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552576000 00000100:00100000:2.0:1746134062.356917:0:27139:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552576256 00000100:00100000:2.0:1746134062.356919:0:27139:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552576256 00000100:00100000:2.0:1746134062.357778:0:27139:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13436 00000100:00100000:2.0:1746134062.357785:0:27139:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2012:x1830953552576000:12345-192.168.203.26@tcp:3:dd.0 00010000:00010000:2.0:1746134062.357813:0:27139:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012d855400/0x9682c7de153c9c5a lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.357825:0:27139:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134062.357827:0:27139:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1746134062.357925:0:27147:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13437 00000100:00100000:0.0:1746134062.357931:0:27147:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2012:x1830953552576256:12345-192.168.203.26@tcp:3:dd.0 00010000:00010000:0.0:1746134062.357954:0:27147:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012fde4800/0x9682c7de153c9c61 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.357961:0:27147:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134062.357962:0:27147:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134062.357965:0:27147:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fde4800/0x9682c7de153c9c61 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.357976:0:27147:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fde4800/0x9682c7de153c9c61 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.358021:0:27139:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d855400/0x9682c7de153c9c5a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.358030:0:27139:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d855400/0x9682c7de153c9c5a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.365177:0:27139:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012d855400/0x9682c7de153c9c5a lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.365191:0:27139:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012d855400/0x9682c7de153c9c5a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.365198:0:27139:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012d855400/0x9682c7de153c9c5a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.365204:0:27139:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d855400 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:2.0:1746134062.365207:0:27139:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012d855400/0x9682c7de153c9c5a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.365218:0:27139:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012d855400/0x9682c7de153c9c5a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.365233:0:27139:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012d855400/0x9682c7de153c9c5a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.365239:0:27139:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d855400/0x9682c7de153c9c5a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134062.365314:0:27139:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2012:x1830953552576000:12345-192.168.203.26@tcp:3:dd.0 Request processed in 7525us (8559us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746134062.365323:0:27139:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13436 00010000:00010000:2.0:1746134062.369757:0:27147:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012fde4800/0x9682c7de153c9c61 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.369772:0:27147:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012fde4800/0x9682c7de153c9c61 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.369778:0:27147:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012fde4800/0x9682c7de153c9c61 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.369784:0:27147:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012fde4800 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:2.0:1746134062.369787:0:27147:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012fde4800/0x9682c7de153c9c61 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.369793:0:27147:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012fde4800/0x9682c7de153c9c61 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.369809:0:27147:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012fde4800/0x9682c7de153c9c61 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.369814:0:27147:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fde4800/0x9682c7de153c9c61 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134062.369869:0:27147:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2012:x1830953552576256:12345-192.168.203.26@tcp:3:dd.0 Request processed in 11934us (13061us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746134062.369878:0:27147:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13437 00000100:00100000:0.0:1746134062.374429:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134062.374490:0:27147:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552576512 00000100:00100000:2.0:1746134062.374498:0:27147:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552576512 00000100:00100000:2.0:1746134062.374542:0:27147:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13438 00000100:00100000:2.0:1746134062.374549:0:27147:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2012:x1830953552576512:12345-192.168.203.26@tcp:4:dd.0 00002000:00010000:2.0:1746134062.374586:0:27147:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813e42e, atime: 0x0, ctime: 0x6813e42e, blocks: 0xc800 00010000:00010000:2.0:1746134062.374593:0:27147:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d855c00/0x9682c7de153c9c68 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.374603:0:27147:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134062.374605:0:27147:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134062.374608:0:27147:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d855c00/0x9682c7de153c9c68 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.374618:0:27147:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d855c00/0x9682c7de153c9c68 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746134062.393389:0:10917:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970722 is committed 00010000:00010000:2.0:1746134062.393611:0:27147:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d855c00/0x9682c7de153c9c68 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.393622:0:27147:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012d855c00/0x9682c7de153c9c68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.393629:0:27147:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012d855c00/0x9682c7de153c9c68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.393634:0:27147:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d855c00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:2.0:1746134062.393637:0:27147:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d855c00/0x9682c7de153c9c68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.393643:0:27147:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d855c00/0x9682c7de153c9c68 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.393657:0:27147:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012d855c00/0x9682c7de153c9c68 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.393662:0:27147:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d855c00/0x9682c7de153c9c68 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->4194303] (req 2097152->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134062.394339:0:27147:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2012:x1830953552576512:12345-192.168.203.26@tcp:4:dd.0 Request processed in 19785us (19911us total) trans 4294970722 rc 0/0 00000100:00100000:2.0:1746134062.394349:0:27147:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13438 00000100:00100000:0.0:1746134062.401338:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134062.405262:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134062.405396:0:27139:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552576896 00000100:00100000:1.0:1746134062.405404:0:27139:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552576896 00000100:00100000:1.0:1746134062.405448:0:27139:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552577024 00000100:00100000:1.0:1746134062.405450:0:27139:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552577024 00000100:00100000:1.0:1746134062.405465:0:27139:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13439 00000100:00100000:1.0:1746134062.405471:0:27139:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2011:x1830953552576896:12345-192.168.203.26@tcp:3:dd.0 00010000:00010000:1.0:1746134062.405500:0:27139:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009bcb2e00/0x9682c7de153c9c6f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134062.405510:0:27139:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134062.405512:0:27139:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134062.405516:0:27139:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bcb2e00/0x9682c7de153c9c6f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134062.405526:0:27139:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bcb2e00/0x9682c7de153c9c6f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134062.406669:0:27149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13440 00000100:00100000:0.0:1746134062.406677:0:27149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f685c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2011:x1830953552577024:12345-192.168.203.26@tcp:3:dd.0 00010000:00010000:0.0:1746134062.406697:0:27149:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012fde5600/0x9682c7de153c9c76 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.406705:0:27149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134062.406707:0:27149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134062.406710:0:27149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012fde5600/0x9682c7de153c9c76 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.406718:0:27149:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012fde5600/0x9682c7de153c9c76 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134062.421862:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134062.422178:0:27148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552577280 00000100:00100000:2.0:1746134062.422186:0:27148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552577280 00002000:00100000:2.0:1746134062.422220:0:27148:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1e:0x0] (0->4194303) req@ffff88007f686a00 x1830953552577280/t0(0) o4->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:273/0 lens 488/0 e 0 to 0 dl 1746134073 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746134062.422234:0:27148:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f686a00 with x1830953552577280 ext(0->4194303) 00002000:00010000:2.0:1746134062.422238:0:27148:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007f686a00 00000100:00100000:2.0:1746134062.422255:0:27148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13441 00000100:00100000:2.0:1746134062.422262:0:27148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f686a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+16:2010:x1830953552577280:12345-192.168.203.26@tcp:4:dd.0 00000100:00100000:0.0:1746134062.450587:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134062.450673:0:27147:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552577536 00000100:00100000:2.0:1746134062.450681:0:27147:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552577536 00002000:00100000:2.0:1746134062.450716:0:27147:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->4194303) req@ffff88007f687480 x1830953552577536/t0(0) o4->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:273/0 lens 488/0 e 0 to 0 dl 1746134073 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746134062.450725:0:27147:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f687480 with x1830953552577536 ext(0->4194303) 00002000:00010000:2.0:1746134062.450729:0:27147:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f687480 00000100:00100000:2.0:1746134062.450748:0:27147:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13442 00000100:00100000:2.0:1746134062.450753:0:27147:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f687480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+8:2009:x1830953552577536:12345-192.168.203.26@tcp:4:dd.0 00010000:00010000:2.0:1746134062.492271:0:27139:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009bcb2e00/0x9682c7de153c9c6f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.492285:0:27139:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009bcb2e00/0x9682c7de153c9c6f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.492292:0:27139:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009bcb2e00/0x9682c7de153c9c6f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.492297:0:27139:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bcb2e00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:2.0:1746134062.492300:0:27139:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009bcb2e00/0x9682c7de153c9c6f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.492311:0:27139:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009bcb2e00/0x9682c7de153c9c6f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.492326:0:27139:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009bcb2e00/0x9682c7de153c9c6f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.492332:0:27139:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bcb2e00/0x9682c7de153c9c6f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134062.492397:0:27139:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2011:x1830953552576896:12345-192.168.203.26@tcp:3:dd.0 Request processed in 86921us (91062us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746134062.492405:0:27139:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13439 00000100:00100000:2.0:1746134062.492513:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134062.493349:0:27139:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552577920 00000100:00100000:3.0:1746134062.493356:0:27139:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552577920 00002000:00100000:3.0:1746134062.493388:0:27139:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1e:0x0] (4194304->8388607) req@ffff88007282c700 x1830953552577920/t0(0) o4->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:273/0 lens 488/0 e 0 to 0 dl 1746134073 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746134062.493396:0:27139:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282c700 with x1830953552577920 ext(4194304->8388607) 00002000:00010000:3.0:1746134062.493400:0:27139:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007282c700 00000100:00100000:3.0:1746134062.493423:0:27139:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13443 00000100:00100000:3.0:1746134062.493429:0:27139:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+18:2010:x1830953552577920:12345-192.168.203.26@tcp:4:dd.0 00010000:00010000:2.0:1746134062.497225:0:27149:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012fde5600/0x9682c7de153c9c76 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.497239:0:27149:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012fde5600/0x9682c7de153c9c76 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.497246:0:27149:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012fde5600/0x9682c7de153c9c76 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.497252:0:27149:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012fde5600 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:2.0:1746134062.497255:0:27149:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012fde5600/0x9682c7de153c9c76 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.497262:0:27149:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012fde5600/0x9682c7de153c9c76 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.497279:0:27149:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012fde5600/0x9682c7de153c9c76 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.497285:0:27149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012fde5600/0x9682c7de153c9c76 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134062.497345:0:27149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f685c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2011:x1830953552577024:12345-192.168.203.26@tcp:3:dd.0 Request processed in 90665us (92086us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746134062.497354:0:27149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13440 00000100:00100000:1.0:1746134062.509250:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134062.509332:0:27149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552578176 00000100:00100000:3.0:1746134062.509339:0:27149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552578176 00002000:00100000:3.0:1746134062.509372:0:27149:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->8388607) req@ffff8800957a2d80 x1830953552578176/t0(0) o4->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:273/0 lens 488/0 e 0 to 0 dl 1746134073 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746134062.509381:0:27149:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957a2d80 with x1830953552578176 ext(4194304->8388607) 00002000:00010000:3.0:1746134062.509385:0:27149:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800957a2d80 00000100:00100000:3.0:1746134062.509403:0:27149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13444 00000100:00100000:3.0:1746134062.509409:0:27149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+10:2009:x1830953552578176:12345-192.168.203.26@tcp:4:dd.0 00000100:00100000:2.0:1746134062.510921:0:27148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f686a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+20:2010:x1830953552577280:12345-192.168.203.26@tcp:4:dd.0 Request processed in 88653us (89061us total) trans 4294972123 rc 0/0 00000100:00100000:2.0:1746134062.510930:0:27148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13441 00002000:00100000:2.0:1746134062.510938:0:27148:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1e:0x0] (0->4194303) req@ffff88007f686a00 x1830953552577280/t4294972123(0) o4->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:273/0 lens 488/448 e 0 to 0 dl 1746134073 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746134062.510961:0:27148:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f686a00 with x1830953552577280 ext(0->4194303) 00002000:00010000:2.0:1746134062.510965:0:27148:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007f686a00 00000100:00100000:0.0:1746134062.517818:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134062.519032:0:27148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552578432 00000100:00100000:3.0:1746134062.519042:0:27148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552578432 00000100:00100000:3.0:1746134062.519094:0:27148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13445 00000100:00100000:3.0:1746134062.519101:0:27148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f686680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2011:x1830953552578432:12345-192.168.203.26@tcp:4:dd.0 00002000:00010000:3.0:1746134062.519291:0:27148:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813e42e, atime: 0x0, ctime: 0x6813e42e, blocks: 0xc800 00010000:00010000:3.0:1746134062.519299:0:27148:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009565ee00/0x9682c7de153c9c7d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.519311:0:27148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134062.519313:0:27148:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134062.519317:0:27148:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009565ee00/0x9682c7de153c9c7d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.519328:0:27148:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009565ee00/0x9682c7de153c9c7d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27148 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134062.577275:0:27147:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f687480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+12:2009:x1830953552577536:12345-192.168.203.26@tcp:4:dd.0 Request processed in 126513us (126686us total) trans 4294970723 rc 0/0 00000100:00100000:3.0:1746134062.577285:0:27147:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13442 00002000:00100000:3.0:1746134062.577294:0:27147:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->4194303) req@ffff88007f687480 x1830953552577536/t4294970723(0) o4->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:273/0 lens 488/448 e 0 to 0 dl 1746134073 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746134062.577308:0:27147:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f687480 with x1830953552577536 ext(0->4194303) 00002000:00010000:3.0:1746134062.577313:0:27147:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f687480 00000100:00100000:3.0:1746134062.602019:0:27139:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+20:2010:x1830953552577920:12345-192.168.203.26@tcp:4:dd.0 Request processed in 108581us (109497us total) trans 4294972124 rc 0/0 00000100:00100000:3.0:1746134062.602031:0:27139:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13443 00002000:00100000:3.0:1746134062.602043:0:27139:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1e:0x0] (4194304->8388607) req@ffff88007282c700 x1830953552577920/t4294972124(0) o4->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:273/0 lens 488/448 e 0 to 0 dl 1746134073 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746134062.602050:0:27139:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282c700 with x1830953552577920 ext(4194304->8388607) 00002000:00010000:3.0:1746134062.602056:0:27139:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007282c700 00000100:00100000:2.0:1746134062.608257:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134062.608325:0:27139:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552578688 00000100:00100000:3.0:1746134062.608332:0:27139:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552578688 00002000:00100000:3.0:1746134062.608365:0:27139:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1e:0x0] (8388608->12582911) req@ffff88007282ea00 x1830953552578688/t0(0) o4->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:273/0 lens 488/0 e 0 to 0 dl 1746134073 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746134062.608374:0:27139:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282ea00 with x1830953552578688 ext(8388608->12582911) 00002000:00010000:3.0:1746134062.608377:0:27139:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007282ea00 00000100:00100000:3.0:1746134062.608392:0:27139:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13446 00000100:00100000:3.0:1746134062.608397:0:27139:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007282ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+20:2010:x1830953552578688:12345-192.168.203.26@tcp:4:dd.0 00000100:00100000:0.0:1746134062.620502:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134062.625883:0:27147:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552578944 00000100:00100000:2.0:1746134062.625893:0:27147:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552578944 00002000:00100000:2.0:1746134062.625927:0:27147:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->12582911) req@ffff88007f684380 x1830953552578944/t0(0) o4->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:273/0 lens 488/0 e 0 to 0 dl 1746134073 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746134062.625937:0:27147:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f684380 with x1830953552578944 ext(8388608->12582911) 00002000:00010000:2.0:1746134062.625949:0:27147:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f684380 00000100:00100000:2.0:1746134062.625975:0:27147:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13447 00000100:00100000:2.0:1746134062.625981:0:27147:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f684380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+14:2012:x1830953552578944:12345-192.168.203.26@tcp:4:dd.0 00000100:00100000:3.0:1746134062.629446:0:27149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+14:2009:x1830953552578176:12345-192.168.203.26@tcp:4:dd.0 Request processed in 120028us (120192us total) trans 4294970724 rc 0/0 00000100:00100000:3.0:1746134062.629455:0:27149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13444 00002000:00100000:3.0:1746134062.629465:0:27149:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->8388607) req@ffff8800957a2d80 x1830953552578176/t4294970724(0) o4->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:273/0 lens 488/448 e 0 to 0 dl 1746134073 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746134062.629474:0:27149:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800957a2d80 with x1830953552578176 ext(4194304->8388607) 00002000:00010000:3.0:1746134062.629480:0:27149:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800957a2d80 00000100:00100000:3.0:1746134062.646808:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134062.648262:0:20211:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552579200 00000100:00100000:0.0:1746134062.648270:0:20211:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552579200 00000100:00100000:0.0:1746134062.648301:0:20211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 204 00000100:00100000:0.0:1746134062.648307:0:20211:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+22:3786:x1830953552579200:12345-192.168.203.26@tcp:35:dd.0 00000001:00080000:0.0:1746134062.648431:0:20211:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294986376 00000100:00100000:0.0:1746134062.648492:0:20211:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+24:3786:x1830953552579200:12345-192.168.203.26@tcp:35:dd.0 Request processed in 184us (1689us total) trans 4294986377 rc 0/0 00000100:00100000:0.0:1746134062.648499:0:20211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 204 00000020:00080000:0.0:1746134062.648503:0:20211:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000001:00080000:1.0:1746134062.650388:0:10917:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970725 is committed 00000001:00080000:1.0:1746134062.650399:0:10917:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970724 is committed 00002000:00010000:3.0:1746134062.654075:0:27148:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb mtime from disk: 1746134062 -> 1746134063 00002000:00010000:3.0:1746134062.654081:0:27148:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb ctime from disk: 1746134062 -> 1746134063 00010000:00010000:3.0:1746134062.654092:0:27148:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009565ee00/0x9682c7de153c9c7d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.654100:0:27148:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009565ee00/0x9682c7de153c9c7d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.654108:0:27148:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009565ee00/0x9682c7de153c9c7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.654130:0:27148:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009565ee00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:3.0:1746134062.654133:0:27148:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009565ee00/0x9682c7de153c9c7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.654140:0:27148:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009565ee00/0x9682c7de153c9c7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.654155:0:27148:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009565ee00/0x9682c7de153c9c7d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27148 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.654161:0:27148:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009565ee00/0x9682c7de153c9c7d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->6291455] (req 4194304->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27148 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134062.654244:0:27148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f686680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2011:x1830953552578432:12345-192.168.203.26@tcp:4:dd.0 Request processed in 135141us (136429us total) trans 4294970725 rc 0/0 00000100:00100000:3.0:1746134062.654256:0:27148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13445 00000100:00100000:0.0:1746134062.666492:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134062.666541:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134062.666574:0:27149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552579584 00000100:00100000:0.0:1746134062.666581:0:27149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552579584 00000100:00100000:0.0:1746134062.666629:0:27149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552579712 00000100:00100000:0.0:1746134062.666632:0:27149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552579712 00000100:00100000:0.0:1746134062.666655:0:28823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13448 00000100:00100000:0.0:1746134062.666662:0:28823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f687800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2010:x1830953552579584:12345-192.168.203.26@tcp:3:dd.0 00010000:00010000:0.0:1746134062.666691:0:28823:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012f3a6a00/0x9682c7de153c9c84 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.666704:0:28823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134062.666706:0:28823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134062.666710:0:28823:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f3a6a00/0x9682c7de153c9c84 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.666721:0:28823:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f3a6a00/0x9682c7de153c9c84 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134062.667176:0:27149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13449 00000100:00100000:0.0:1746134062.667183:0:27149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f685f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2010:x1830953552579712:12345-192.168.203.26@tcp:3:dd.0 00010000:00010000:0.0:1746134062.667198:0:27149:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012f3a6800/0x9682c7de153c9c8b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.667205:0:27149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134062.667206:0:27149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134062.667209:0:27149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012f3a6800/0x9682c7de153c9c8b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.667217:0:27149:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012f3a6800/0x9682c7de153c9c8b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134062.672014:0:27139:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007282ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+22:2010:x1830953552578688:12345-192.168.203.26@tcp:4:dd.0 Request processed in 63608us (63755us total) trans 4294972125 rc 0/0 00000100:00100000:3.0:1746134062.672024:0:27139:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13446 00002000:00100000:3.0:1746134062.672033:0:27139:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1e:0x0] (8388608->12582911) req@ffff88007282ea00 x1830953552578688/t4294972125(0) o4->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:273/0 lens 488/448 e 0 to 0 dl 1746134073 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746134062.672041:0:27139:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007282ea00 with x1830953552578688 ext(8388608->12582911) 00002000:00010000:3.0:1746134062.672045:0:27139:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88007282ea00 00010000:00010000:0.0:1746134062.680488:0:28823:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012f3a6a00/0x9682c7de153c9c84 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.680503:0:28823:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012f3a6a00/0x9682c7de153c9c84 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.680510:0:28823:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012f3a6a00/0x9682c7de153c9c84 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.680516:0:28823:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f3a6a00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:0.0:1746134062.680519:0:28823:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012f3a6a00/0x9682c7de153c9c84 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.680526:0:28823:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012f3a6a00/0x9682c7de153c9c84 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.680542:0:28823:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012f3a6a00/0x9682c7de153c9c84 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.680547:0:28823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f3a6a00/0x9682c7de153c9c84 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134062.681901:0:28823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f687800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2010:x1830953552579584:12345-192.168.203.26@tcp:3:dd.0 Request processed in 15233us (15411us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746134062.681911:0:28823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13448 00010000:00010000:0.0:1746134062.695087:0:27149:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012f3a6800/0x9682c7de153c9c8b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.695101:0:27149:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012f3a6800/0x9682c7de153c9c8b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.695108:0:27149:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012f3a6800/0x9682c7de153c9c8b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.695577:0:27149:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012f3a6800 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:0.0:1746134062.695580:0:27149:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012f3a6800/0x9682c7de153c9c8b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.695588:0:27149:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012f3a6800/0x9682c7de153c9c8b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.695602:0:27149:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012f3a6800/0x9682c7de153c9c8b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.695607:0:27149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012f3a6800/0x9682c7de153c9c8b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134062.697282:0:27149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f685f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2010:x1830953552579712:12345-192.168.203.26@tcp:3:dd.0 Request processed in 30093us (30733us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746134062.697292:0:27149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13449 00000100:00100000:1.0:1746134062.701060:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134062.701121:0:27149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552579968 00000100:00100000:0.0:1746134062.701128:0:27149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552579968 00000100:00100000:1.0:1746134062.701185:0:28823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13450 00000100:00100000:1.0:1746134062.701192:0:28823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2012:x1830953552579968:12345-192.168.203.26@tcp:4:dd.0 00002000:00010000:1.0:1746134062.701223:0:28823:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813e42f, atime: 0x0, ctime: 0x6813e42f, blocks: 0xc800 00010000:00010000:1.0:1746134062.701229:0:28823:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134e22a00/0x9682c7de153c9c92 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134062.701239:0:28823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134062.701241:0:28823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134062.701244:0:28823:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134e22a00/0x9682c7de153c9c92 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134062.701255:0:28823:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134e22a00/0x9682c7de153c9c92 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134062.707686:0:27147:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f684380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+10:2012:x1830953552578944:12345-192.168.203.26@tcp:4:dd.0 Request processed in 81696us (87181us total) trans 4294970726 rc 0/0 00000100:00100000:3.0:1746134062.707697:0:27147:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13447 00002000:00100000:3.0:1746134062.707706:0:27147:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->12582911) req@ffff88007f684380 x1830953552578944/t4294970726(0) o4->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:273/0 lens 488/448 e 0 to 0 dl 1746134073 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746134062.707714:0:27147:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88007f684380 with x1830953552578944 ext(8388608->12582911) 00002000:00010000:3.0:1746134062.707719:0:27147:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88007f684380 00000001:00080000:1.0:1746134062.721806:0:10917:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970727 is committed 00000001:00080000:1.0:1746134062.721816:0:10917:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970726 is committed 00010000:00010000:2.0:1746134062.721986:0:28823:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134e22a00/0x9682c7de153c9c92 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.721997:0:28823:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134e22a00/0x9682c7de153c9c92 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.722003:0:28823:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134e22a00/0x9682c7de153c9c92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.722009:0:28823:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880134e22a00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:2.0:1746134062.722012:0:28823:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134e22a00/0x9682c7de153c9c92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.722018:0:28823:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134e22a00/0x9682c7de153c9c92 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.722031:0:28823:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134e22a00/0x9682c7de153c9c92 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.722037:0:28823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134e22a00/0x9682c7de153c9c92 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [6291456->8388607] (req 6291456->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134062.722147:0:28823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2012:x1830953552579968:12345-192.168.203.26@tcp:4:dd.0 Request processed in 20951us (21088us total) trans 4294970727 rc 0/0 00000100:00100000:2.0:1746134062.722155:0:28823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13450 00000100:00100000:2.0:1746134062.727800:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134062.727832:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134062.727856:0:28823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552580352 00000100:00100000:0.0:1746134062.727864:0:28823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552580352 00000100:00100000:0.0:1746134062.727909:0:28823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552580480 00000100:00100000:0.0:1746134062.727911:0:28823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552580480 00000100:00100000:0.0:1746134062.727930:0:28823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13451 00000100:00100000:0.0:1746134062.727937:0:28823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2010:x1830953552580352:12345-192.168.203.26@tcp:3:dd.0 00000100:00100000:3.0:1746134062.727951:0:27147:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13452 00000100:00100000:3.0:1746134062.727958:0:27147:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2009:x1830953552580480:12345-192.168.203.26@tcp:3:dd.0 00010000:00010000:3.0:1746134062.727975:0:27147:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009565e800/0x9682c7de153c9c99 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.727975:0:28823:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012eaadc00/0x9682c7de153c9ca0 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.727985:0:27147:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134062.727985:0:28823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134062.727987:0:27147:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134062.727987:0:28823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134062.727990:0:27147:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009565e800/0x9682c7de153c9c99 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.727991:0:28823:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eaadc00/0x9682c7de153c9ca0 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.728001:0:28823:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012eaadc00/0x9682c7de153c9ca0 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.728002:0:27147:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009565e800/0x9682c7de153c9c99 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.741627:0:28823:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012eaadc00/0x9682c7de153c9ca0 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.741641:0:28823:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012eaadc00/0x9682c7de153c9ca0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.741649:0:28823:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012eaadc00/0x9682c7de153c9ca0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.741654:0:28823:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012eaadc00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:0.0:1746134062.741658:0:28823:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012eaadc00/0x9682c7de153c9ca0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.741664:0:28823:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012eaadc00/0x9682c7de153c9ca0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.741678:0:28823:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012eaadc00/0x9682c7de153c9ca0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.741688:0:28823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012eaadc00/0x9682c7de153c9ca0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.742318:0:27147:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009565e800/0x9682c7de153c9c99 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.742327:0:27147:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009565e800/0x9682c7de153c9c99 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.742331:0:27147:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009565e800/0x9682c7de153c9c99 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.742336:0:27147:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009565e800 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:2.0:1746134062.742338:0:27147:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009565e800/0x9682c7de153c9c99 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.742342:0:27147:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009565e800/0x9682c7de153c9c99 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.742351:0:27147:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009565e800/0x9682c7de153c9c99 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.742356:0:27147:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009565e800/0x9682c7de153c9c99 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134062.742404:0:27147:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2009:x1830953552580480:12345-192.168.203.26@tcp:3:dd.0 Request processed in 14447us (14571us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746134062.742404:0:28823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2010:x1830953552580352:12345-192.168.203.26@tcp:3:dd.0 Request processed in 14463us (14606us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746134062.742412:0:27147:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13452 00000100:00100000:0.0:1746134062.742438:0:28823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13451 00000100:00100000:1.0:1746134062.747141:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134062.747186:0:27147:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552580736 00000100:00100000:2.0:1746134062.747193:0:27147:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552580736 00000100:00100000:2.0:1746134062.747235:0:27147:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13453 00000100:00100000:2.0:1746134062.747242:0:27147:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2009:x1830953552580736:12345-192.168.203.26@tcp:4:dd.0 00002000:00010000:2.0:1746134062.747277:0:27147:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813e42f, atime: 0x0, ctime: 0x6813e42f, blocks: 0xc800 00010000:00010000:2.0:1746134062.747283:0:27147:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d854000/0x9682c7de153c9ca7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.747293:0:27147:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134062.747295:0:27147:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134062.747299:0:27147:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d854000/0x9682c7de153c9ca7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.747309:0:27147:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d854000/0x9682c7de153c9ca7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746134062.765325:0:10917:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970728 is committed 00010000:00010000:2.0:1746134062.765456:0:27147:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d854000/0x9682c7de153c9ca7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.765464:0:27147:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012d854000/0x9682c7de153c9ca7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.765469:0:27147:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012d854000/0x9682c7de153c9ca7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.765473:0:27147:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d854000 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:2.0:1746134062.765475:0:27147:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d854000/0x9682c7de153c9ca7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.765480:0:27147:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d854000/0x9682c7de153c9ca7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.765493:0:27147:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012d854000/0x9682c7de153c9ca7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.765497:0:27147:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d854000/0x9682c7de153c9ca7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [8388608->10485759] (req 8388608->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134062.765577:0:27147:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2009:x1830953552580736:12345-192.168.203.26@tcp:4:dd.0 Request processed in 18333us (18464us total) trans 4294970728 rc 0/0 00000100:00100000:2.0:1746134062.765586:0:27147:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13453 00000100:00100000:1.0:1746134062.767382:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134062.767448:0:27147:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552580992 00000100:00100000:2.0:1746134062.767455:0:27147:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552580992 00000100:00100000:1.0:1746134062.767488:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134062.767504:0:27147:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552581248 00000100:00100000:2.0:1746134062.767507:0:27147:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552581248 00000100:00100000:0.0:1746134062.767512:0:28823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13454 00000100:00100000:2.0:1746134062.767528:0:27147:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13455 00000100:00100000:2.0:1746134062.767533:0:27147:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2011:x1830953552581248:12345-192.168.203.26@tcp:3:dd.0 00010000:00010000:2.0:1746134062.767558:0:27147:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c9cae lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134062.767569:0:28823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2012:x1830953552580992:12345-192.168.203.26@tcp:3:dd.0 00010000:00010000:2.0:1746134062.767570:0:27147:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134062.767571:0:27147:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134062.767586:0:28823:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092355c00/0x9682c7de153c9cb5 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.767595:0:28823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134062.767596:0:28823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134062.767599:0:28823:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092355c00/0x9682c7de153c9cb5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.767609:0:28823:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092355c00/0x9682c7de153c9cb5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.767657:0:27147:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c9cae lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.767669:0:27147:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c9cae lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.772634:0:28823:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092355c00/0x9682c7de153c9cb5 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.772645:0:28823:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880092355c00/0x9682c7de153c9cb5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.772650:0:28823:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880092355c00/0x9682c7de153c9cb5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.772655:0:28823:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092355c00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:0.0:1746134062.772658:0:28823:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880092355c00/0x9682c7de153c9cb5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.772662:0:28823:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880092355c00/0x9682c7de153c9cb5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.772674:0:28823:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880092355c00/0x9682c7de153c9cb5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.772677:0:28823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092355c00/0x9682c7de153c9cb5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134062.772753:0:28823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2012:x1830953552580992:12345-192.168.203.26@tcp:3:dd.0 Request processed in 5230us (5371us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746134062.772762:0:28823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13454 00010000:00010000:3.0:1746134062.773163:0:27147:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c9cae lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.773172:0:27147:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c9cae lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.773178:0:27147:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c9cae lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.773182:0:27147:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800915c1000 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:3.0:1746134062.773185:0:27147:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c9cae lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.773190:0:27147:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c9cae lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.773200:0:27147:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c9cae lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.773204:0:27147:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1000/0x9682c7de153c9cae lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134062.773450:0:27147:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2011:x1830953552581248:12345-192.168.203.26@tcp:3:dd.0 Request processed in 5914us (5960us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746134062.773459:0:27147:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13455 00000100:00100000:1.0:1746134062.775669:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134062.775733:0:27147:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552581504 00000100:00100000:3.0:1746134062.775739:0:27147:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552581504 00000100:00100000:3.0:1746134062.775938:0:27147:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13456 00000100:00100000:3.0:1746134062.775956:0:27147:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800957a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2009:x1830953552581504:12345-192.168.203.26@tcp:4:dd.0 00002000:00010000:3.0:1746134062.775989:0:27147:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813e42f, atime: 0x0, ctime: 0x6813e42f, blocks: 0xc800 00010000:00010000:3.0:1746134062.775995:0:27147:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880131b9aa00/0x9682c7de153c9cbc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.776004:0:27147:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134062.776006:0:27147:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134062.776010:0:27147:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131b9aa00/0x9682c7de153c9cbc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.776020:0:27147:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131b9aa00/0x9682c7de153c9cbc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746134062.788069:0:10917:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970729 is committed 00010000:00010000:2.0:1746134062.788791:0:27147:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880131b9aa00/0x9682c7de153c9cbc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.788802:0:27147:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880131b9aa00/0x9682c7de153c9cbc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.788809:0:27147:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880131b9aa00/0x9682c7de153c9cbc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.788814:0:27147:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880131b9aa00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:2.0:1746134062.788817:0:27147:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880131b9aa00/0x9682c7de153c9cbc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.788823:0:27147:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880131b9aa00/0x9682c7de153c9cbc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.788836:0:27147:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880131b9aa00/0x9682c7de153c9cbc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.788841:0:27147:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131b9aa00/0x9682c7de153c9cbc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [10485760->12582911] (req 10485760->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134062.788924:0:27147:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800957a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2009:x1830953552581504:12345-192.168.203.26@tcp:4:dd.0 Request processed in 12965us (13257us total) trans 4294970729 rc 0/0 00000100:00100000:2.0:1746134062.788932:0:27147:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13456 00000100:00100000:1.0:1746134062.791748:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134062.791808:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134062.791869:0:28823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552581888 00000100:00100000:0.0:1746134062.791876:0:28823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552581888 00000100:00100000:0.0:1746134062.791915:0:28823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552582016 00000100:00100000:0.0:1746134062.791917:0:28823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552582016 00000100:00100000:0.0:1746134062.791958:0:28823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13457 00000100:00100000:0.0:1746134062.791965:0:28823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f847800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2010:x1830953552581888:12345-192.168.203.26@tcp:3:dd.0 00010000:00010000:0.0:1746134062.791990:0:28823:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092355e00/0x9682c7de153c9cc3 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.792002:0:28823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134062.792004:0:28823:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134062.792008:0:28823:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092355e00/0x9682c7de153c9cc3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.792019:0:28823:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092355e00/0x9682c7de153c9cc3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134062.792698:0:27149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13458 00000100:00100000:1.0:1746134062.792706:0:27149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2009:x1830953552582016:12345-192.168.203.26@tcp:3:dd.0 00010000:00010000:1.0:1746134062.792726:0:27149:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880095589000/0x9682c7de153c9cca lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134062.792734:0:27149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134062.792735:0:27149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134062.792738:0:27149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095589000/0x9682c7de153c9cca lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134062.792746:0:27149:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095589000/0x9682c7de153c9cca lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.800751:0:28823:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092355e00/0x9682c7de153c9cc3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.800765:0:28823:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092355e00/0x9682c7de153c9cc3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.800772:0:28823:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092355e00/0x9682c7de153c9cc3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.800778:0:28823:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092355e00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:0.0:1746134062.800781:0:28823:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092355e00/0x9682c7de153c9cc3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.800789:0:28823:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092355e00/0x9682c7de153c9cc3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.800804:0:28823:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092355e00/0x9682c7de153c9cc3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.800809:0:28823:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092355e00/0x9682c7de153c9cc3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 28823 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134062.800982:0:28823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f847800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2010:x1830953552581888:12345-192.168.203.26@tcp:3:dd.0 Request processed in 9014us (9236us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746134062.800991:0:28823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13457 00010000:00010000:2.0:1746134062.803415:0:27149:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880095589000/0x9682c7de153c9cca lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.803428:0:27149:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880095589000/0x9682c7de153c9cca lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.803507:0:27149:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880095589000/0x9682c7de153c9cca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.803513:0:27149:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095589000 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:2.0:1746134062.803516:0:27149:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880095589000/0x9682c7de153c9cca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.803523:0:27149:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880095589000/0x9682c7de153c9cca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.803537:0:27149:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880095589000/0x9682c7de153c9cca lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.803540:0:27149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095589000/0x9682c7de153c9cca lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134062.803601:0:27149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2009:x1830953552582016:12345-192.168.203.26@tcp:3:dd.0 Request processed in 10893us (11789us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746134062.803609:0:27149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13458 00000100:00100000:1.0:1746134062.805893:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134062.806034:0:27149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552582272 00000100:00100000:2.0:1746134062.806042:0:27149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552582272 00000100:00100000:2.0:1746134062.806144:0:27149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13459 00000100:00100000:2.0:1746134062.806151:0:27149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2009:x1830953552582272:12345-192.168.203.26@tcp:4:dd.0 00002000:00010000:2.0:1746134062.806187:0:27149:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813e42f, atime: 0x0, ctime: 0x6813e42f, blocks: 0xc800 00010000:00010000:2.0:1746134062.806193:0:27149:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1e00/0x9682c7de153c9cd1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.806204:0:27149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134062.806207:0:27149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134062.806210:0:27149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1e00/0x9682c7de153c9cd1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.806220:0:27149:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915c1e00/0x9682c7de153c9cd1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746134062.823308:0:10917:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970730 is committed 00010000:00010000:0.0:1746134062.823438:0:27149:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800915c1e00/0x9682c7de153c9cd1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.823449:0:27149:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800915c1e00/0x9682c7de153c9cd1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.823456:0:27149:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800915c1e00/0x9682c7de153c9cd1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.823461:0:27149:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800915c1e00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:0.0:1746134062.823465:0:27149:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800915c1e00/0x9682c7de153c9cd1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.823472:0:27149:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800915c1e00/0x9682c7de153c9cd1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.823486:0:27149:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800915c1e00/0x9682c7de153c9cd1 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.823492:0:27149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800915c1e00/0x9682c7de153c9cd1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->14680063] (req 12582912->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134062.823577:0:27149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2009:x1830953552582272:12345-192.168.203.26@tcp:4:dd.0 Request processed in 17422us (17686us total) trans 4294970730 rc 0/0 00000100:00100000:0.0:1746134062.823586:0:27149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13459 00000100:00100000:1.0:1746134062.827395:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134062.827447:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134062.827514:0:28823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552582656 00000100:00100000:2.0:1746134062.827521:0:28823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552582656 00000100:00100000:2.0:1746134062.827924:0:28823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552582784 00000100:00100000:2.0:1746134062.827927:0:28823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552582784 00000100:00100000:3.0:1746134062.827983:0:27139:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13460 00000100:00100000:0.0:1746134062.827996:0:27149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13461 00000100:00100000:0.0:1746134062.828005:0:27149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d96b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2010:x1830953552582784:12345-192.168.203.26@tcp:3:dd.0 00010000:00010000:0.0:1746134062.828034:0:27149:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88007393ba00/0x9682c7de153c9cd8 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.828045:0:27149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134062.828047:0:27149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134062.828051:0:27149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88007393ba00/0x9682c7de153c9cd8 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.828064:0:27149:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88007393ba00/0x9682c7de153c9cd8 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134062.828584:0:27139:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2010:x1830953552582656:12345-192.168.203.26@tcp:3:dd.0 00010000:00010000:3.0:1746134062.828602:0:27139:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880131b9aa00/0x9682c7de153c9cdf lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.828610:0:27139:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134062.828611:0:27139:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134062.828614:0:27139:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880131b9aa00/0x9682c7de153c9cdf lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.828632:0:27139:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880131b9aa00/0x9682c7de153c9cdf lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.841292:0:27149:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88007393ba00/0x9682c7de153c9cd8 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.841305:0:27149:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88007393ba00/0x9682c7de153c9cd8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.841312:0:27149:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88007393ba00/0x9682c7de153c9cd8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.841317:0:27149:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88007393ba00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:0.0:1746134062.841320:0:27149:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88007393ba00/0x9682c7de153c9cd8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.841327:0:27149:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88007393ba00/0x9682c7de153c9cd8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.841341:0:27149:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88007393ba00/0x9682c7de153c9cd8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.841347:0:27149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88007393ba00/0x9682c7de153c9cd8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134062.841692:0:27149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d96b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2010:x1830953552582784:12345-192.168.203.26@tcp:3:dd.0 Request processed in 13685us (14240us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746134062.841701:0:27149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13461 00010000:00010000:3.0:1746134062.843024:0:27139:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880131b9aa00/0x9682c7de153c9cdf lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.843034:0:27139:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880131b9aa00/0x9682c7de153c9cdf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.843041:0:27139:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880131b9aa00/0x9682c7de153c9cdf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.843046:0:27139:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880131b9aa00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:3.0:1746134062.843049:0:27139:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880131b9aa00/0x9682c7de153c9cdf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.843055:0:27139:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880131b9aa00/0x9682c7de153c9cdf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.843067:0:27139:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880131b9aa00/0x9682c7de153c9cdf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.843072:0:27139:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880131b9aa00/0x9682c7de153c9cdf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134062.843152:0:27139:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2010:x1830953552582656:12345-192.168.203.26@tcp:3:dd.0 Request processed in 15156us (15767us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746134062.843162:0:27139:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13460 00000100:00100000:1.0:1746134062.846994:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134062.847789:0:27139:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552583040 00000100:00100000:3.0:1746134062.847797:0:27139:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552583040 00000100:00100000:3.0:1746134062.847886:0:27139:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13462 00000100:00100000:3.0:1746134062.847894:0:27139:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d96a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2012:x1830953552583040:12345-192.168.203.26@tcp:4:dd.0 00002000:00010000:3.0:1746134062.847930:0:27139:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813e42f, atime: 0x0, ctime: 0x6813e42f, blocks: 0xc800 00010000:00010000:3.0:1746134062.847937:0:27139:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c9ce6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.847957:0:27139:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134062.847959:0:27139:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134062.847962:0:27139:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c9ce6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.847974:0:27139:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c9ce6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746134062.875736:0:10917:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970731 is committed 00010000:00010000:3.0:1746134062.876088:0:27139:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c9ce6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.876100:0:27139:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c9ce6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.876108:0:27139:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c9ce6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.876632:0:27139:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095786000 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:3.0:1746134062.876637:0:27139:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c9ce6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.876644:0:27139:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c9ce6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.876660:0:27139:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c9ce6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.876664:0:27139:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095786000/0x9682c7de153c9ce6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->16777215] (req 14680064->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134062.876958:0:27139:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d96a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2012:x1830953552583040:12345-192.168.203.26@tcp:4:dd.0 Request processed in 29060us (29966us total) trans 4294970731 rc 0/0 00000100:00100000:3.0:1746134062.876966:0:27139:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13462 00000100:00100000:1.0:1746134062.885106:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134062.885186:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134062.885350:0:27139:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552583424 00000100:00100000:3.0:1746134062.885357:0:27139:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552583424 00000100:00100000:3.0:1746134062.885784:0:27139:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552583552 00000100:00100000:3.0:1746134062.885788:0:27139:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552583552 00000100:00100000:0.0:1746134062.885869:0:27149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13463 00000100:00100000:0.0:1746134062.885879:0:27149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d96aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2010:x1830953552583424:12345-192.168.203.26@tcp:3:dd.0 00010000:00010000:0.0:1746134062.885910:0:27149:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88007393aa00/0x9682c7de153c9ced lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.885921:0:27149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134062.885923:0:27149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134062.885927:0:27149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88007393aa00/0x9682c7de153c9ced lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.885938:0:27149:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88007393aa00/0x9682c7de153c9ced lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134062.887275:0:27139:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13464 00000100:00100000:3.0:1746134062.887286:0:27139:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d969500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2009:x1830953552583552:12345-192.168.203.26@tcp:3:dd.0 00010000:00010000:3.0:1746134062.887310:0:27139:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800957eb600/0x9682c7de153c9cf4 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.887320:0:27139:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134062.887321:0:27139:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134062.887324:0:27139:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800957eb600/0x9682c7de153c9cf4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.887337:0:27139:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800957eb600/0x9682c7de153c9cf4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.903010:0:27149:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88007393aa00/0x9682c7de153c9ced lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.903024:0:27149:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88007393aa00/0x9682c7de153c9ced lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.903032:0:27149:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88007393aa00/0x9682c7de153c9ced lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.903039:0:27149:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88007393aa00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:0.0:1746134062.903042:0:27149:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88007393aa00/0x9682c7de153c9ced lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.903049:0:27149:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88007393aa00/0x9682c7de153c9ced lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.903064:0:27149:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88007393aa00/0x9682c7de153c9ced lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.903069:0:27149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007393aa00/0x9682c7de153c9ced lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134062.903172:0:27149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d96aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2010:x1830953552583424:12345-192.168.203.26@tcp:3:dd.0 Request processed in 17291us (18070us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746134062.903181:0:27149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13463 00010000:00010000:0.0:1746134062.907656:0:27139:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800957eb600/0x9682c7de153c9cf4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.907669:0:27139:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800957eb600/0x9682c7de153c9cf4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.907676:0:27139:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800957eb600/0x9682c7de153c9cf4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.907681:0:27139:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800957eb600 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:0.0:1746134062.907685:0:27139:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800957eb600/0x9682c7de153c9cf4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.907692:0:27139:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800957eb600/0x9682c7de153c9cf4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.907706:0:27139:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800957eb600/0x9682c7de153c9cf4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.907711:0:27139:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800957eb600/0x9682c7de153c9cf4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134062.907802:0:27139:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d969500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2009:x1830953552583552:12345-192.168.203.26@tcp:3:dd.0 Request processed in 20514us (22611us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746134062.907810:0:27139:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13464 00000100:00100000:1.0:1746134062.912860:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134062.914287:0:27139:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552583808 00000100:00100000:0.0:1746134062.914296:0:27139:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552583808 00000100:00100000:0.0:1746134062.919044:0:27139:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13465 00000100:00100000:0.0:1746134062.919056:0:27139:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d969880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2010:x1830953552583808:12345-192.168.203.26@tcp:4:dd.0 00002000:00010000:0.0:1746134062.919101:0:27139:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813e42f, atime: 0x0, ctime: 0x6813e42f, blocks: 0xc800 00010000:00010000:0.0:1746134062.919109:0:27139:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88007393ba00/0x9682c7de153c9cfb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.919136:0:27139:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134062.919138:0:27139:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134062.919142:0:27139:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88007393ba00/0x9682c7de153c9cfb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.919155:0:27139:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88007393ba00/0x9682c7de153c9cfb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746134062.937865:0:10917:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970732 is committed 00010000:00010000:1.0:1746134062.938246:0:27139:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88007393ba00/0x9682c7de153c9cfb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134062.938258:0:27139:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88007393ba00/0x9682c7de153c9cfb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134062.938270:0:27139:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88007393ba00/0x9682c7de153c9cfb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134062.938280:0:27139:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88007393ba00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:1.0:1746134062.938284:0:27139:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88007393ba00/0x9682c7de153c9cfb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134062.938291:0:27139:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88007393ba00/0x9682c7de153c9cfb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134062.938305:0:27139:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88007393ba00/0x9682c7de153c9cfb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134062.938311:0:27139:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88007393ba00/0x9682c7de153c9cfb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [16777216->18874367] (req 16777216->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134062.938418:0:27139:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d969880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2010:x1830953552583808:12345-192.168.203.26@tcp:4:dd.0 Request processed in 19363us (25562us total) trans 4294970732 rc 0/0 00000100:00100000:1.0:1746134062.938427:0:27139:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13465 00000100:00100000:1.0:1746134062.941936:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134062.942026:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134062.942084:0:27149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552584192 00000100:00100000:2.0:1746134062.942084:0:27139:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552584320 00000100:00100000:3.0:1746134062.942091:0:27149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552584192 00000100:00100000:2.0:1746134062.942091:0:27139:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552584320 00000100:00100000:3.0:1746134062.942159:0:27149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13466 00000100:00100000:3.0:1746134062.942166:0:27149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d96bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2012:x1830953552584192:12345-192.168.203.26@tcp:3:dd.0 00010000:00010000:3.0:1746134062.942191:0:27149:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009bbfa600/0x9682c7de153c9d02 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.942202:0:27149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134062.942203:0:27149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746134062.942203:0:27139:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13467 00010000:00010000:3.0:1746134062.942207:0:27149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbfa600/0x9682c7de153c9d02 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134062.942209:0:27139:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d969f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2011:x1830953552584320:12345-192.168.203.26@tcp:3:dd.0 00010000:00010000:3.0:1746134062.942217:0:27149:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bbfa600/0x9682c7de153c9d02 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.942224:0:27139:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880095544200/0x9682c7de153c9d09 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.942232:0:27139:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134062.942233:0:27139:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134062.942237:0:27139:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095544200/0x9682c7de153c9d09 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.942245:0:27139:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095544200/0x9682c7de153c9d09 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.955251:0:27149:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009bbfa600/0x9682c7de153c9d02 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.955265:0:27149:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009bbfa600/0x9682c7de153c9d02 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.955272:0:27149:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009bbfa600/0x9682c7de153c9d02 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.955282:0:27149:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bbfa600 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:3.0:1746134062.955285:0:27149:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bbfa600/0x9682c7de153c9d02 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.955293:0:27149:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bbfa600/0x9682c7de153c9d02 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.955307:0:27149:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009bbfa600/0x9682c7de153c9d02 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.955312:0:27149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bbfa600/0x9682c7de153c9d02 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134062.955375:0:27149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d96bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2012:x1830953552584192:12345-192.168.203.26@tcp:3:dd.0 Request processed in 13207us (13443us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746134062.955384:0:27149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13466 00010000:00010000:2.0:1746134062.958518:0:27139:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880095544200/0x9682c7de153c9d09 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.958532:0:27139:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880095544200/0x9682c7de153c9d09 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.958539:0:27139:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880095544200/0x9682c7de153c9d09 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.958545:0:27139:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095544200 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:2.0:1746134062.958548:0:27139:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880095544200/0x9682c7de153c9d09 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.958556:0:27139:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880095544200/0x9682c7de153c9d09 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.958570:0:27139:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880095544200/0x9682c7de153c9d09 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.958576:0:27139:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095544200/0x9682c7de153c9d09 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134062.958642:0:27139:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d969f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2011:x1830953552584320:12345-192.168.203.26@tcp:3:dd.0 Request processed in 16430us (16613us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746134062.958650:0:27139:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13467 00000100:00100000:1.0:1746134062.962512:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134062.962593:0:27139:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552584576 00000100:00100000:2.0:1746134062.962601:0:27139:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552584576 00000100:00100000:2.0:1746134062.962765:0:27139:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13468 00000100:00100000:2.0:1746134062.962772:0:27139:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d968a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2012:x1830953552584576:12345-192.168.203.26@tcp:4:dd.0 00002000:00010000:2.0:1746134062.962811:0:27139:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813e42f, atime: 0x0, ctime: 0x6813e42f, blocks: 0xc800 00010000:00010000:2.0:1746134062.962818:0:27139:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095545800/0x9682c7de153c9d10 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.962828:0:27139:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134062.962830:0:27139:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134062.962833:0:27139:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095545800/0x9682c7de153c9d10 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.962843:0:27139:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095545800/0x9682c7de153c9d10 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746134062.988742:0:10917:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970733 is committed 00010000:00010000:0.0:1746134062.988884:0:27139:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880095545800/0x9682c7de153c9d10 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.988894:0:27139:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095545800/0x9682c7de153c9d10 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.988901:0:27139:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095545800/0x9682c7de153c9d10 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.988906:0:27139:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095545800 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:0.0:1746134062.988909:0:27139:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095545800/0x9682c7de153c9d10 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.988915:0:27139:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095545800/0x9682c7de153c9d10 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.988929:0:27139:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095545800/0x9682c7de153c9d10 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134062.988934:0:27139:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095545800/0x9682c7de153c9d10 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [18874368->20971519] (req 18874368->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27139 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134062.989606:0:27139:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d968a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2012:x1830953552584576:12345-192.168.203.26@tcp:4:dd.0 Request processed in 26829us (27094us total) trans 4294970733 rc 0/0 00000100:00100000:0.0:1746134062.989616:0:27139:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13468 00000100:00100000:0.0:1746134062.992170:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134062.992207:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134062.992293:0:27139:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552584960 00000100:00100000:2.0:1746134062.992299:0:27139:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552584960 00000100:00100000:2.0:1746134062.992340:0:27139:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552585088 00000100:00100000:2.0:1746134062.992343:0:27139:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552585088 00000100:00100000:3.0:1746134062.992352:0:27149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13469 00000100:00100000:3.0:1746134062.992360:0:27149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f684000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2012:x1830953552584960:12345-192.168.203.26@tcp:3:dd.0 00000100:00100000:2.0:1746134062.992369:0:27147:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13470 00000100:00100000:2.0:1746134062.992373:0:27147:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f684e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2011:x1830953552585088:12345-192.168.203.26@tcp:3:dd.0 00010000:00010000:3.0:1746134062.992387:0:27149:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009bf66000/0x9682c7de153c9d17 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.992390:0:27147:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880095545000/0x9682c7de153c9d1e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.992398:0:27149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134062.992398:0:27147:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134062.992400:0:27149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134062.992400:0:27147:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134062.992403:0:27149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bf66000/0x9682c7de153c9d17 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.992403:0:27147:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095545000/0x9682c7de153c9d1e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134062.992413:0:27147:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095545000/0x9682c7de153c9d1e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134062.992415:0:27149:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bf66000/0x9682c7de153c9d17 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134063.001642:0:27149:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009bf66000/0x9682c7de153c9d17 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134063.001656:0:27149:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009bf66000/0x9682c7de153c9d17 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134063.001712:0:27149:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009bf66000/0x9682c7de153c9d17 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134063.001717:0:27149:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bf66000 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:3.0:1746134063.001721:0:27149:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009bf66000/0x9682c7de153c9d17 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134063.001727:0:27149:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009bf66000/0x9682c7de153c9d17 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134063.001740:0:27149:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009bf66000/0x9682c7de153c9d17 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134063.001745:0:27149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bf66000/0x9682c7de153c9d17 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134063.002551:0:27147:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880095545000/0x9682c7de153c9d1e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134063.002558:0:27147:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095545000/0x9682c7de153c9d1e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134063.002560:0:27149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f684000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2012:x1830953552584960:12345-192.168.203.26@tcp:3:dd.0 Request processed in 10198us (10392us total) trans 0 rc 1048576/1048576 00010000:00010000:2.0:1746134063.002564:0:27147:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095545000/0x9682c7de153c9d1e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134063.002569:0:27147:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095545000 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:2.0:1746134063.002571:0:27147:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095545000/0x9682c7de153c9d1e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134063.002572:0:27149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13469 00010000:00010000:2.0:1746134063.002577:0:27147:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095545000/0x9682c7de153c9d1e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134063.002587:0:27147:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095545000/0x9682c7de153c9d1e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134063.002592:0:27147:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095545000/0x9682c7de153c9d1e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134063.002715:0:27147:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f684e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2011:x1830953552585088:12345-192.168.203.26@tcp:3:dd.0 Request processed in 10341us (10508us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746134063.002721:0:27147:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13470 00000100:00100000:2.0:1746134063.006670:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134063.006793:0:27147:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552585344 00000100:00100000:0.0:1746134063.006799:0:27147:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552585344 00000100:00100000:0.0:1746134063.006847:0:27147:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13471 00000100:00100000:0.0:1746134063.006853:0:27147:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2010:x1830953552585344:12345-192.168.203.26@tcp:4:dd.0 00002000:00010000:0.0:1746134063.006886:0:27147:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813e42f, atime: 0x0, ctime: 0x6813e42f, blocks: 0xc800 00010000:00010000:0.0:1746134063.006892:0:27147:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008fc46a00/0x9682c7de153c9d25 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134063.006903:0:27147:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134063.006905:0:27147:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134063.006908:0:27147:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88008fc46a00/0x9682c7de153c9d25 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134063.006919:0:27147:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fc46a00/0x9682c7de153c9d25 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746134063.029340:0:10917:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970734 is committed 00010000:00010000:2.0:1746134063.029880:0:27147:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88008fc46a00/0x9682c7de153c9d25 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134063.029892:0:27147:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88008fc46a00/0x9682c7de153c9d25 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134063.029898:0:27147:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88008fc46a00/0x9682c7de153c9d25 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134063.029903:0:27147:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88008fc46a00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:2.0:1746134063.029906:0:27147:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88008fc46a00/0x9682c7de153c9d25 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134063.029912:0:27147:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88008fc46a00/0x9682c7de153c9d25 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134063.029925:0:27147:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88008fc46a00/0x9682c7de153c9d25 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134063.029929:0:27147:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fc46a00/0x9682c7de153c9d25 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [20971520->23068671] (req 20971520->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134063.030028:0:27147:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2010:x1830953552585344:12345-192.168.203.26@tcp:4:dd.0 Request processed in 23171us (23360us total) trans 4294970734 rc 0/0 00000100:00100000:2.0:1746134063.030036:0:27147:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13471 00000100:00100000:0.0:1746134063.032334:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134063.032515:0:27147:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552585728 00000100:00100000:2.0:1746134063.032524:0:27147:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552585728 00000100:00100000:2.0:1746134063.032584:0:27147:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13472 00000100:00100000:2.0:1746134063.032591:0:27147:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f685880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2009:x1830953552585728:12345-192.168.203.26@tcp:3:dd.0 00010000:00010000:2.0:1746134063.032618:0:27147:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009bd36600/0x9682c7de153c9d2c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134063.032629:0:27147:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134063.032631:0:27147:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134063.032635:0:27147:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bd36600/0x9682c7de153c9d2c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134063.032646:0:27147:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bd36600/0x9682c7de153c9d2c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134063.033630:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134063.033699:0:27149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552585856 00000100:00100000:3.0:1746134063.033704:0:27149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552585856 00000100:00100000:3.0:1746134063.033737:0:27149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13473 00000100:00100000:3.0:1746134063.033743:0:27149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f685180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2009:x1830953552585856:12345-192.168.203.26@tcp:3:dd.0 00010000:00010000:3.0:1746134063.033763:0:27149:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009bf66000/0x9682c7de153c9d33 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134063.033773:0:27149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134063.033774:0:27149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134063.033777:0:27149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bf66000/0x9682c7de153c9d33 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134063.033786:0:27149:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bf66000/0x9682c7de153c9d33 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134063.044477:0:27147:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009bd36600/0x9682c7de153c9d2c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134063.044490:0:27147:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009bd36600/0x9682c7de153c9d2c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134063.044498:0:27147:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009bd36600/0x9682c7de153c9d2c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134063.044503:0:27147:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bd36600 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:2.0:1746134063.044506:0:27147:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009bd36600/0x9682c7de153c9d2c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134063.044512:0:27147:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009bd36600/0x9682c7de153c9d2c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134063.044524:0:27147:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009bd36600/0x9682c7de153c9d2c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134063.044533:0:27147:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bd36600/0x9682c7de153c9d2c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27147 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134063.044606:0:27147:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f685880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2009:x1830953552585728:12345-192.168.203.26@tcp:3:dd.0 Request processed in 12011us (12274us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746134063.044613:0:27147:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13472 00010000:00010000:3.0:1746134063.047753:0:27149:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009bf66000/0x9682c7de153c9d33 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134063.047765:0:27149:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009bf66000/0x9682c7de153c9d33 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134063.047772:0:27149:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009bf66000/0x9682c7de153c9d33 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134063.047776:0:27149:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bf66000 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:3.0:1746134063.047779:0:27149:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bf66000/0x9682c7de153c9d33 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134063.047786:0:27149:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bf66000/0x9682c7de153c9d33 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134063.047800:0:27149:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009bf66000/0x9682c7de153c9d33 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134063.047806:0:27149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bf66000/0x9682c7de153c9d33 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134063.048542:0:27149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f685180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2009:x1830953552585856:12345-192.168.203.26@tcp:3:dd.0 Request processed in 14794us (14909us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746134063.048551:0:27149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13473 00000100:00100000:3.0:1746134063.051891:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134063.052285:0:27149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552586112 00000100:00100000:0.0:1746134063.052292:0:27149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552586112 00000100:00100000:0.0:1746134063.052341:0:27149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13474 00000100:00100000:0.0:1746134063.052347:0:27149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012fdc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2012:x1830953552586112:12345-192.168.203.26@tcp:4:dd.0 00002000:00010000:0.0:1746134063.052385:0:27149:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813e42f, atime: 0x0, ctime: 0x6813e42f, blocks: 0xc800 00010000:00010000:0.0:1746134063.052395:0:27149:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009565f600/0x9682c7de153c9d3a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134063.052407:0:27149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134063.052409:0:27149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134063.052413:0:27149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009565f600/0x9682c7de153c9d3a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134063.052428:0:27149:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009565f600/0x9682c7de153c9d3a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746134063.077212:0:10917:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970735 is committed 00010000:00010000:0.0:1746134063.077375:0:27149:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009565f600/0x9682c7de153c9d3a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134063.077386:0:27149:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009565f600/0x9682c7de153c9d3a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134063.077393:0:27149:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009565f600/0x9682c7de153c9d3a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134063.077399:0:27149:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009565f600 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:0.0:1746134063.077403:0:27149:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009565f600/0x9682c7de153c9d3a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134063.077410:0:27149:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009565f600/0x9682c7de153c9d3a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134063.077424:0:27149:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009565f600/0x9682c7de153c9d3a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134063.077429:0:27149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009565f600/0x9682c7de153c9d3a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->25165823] (req 23068672->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746134063.077537:0:27149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012fdc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:2012:x1830953552586112:12345-192.168.203.26@tcp:4:dd.0 Request processed in 25185us (25648us total) trans 4294970735 rc 0/0 00000100:00100000:0.0:1746134063.077546:0:27149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13474 00000100:00100000:3.0:1746134063.080036:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134063.080361:0:27149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552586368 00000100:00100000:0.0:1746134063.080368:0:27149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552586368 00000100:00100000:0.0:1746134063.080417:0:27149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13475 00000100:00100000:0.0:1746134063.080423:0:27149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2011:x1830953552586368:12345-192.168.203.26@tcp:3:dd.0 00010000:00010000:0.0:1746134063.080447:0:27149:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009565ee00/0x9682c7de153c9d41 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134063.080457:0:27149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134063.080459:0:27149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746134063.080462:0:27149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009565ee00/0x9682c7de153c9d41 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134063.080472:0:27149:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009565ee00/0x9682c7de153c9d41 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134063.089197:0:27149:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009565ee00/0x9682c7de153c9d41 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134063.089210:0:27149:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009565ee00/0x9682c7de153c9d41 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134063.089216:0:27149:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009565ee00/0x9682c7de153c9d41 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134063.089221:0:27149:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009565ee00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:2.0:1746134063.089225:0:27149:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009565ee00/0x9682c7de153c9d41 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134063.089231:0:27149:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009565ee00/0x9682c7de153c9d41 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134063.089245:0:27149:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009565ee00/0x9682c7de153c9d41 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134063.089250:0:27149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009565ee00/0x9682c7de153c9d41 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746134063.089325:0:27149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2011:x1830953552586368:12345-192.168.203.26@tcp:3:dd.0 Request processed in 8898us (9291us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746134063.089333:0:27149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13475 00000100:00100000:0.0:1746134063.098998:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134063.099106:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552586496 00000100:00100000:3.0:1746134063.099139:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552586496 00000100:00100000:3.0:1746134063.099178:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30106 00000100:00100000:3.0:1746134063.099185:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f687100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+7:3785:x1830953552586496:12345-192.168.203.26@tcp:101:dd.0 00010000:00010000:3.0:1746134063.099200:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134063.099217:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bf66000/0x9682c7de153c9d48 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750b3f expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746134063.099235:0:9580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 26214400, mtime: 0x6813e42f, atime: 0x0, ctime: 0x6813e42f, blocks: 0xc800 00010000:00010000:3.0:1746134063.099251:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134063.099253:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134063.099259:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bf66000/0x9682c7de153c9d48 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25165824->26214399) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750b3f expref: 8 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134063.099270:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bf66000/0x9682c7de153c9d48 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25165824->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750b3f expref: 8 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134063.099278:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bf66000, rc 0) 00000100:00100000:3.0:1746134063.099405:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f687100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:3785:x1830953552586496:12345-192.168.203.26@tcp:101:dd.0 Request processed in 220us (412us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134063.099411:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30106 00000100:00100000:3.0:1746134063.116498:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134063.116910:0:27149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552586624 00000100:00100000:2.0:1746134063.116918:0:27149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552586624 00002000:00100000:2.0:1746134063.116965:0:27149:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1b:0x0] (25165824->26214399) req@ffff8800893e3480 x1830953552586624/t0(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:274/0 lens 488/0 e 0 to 0 dl 1746134074 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746134063.116974:0:27149:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800893e3480 with x1830953552586624 ext(25165824->26214399) 00002000:00010000:2.0:1746134063.116978:0:27149:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800893e3480 00000100:00100000:2.0:1746134063.117680:0:27149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13476 00000100:00100000:2.0:1746134063.117689:0:27149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:2009:x1830953552586624:12345-192.168.203.26@tcp:4:dd.0 00000100:00100000:0.0:1746134063.125617:0:27149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2009:x1830953552586624:12345-192.168.203.26@tcp:4:dd.0 Request processed in 7921us (9117us total) trans 4294970736 rc 0/0 00000100:00100000:0.0:1746134063.125628:0:27149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13476 00002000:00100000:0.0:1746134063.125638:0:27149:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1b:0x0] (25165824->26214399) req@ffff8800893e3480 x1830953552586624/t4294970736(0) o4->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:274/0 lens 488/448 e 0 to 0 dl 1746134074 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746134063.125647:0:27149:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800893e3480 with x1830953552586624 ext(25165824->26214399) 00002000:00010000:0.0:1746134063.125652:0:27149:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800893e3480 00000100:00100000:0.0:1746134063.127016:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134063.127169:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552586752 00000100:00100000:3.0:1746134063.127177:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552586752 00000100:00100000:3.0:1746134063.127209:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30107 00000100:00100000:3.0:1746134063.127215:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f684700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+10:2012:x1830953552586752:12345-192.168.203.26@tcp:16:dd.0 00000001:00080000:1.0:1746134063.128425:0:10917:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294970736 is committed 00000100:00100000:3.0:1746134063.128572:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f684700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:2012:x1830953552586752:12345-192.168.203.26@tcp:16:dd.0 Request processed in 1355us (1557us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134063.128579:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30107 00000100:00100000:0.0:1746134063.131153:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134063.131463:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552587008 00000100:00100000:3.0:1746134063.131471:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552587008 00000100:00100000:3.0:1746134063.131508:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 205 00000100:00100000:3.0:1746134063.131515:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f686300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+32:3785:x1830953552587008:12345-192.168.203.26@tcp:35:dd.0 00000100:00100000:3.0:1746134063.131697:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f686300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+33:3785:x1830953552587008:12345-192.168.203.26@tcp:35:dd.0 Request processed in 181us (550us total) trans 4294986378 rc 0/0 00000100:00100000:3.0:1746134063.131703:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 205 00000100:00100000:3.0:1746134063.141027:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134063.141218:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552587136 00000100:00100000:0.0:1746134063.141225:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552587136 00000100:00100000:0.0:1746134063.141444:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43469 00000100:00100000:0.0:1746134063.141452:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+33:3789:x1830953552587136:12345-192.168.203.26@tcp:101:checkstat.0 00010000:00010000:0.0:1746134063.141470:0:7232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134063.141483:0:7232:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009565ea00/0x9682c7de153c9d4f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750b46 expref: -99 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134063.141526:0:7232:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009565f200/0x9682c7de153c9d56 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7232 initiator: MDT0 00010000:00010000:0.0:1746134063.141535:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009565f200/0x9682c7de153c9d56 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:0.0:1746134063.141545:0:7232:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009565f200/0x9682c7de153c9d56 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00000004:00200000:0.0:1746134063.141576:0:7232:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1746134063.141578:0:7232:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1746134063.141591:0:7232:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009565f200/0x9682c7de153c9d56 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00010000:00010000:0.0:1746134063.141607:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009565ea00/0x9682c7de153c9d4f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750b46 expref: 35 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134063.141636:0:7232:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009565f200/0x9682c7de153c9d56 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750b46 expref: 34 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134063.141647:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:0.0:1746134063.141650:0:7232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746134063.141652:0:7232:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009565f200, rc 0) 00000100:00100000:0.0:1746134063.142161:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+34:3789:x1830953552587136:12345-192.168.203.26@tcp:101:checkstat.0 Request processed in 708us (1140us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134063.142168:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43469 00000100:00100000:0.0:1746134063.146000:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134063.146051:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134063.146243:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552587264 00000100:00100000:2.0:1746134063.146251:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552587264 00000100:00100000:2.0:1746134063.146287:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43470 00000100:00100000:2.0:1746134063.146294:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f687b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+34:3789:x1830953552587264:12345-192.168.203.26@tcp:101:checkstat.0 00010000:00010000:2.0:1746134063.146310:0:7232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134063.146323:0:7232:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095588800/0x9682c7de153c9d5d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750b4d expref: -99 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134063.146368:0:7232:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095589000/0x9682c7de153c9d64 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134063.146379:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095589000/0x9682c7de153c9d64 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134063.146389:0:7232:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095589000/0x9682c7de153c9d64 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134063.146399:0:7232:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095588c00/0x9682c7de153c9d6b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134063.146405:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095588c00/0x9682c7de153c9d6b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134063.146409:0:7232:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095588c00/0x9682c7de153c9d6b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134063.146466:0:7232:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095589c00/0x9682c7de153c9d72 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134063.146473:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095589c00/0x9682c7de153c9d72 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134063.146478:0:7232:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095589c00/0x9682c7de153c9d72 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00000004:00200000:2.0:1746134063.146505:0:7232:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4d:0x0]: returning size 26214400 00000004:00200000:2.0:1746134063.146509:0:7232:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746134063.146521:0:7232:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880095589c00/0x9682c7de153c9d72 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134063.146529:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095589c00/0x9682c7de153c9d72 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134063.146535:0:7232:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095589000/0x9682c7de153c9d64 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134063.146540:0:7232:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095589000/0x9682c7de153c9d64 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134063.146545:0:7232:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095589000/0x9682c7de153c9d64 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134063.146554:0:7232:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095589000 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:2.0:1746134063.146557:0:7232:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095589000/0x9682c7de153c9d64 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134063.146562:0:7232:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095589000/0x9682c7de153c9d64 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134063.146571:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:2.0:1746134063.146574:0:7232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746134063.146577:0:7232:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095589000/0x9682c7de153c9d64 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134063.146581:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095589000/0x9682c7de153c9d64 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7232 initiator: MDT0 00000100:00100000:3.0:1746134063.146763:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552587392 00000100:00100000:3.0:1746134063.146768:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552587392 00010000:00010000:2.0:1746134063.148096:0:7232:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095588c00/0x9682c7de153c9d6b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134063.148106:0:7232:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095588c00/0x9682c7de153c9d6b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134063.148441:0:7232:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095588c00/0x9682c7de153c9d6b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134063.148448:0:7232:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095588c00 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:2.0:1746134063.148451:0:7232:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095588c00/0x9682c7de153c9d6b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134063.148456:0:7232:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095588c00/0x9682c7de153c9d6b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134063.148469:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012ec6fa00) 00010000:00010000:2.0:1746134063.148471:0:7232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746134063.148474:0:7232:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095588c00/0x9682c7de153c9d6b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134063.148479:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095588c00/0x9682c7de153c9d6b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134063.148507:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095588800/0x9682c7de153c9d5d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750b4d expref: 37 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134063.148517:0:7232:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095589c00/0x9682c7de153c9d72 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750b4d expref: 36 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134063.148522:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff88012ec6f200) 00010000:00010000:2.0:1746134063.148524:0:7232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746134063.148526:0:7232:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589c00, rc 0) 00000100:00100000:2.0:1746134063.148582:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f687b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+36:3789:x1830953552587264:12345-192.168.203.26@tcp:101:checkstat.0 Request processed in 2287us (2589us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134063.148590:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43470 00000100:00100000:3.0:1746134063.149310:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 649 00000100:00100000:3.0:1746134063.149320:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f685500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+35:2010:x1830953552587392:12345-192.168.203.26@tcp:63:ll_sa.0 00010000:00010000:3.0:1746134063.149342:0:7237:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134063.149352:0:7237:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf66200/0x9682c7de153c9d79 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750b54 expref: -99 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134063.149379:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095545000/0x9682c7de153c9d80 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746134063.149386:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095545000/0x9682c7de153c9d80 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746134063.149393:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095545000/0x9682c7de153c9d80 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746134063.149402:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095545800/0x9682c7de153c9d87 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746134063.149407:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095545800/0x9682c7de153c9d87 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746134063.149411:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095545800/0x9682c7de153c9d87 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746134063.149443:0:7237:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095545000/0x9682c7de153c9d80 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746134063.149448:0:7237:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095545000/0x9682c7de153c9d80 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746134063.149452:0:7237:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095545000/0x9682c7de153c9d80 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746134063.149460:0:7237:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095545000 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:3.0:1746134063.149462:0:7237:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095545000/0x9682c7de153c9d80 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746134063.149467:0:7237:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095545000/0x9682c7de153c9d80 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746134063.149472:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:3.0:1746134063.149474:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746134063.149476:0:7237:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095545000/0x9682c7de153c9d80 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746134063.149480:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095545000/0x9682c7de153c9d80 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746134063.149499:0:7237:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095545800/0x9682c7de153c9d87 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746134063.149503:0:7237:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095545800/0x9682c7de153c9d87 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746134063.149507:0:7237:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095545800/0x9682c7de153c9d87 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746134063.149510:0:7237:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095545800 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:3.0:1746134063.149512:0:7237:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095545800/0x9682c7de153c9d87 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746134063.149515:0:7237:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095545800/0x9682c7de153c9d87 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746134063.149520:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbfe6ecf (ffff8801368b2000) 00010000:00010000:3.0:1746134063.149521:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746134063.149523:0:7237:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095545800/0x9682c7de153c9d87 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746134063.149527:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095545800/0x9682c7de153c9d87 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746134063.149543:0:7237:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf66200/0x9682c7de153c9d79 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750b54 expref: 36 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134063.149548:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:3.0:1746134063.149550:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746134063.149552:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf66200/0x9682c7de153c9d79 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750b54 expref: 36 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134063.149593:0:7237:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bf66200, rc -2) 00000100:00100000:3.0:1746134063.149878:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f685500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+35:2010:x1830953552587392:12345-192.168.203.26@tcp:63:ll_sa.0 Request processed in 561us (3826us total) trans 0 rc -2/-2 00000100:00100000:3.0:1746134063.149884:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 649 00000100:00100000:0.0:1746134063.151436:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134063.151480:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134063.151669:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552587520 00000100:00100000:1.0:1746134063.151676:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552587520 00000100:00100000:1.0:1746134063.151719:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552587648 00000100:00100000:1.0:1746134063.151722:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552587648 00000100:00100000:1.0:1746134063.151737:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30108 00000100:00100000:1.0:1746134063.151743:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007f686d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2010:x1830953552587520:12345-192.168.203.26@tcp:101:checkstat.0 00010000:00010000:1.0:1746134063.151755:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134063.151767:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d855c00/0x9682c7de153c9d8e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750b5b expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134063.151816:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d96a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9582:1830953548221568:192.168.203.26@tcp:106: 00000100:00100000:1.0:1746134063.151879:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012de026c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746134063.151952:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30109 00000100:00100000:3.0:1746134063.151960:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:2010:x1830953552587648:12345-192.168.203.26@tcp:101:checkstat.0 00010000:00010000:3.0:1746134063.151968:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134063.151976:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095544200/0x9682c7de153c9d95 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750b62 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134063.151998:0:9580:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800893e3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548221696:192.168.203.26@tcp:106: 00000100:00100000:3.0:1746134063.152026:0:9580:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bb03300 going to sleep for 11 seconds 00000100:00100000:0.0:1746134063.152704:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134063.152895:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552587776 00000100:00100000:2.0:1746134063.152899:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552587776 00000100:00100000:2.0:1746134063.152997:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 651 00000100:00100000:2.0:1746134063.153003:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+35:2011:x1830953552587776:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134063.153011:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134063.153026:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095589c00/0x9682c7de153c9d72 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750b4d expref: 35 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134063.153038:0:7221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff88012ec6f200) 00010000:00010000:2.0:1746134063.153042:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134063.153076:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+34:2011:x1830953552587776:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 73us (373us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134063.153083:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 651 00002000:00010000:1.0:1746134063.159047:0:9582:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb size: 0 -> 13631488 00002000:00010000:1.0:1746134063.159054:0:9582:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb mtime: 0 -> 1746134063 00002000:00010000:1.0:1746134063.159056:0:9582:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb atime: 0 -> 1746134062 00002000:00010000:1.0:1746134063.159058:0:9582:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb ctime: 0 -> 1746134063 00002000:00010000:1.0:1746134063.159059:0:9582:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb blocks: 0 -> 24576 00000100:00100000:1.0:1746134063.159076:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d96a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9582:1830953548221568:192.168.203.26@tcp:106: 00010000:00010000:1.0:1746134063.159104:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d855c00/0x9682c7de153c9d8e lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750b5b expref: 17 pid: 9582 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746134063.159134:0:9582:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d855c00/0x9682c7de153c9d8e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750b5b expref: 17 pid: 9582 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746134063.159159:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d855c00, rc 0) 00000100:00100000:1.0:1746134063.159197:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007f686d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2010:x1830953552587520:12345-192.168.203.26@tcp:101:checkstat.0 Request processed in 7453us (7765us total) trans 0 rc 301/301 00000100:00100000:1.0:1746134063.159206:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30108 00002000:00010000:3.0:1746134063.159708:0:9580:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb size: 0 -> 12582912 00002000:00010000:3.0:1746134063.159711:0:9580:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb mtime: 0 -> 1746134063 00002000:00010000:3.0:1746134063.159713:0:9580:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb atime: 0 -> 1746134062 00002000:00010000:3.0:1746134063.159715:0:9580:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb ctime: 0 -> 1746134063 00002000:00010000:3.0:1746134063.159716:0:9580:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb blocks: 0 -> 24576 00000100:00100000:3.0:1746134063.159726:0:9580:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800893e3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:9580:1830953548221696:192.168.203.26@tcp:106: 00010000:00010000:3.0:1746134063.159744:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095544200/0x9682c7de153c9d95 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750b62 expref: 9 pid: 9580 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746134063.159752:0:9580:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095544200/0x9682c7de153c9d95 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750b62 expref: 9 pid: 9580 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746134063.159760:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095544200, rc 0) 00000100:00100000:3.0:1746134063.159780:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:2010:x1830953552587648:12345-192.168.203.26@tcp:101:checkstat.0 Request processed in 7822us (8299us total) trans 0 rc 301/301 00000100:00100000:3.0:1746134063.159786:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30109 00000100:00100000:0.0:1746134063.174719:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134063.174844:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552587904 00000100:00100000:2.0:1746134063.174852:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552587904 00000100:00100000:2.0:1746134063.174895:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43471 00000100:00100000:2.0:1746134063.174902:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+24:3790:x1830953552587904:12345-192.168.203.26@tcp:101:checkstat.0 00010000:00010000:2.0:1746134063.174921:0:7232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134063.174935:0:7232:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095589200/0x9682c7de153c9d9c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750b69 expref: -99 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134063.174988:0:7232:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095588600/0x9682c7de153c9da3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134063.174998:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095588600/0x9682c7de153c9da3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134063.175007:0:7232:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095588600/0x9682c7de153c9da3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00000004:00200000:2.0:1746134063.175039:0:7232:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746134063.175041:0:7232:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746134063.175054:0:7232:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880095588600/0x9682c7de153c9da3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134063.175068:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095589200/0x9682c7de153c9d9c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750b69 expref: 26 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134063.177778:0:7232:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095588600/0x9682c7de153c9da3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750b69 expref: 25 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134063.177790:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:2.0:1746134063.177794:0:7232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746134063.177797:0:7232:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095588600, rc 0) 00000100:00100000:2.0:1746134063.180141:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+25:3790:x1830953552587904:12345-192.168.203.26@tcp:101:checkstat.0 Request processed in 5230us (5420us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134063.180150:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43471 00000100:00100000:0.0:1746134063.189151:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134063.189270:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552588032 00000100:00100000:3.0:1746134063.189277:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552588032 00000100:00100000:3.0:1746134063.189316:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 650 00000100:00100000:3.0:1746134063.189322:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+25:2009:x1830953552588032:12345-192.168.203.26@tcp:63:ll_sa.0 00010000:00010000:3.0:1746134063.189349:0:7237:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134063.189365:0:7237:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf66200/0x9682c7de153c9daa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750b70 expref: -99 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134063.189401:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095544200/0x9682c7de153c9db1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746134063.189412:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095544200/0x9682c7de153c9db1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746134063.189420:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095544200/0x9682c7de153c9db1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746134063.189431:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095545800/0x9682c7de153c9db8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746134063.189436:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095545800/0x9682c7de153c9db8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746134063.189441:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095545800/0x9682c7de153c9db8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746134063.189469:0:7237:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095544200/0x9682c7de153c9db1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746134063.189475:0:7237:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095544200/0x9682c7de153c9db1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746134063.189480:0:7237:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095544200/0x9682c7de153c9db1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746134063.189485:0:7237:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095544200 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:3.0:1746134063.189488:0:7237:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095544200/0x9682c7de153c9db1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746134063.189494:0:7237:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095544200/0x9682c7de153c9db1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746134063.189502:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:3.0:1746134063.189504:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746134063.189507:0:7237:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095544200/0x9682c7de153c9db1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746134063.189510:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095544200/0x9682c7de153c9db1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746134063.189523:0:7237:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095545800/0x9682c7de153c9db8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746134063.189528:0:7237:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095545800/0x9682c7de153c9db8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746134063.189531:0:7237:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095545800/0x9682c7de153c9db8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746134063.189535:0:7237:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095545800 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:3.0:1746134063.189537:0:7237:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095545800/0x9682c7de153c9db8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746134063.189541:0:7237:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095545800/0x9682c7de153c9db8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746134063.189546:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff8801368b2400) 00010000:00010000:3.0:1746134063.189548:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746134063.189550:0:7237:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095545800/0x9682c7de153c9db8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746134063.189554:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095545800/0x9682c7de153c9db8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:3.0:1746134063.189575:0:7237:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf66200/0x9682c7de153c9daa lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750b70 expref: 26 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134063.189582:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:3.0:1746134063.189585:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746134063.189587:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bf66200/0x9682c7de153c9daa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750b70 expref: 26 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134063.189593:0:7237:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bf66200, rc -2) 00000100:00100000:3.0:1746134063.189632:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+25:2009:x1830953552588032:12345-192.168.203.26@tcp:63:ll_sa.0 Request processed in 310us (519us total) trans 0 rc -2/-2 00000100:00100000:3.0:1746134063.189638:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 650 00000100:00100000:0.0:1746134063.196174:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134063.196233:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552588288 00000100:00100000:2.0:1746134063.196241:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552588288 00000100:00100000:2.0:1746134063.196879:0:7232:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43472 00000100:00100000:2.0:1746134063.196888:0:7232:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+34:3793:x1830953552588288:12345-192.168.203.26@tcp:101:cmp.0 00010000:00010000:2.0:1746134063.196905:0:7232:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134063.196920:0:7232:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095589200/0x9682c7de153c9dbf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750ba8 expref: -99 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134063.197005:0:7232:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880095589c00/0x9682c7de153c9dc6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134063.197016:0:7232:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095589c00/0x9682c7de153c9dc6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7232 initiator: MDT0 00010000:00010000:2.0:1746134063.197024:0:7232:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095589c00/0x9682c7de153c9dc6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7232 initiator: MDT0 00000004:00200000:2.0:1746134063.197032:0:7232:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4d:0x0]: returning size 26214400 00010000:00010000:2.0:1746134063.197102:0:7232:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095589200/0x9682c7de153c9dbf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750ba8 expref: 37 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134063.197149:0:7232:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095589c00/0x9682c7de153c9dc6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750ba8 expref: 36 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134063.197156:0:7232:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff88012ec6f200) 00010000:00010000:2.0:1746134063.197158:0:7232:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746134063.197161:0:7232:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589c00, rc 0) 00000100:00100000:2.0:1746134063.199223:0:7232:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+36:3793:x1830953552588288:12345-192.168.203.26@tcp:101:cmp.0 Request processed in 2328us (3048us total) trans 4294986379 rc 0/0 00000100:00100000:2.0:1746134063.199232:0:7232:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43472 00000100:00100000:3.0:1746134063.204172:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134063.204193:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134063.204233:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134063.204570:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552588672 00000100:00100000:2.0:1746134063.204578:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552588672 00000100:00100000:2.0:1746134063.204619:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 652 00000100:00100000:2.0:1746134063.204625:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009558c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+36:2009:x1830953552588672:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134063.204638:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134063.204659:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095589c00/0x9682c7de153c9dc6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750ba8 expref: 36 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134063.204675:0:8382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff88012ec6f200) 00010000:00010000:2.0:1746134063.204679:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134063.204710:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009558c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+35:2009:x1830953552588672:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 85us (476us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134063.204715:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 652 00000100:00100000:1.0:1746134063.204950:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552588544 00000100:00100000:1.0:1746134063.204955:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552588544 00000100:00100000:1.0:1746134063.204975:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552588416 00000100:00100000:1.0:1746134063.204977:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552588416 00000100:00100000:1.0:1746134063.204989:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30110 00000100:00100000:1.0:1746134063.204993:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:2009:x1830953552588544:12345-192.168.203.26@tcp:101:cmp.0 00010000:00010000:1.0:1746134063.205004:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134063.205014:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d854000/0x9682c7de153c9dd4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750bb6 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134063.205050:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d96a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548221824:192.168.203.26@tcp:106: 00000100:00100000:1.0:1746134063.205102:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012de026c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746134063.205176:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30111 00000100:00100000:1.0:1746134063.205181:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800893e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2009:x1830953552588416:12345-192.168.203.26@tcp:101:cmp.0 00010000:00010000:1.0:1746134063.205188:0:10181:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134063.205196:0:10181:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880123b79000/0x9682c7de153c9ddb lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750baf expref: -99 pid: 10181 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134063.205219:0:10181:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d968000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10181:1830953548221952:192.168.203.26@tcp:106: 00000100:00100000:1.0:1746134063.205251:0:10181:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012de020c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746134063.210246:0:10181:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d968000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10181:1830953548221952:192.168.203.26@tcp:106: 00010000:00010000:2.0:1746134063.210276:0:10181:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880123b79000/0x9682c7de153c9ddb lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750baf expref: 17 pid: 10181 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746134063.210676:0:10181:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880123b79000/0x9682c7de153c9ddb lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750baf expref: 17 pid: 10181 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746134063.210697:0:10181:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880123b79000, rc 0) 00000100:00100000:2.0:1746134063.210737:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:2009:x1830953552588416:12345-192.168.203.26@tcp:101:cmp.0 Request processed in 5555us (6541us total) trans 0 rc 301/301 00000100:00100000:2.0:1746134063.210744:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30111 00000100:00100000:1.0:1746134063.211005:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d96a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548221824:192.168.203.26@tcp:106: 00010000:00010000:1.0:1746134063.211021:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d854000/0x9682c7de153c9dd4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750bb6 expref: 9 pid: 9582 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746134063.211030:0:9582:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d854000/0x9682c7de153c9dd4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750bb6 expref: 9 pid: 9582 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746134063.211057:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d854000, rc 0) 00000100:00100000:1.0:1746134063.211078:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800893e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:2009:x1830953552588544:12345-192.168.203.26@tcp:101:cmp.0 Request processed in 6084us (6912us total) trans 0 rc 301/301 00000100:00100000:1.0:1746134063.211083:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30110 00000100:00100000:2.0:1746134063.221276:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134063.221423:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552588800 00000100:00100000:1.0:1746134063.221431:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552588800 00000100:00100000:1.0:1746134063.221472:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30112 00000100:00100000:1.0:1746134063.221478:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a03bdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+16:3793:x1830953552588800:12345-192.168.203.26@tcp:101:cmp.0 00010000:00010000:1.0:1746134063.221491:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134063.221505:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bcb3c00/0x9682c7de153c9de2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750bbd expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134063.221529:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009c8ca600/0x9682c7de153c9c1b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750b1c expref: 21 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134063.221535:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134063.221537:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746134063.221539:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bcb3c00/0x9682c7de153c9de2 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750bbd expref: 17 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134063.221561:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009c8ca600/0x9682c7de153c9c1b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750b1c expref: 21 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134063.221572:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009c8ca600/0x9682c7de153c9c1b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750b1c expref: 21 pid: 9582 timeout: 832 lvb_type: 0 00000100:00100000:1.0:1746134063.221586:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d96a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9582:1830953548222080:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134063.221639:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012de026c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746134063.227954:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d96a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:9582:1830953548222080:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134063.227980:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bcb3c00/0x9682c7de153c9de2 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750bbd expref: 17 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134063.227994:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bcb3c00, rc 0) 00000100:00100000:2.0:1746134063.228281:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a03bdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+17:3793:x1830953552588800:12345-192.168.203.26@tcp:101:cmp.0 Request processed in 6801us (7011us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134063.228290:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30112 00000100:00100000:1.0:1746134063.228403:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134063.228891:0:27149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552588928 00000100:00100000:0.0:1746134063.228897:0:27149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552588928 00002000:00100000:0.0:1746134063.228929:0:27149:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1e:0x0] (12582912->13631487) req@ffff88012d96ad80 x1830953552588928/t0(0) o4->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:274/0 lens 488/0 e 0 to 0 dl 1746134074 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746134063.228947:0:27149:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d96ad80 with x1830953552588928 ext(12582912->13631487) 00010000:00010000:0.0:1746134063.228954:0:27149:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8ca600/0x9682c7de153c9c1b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750b1c expref: 22 pid: 9582 timeout: 832 lvb_type: 0 00010000:00010000:0.0:1746134063.228966:0:27149:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8ca600/0x9682c7de153c9c1b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750b1c expref: 22 pid: 9582 timeout: 832 lvb_type: 0 00002000:00010000:0.0:1746134063.228972:0:27149:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d96ad80 00000100:00100000:0.0:1746134063.228992:0:27149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2699 00000100:00100000:0.0:1746134063.228998:0:27149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d96ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+22:2009:x1830953552588928:12345-192.168.203.26@tcp:4:dd.0 00000100:00100000:0.0:1746134063.230569:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134063.230730:0:7227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552589056 00000100:00100000:2.0:1746134063.230735:0:7227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552589056 00000100:00100000:2.0:1746134063.231605:0:7227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 552 00000100:00100000:2.0:1746134063.231613:0:7227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d424050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ae21eae-e936-44f8-bd00-c4aedad69a99+12:2010:x1830953552589056:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:2.0:1746134063.233523:0:7227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d424050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5ae21eae-e936-44f8-bd00-c4aedad69a99+12:2010:x1830953552589056:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 952us (1999us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134063.233535:0:7227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 552 00000100:00100000:2.0:1746134063.238215:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134063.242348:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134063.242489:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552589184 00000100:00100000:3.0:1746134063.242497:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552589184 00000100:00100000:3.0:1746134063.242553:0:7232:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552589312 00000100:00100000:3.0:1746134063.242555:0:7232:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552589312 00000100:00100000:3.0:1746134063.242577:0:10930:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1107 00000100:00100000:3.0:1746134063.242584:0:10930:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+9:2009:x1830953552589184:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:3.0:1746134063.242636:0:10930:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d9edd5a2-0c57-4a18-bc87-776e2499def8+9:2009:x1830953552589184:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 52us (4428us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134063.242641:0:10930:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1107 00000100:00100000:3.0:1746134063.242655:0:10930:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1108 00000100:00100000:3.0:1746134063.242659:0:10930:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+8:2010:x1830953552589312:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:3.0:1746134063.242690:0:10930:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+8:2010:x1830953552589312:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 30us (348us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134063.242695:0:10930:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1108 00000100:00080000:2.0:1746134063.242811:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746134063.245625:0:27149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d96ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+24:2009:x1830953552588928:12345-192.168.203.26@tcp:4:dd.0 Request processed in 16618us (17213us total) trans 4294972126 rc 0/0 00000100:00100000:1.0:1746134063.245636:0:27149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2699 00002000:00100000:1.0:1746134063.245647:0:27149:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1e:0x0] (12582912->13631487) req@ffff88012d96ad80 x1830953552588928/t4294972126(0) o4->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:274/0 lens 488/448 e 0 to 0 dl 1746134074 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746134063.245655:0:27149:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d96ad80 with x1830953552588928 ext(12582912->13631487) 00010000:00010000:1.0:1746134063.245663:0:27149:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009c8ca600/0x9682c7de153c9c1b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750b1c expref: 24 pid: 9582 timeout: 832 lvb_type: 0 00010000:00010000:1.0:1746134063.245676:0:27149:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009c8ca600/0x9682c7de153c9c1b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750b1c expref: 24 pid: 9582 timeout: 832 lvb_type: 0 00002000:00010000:1.0:1746134063.245681:0:27149:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012d96ad80 00000100:00100000:0.0:1746134063.257561:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134063.257689:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552589440 00000100:00100000:1.0:1746134063.257698:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552589440 00010000:00010000:1.0:1746134063.257729:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009c8ca600/0x9682c7de153c9c1b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750b1c expref: 24 pid: 9582 timeout: 832 lvb_type: 0 00000100:00100000:1.0:1746134063.257765:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15396 00000100:00100000:1.0:1746134063.257772:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+24:2009:x1830953552589440:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134063.257783:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746134063.257864:0:7221:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb blocks from disk: 24576 -> 26624 00010000:00010000:1.0:1746134063.257871:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009c8ca600/0x9682c7de153c9c1b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750b1c expref: 24 pid: 9582 timeout: 832 lvb_type: 0 00010000:00010000:1.0:1746134063.257882:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009c8ca600/0x9682c7de153c9c1b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750b1c expref: 24 pid: 9582 timeout: 832 lvb_type: 0 00010000:00010000:1.0:1746134063.257901:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c8ca600/0x9682c7de153c9c1b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750b1c expref: 24 pid: 9582 timeout: 832 lvb_type: 0 00010000:00010000:1.0:1746134063.257927:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134063.257929:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134063.257935:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bcb3c00/0x9682c7de153c9de2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750bbd expref: 16 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134063.257951:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bcb3c00/0x9682c7de153c9de2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750bbd expref: 16 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134063.257979:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bcb3c00/0x9682c7de153c9de2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750bbd expref: 16 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134063.257990:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d96a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7221:1830953548222208:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134063.259556:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012de02cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746134063.264708:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d96a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:7221:1830953548222208:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134063.264728:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134063.264767:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+23:2009:x1830953552589440:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 6995us (7212us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134063.264779:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15396 00000100:00100000:0.0:1746134063.265610:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134063.265673:0:27149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552589696 00000100:00100000:1.0:1746134063.265678:0:27149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552589696 00002000:00100000:1.0:1746134063.265708:0:27149:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1e:0x0] (0->1048575) req@ffff88008ad8c700 x1830953552589696/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:274/0 lens 488/0 e 0 to 0 dl 1746134074 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746134063.265717:0:27149:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ad8c700 with x1830953552589696 ext(0->1048575) 00002000:00010000:1.0:1746134063.265721:0:27149:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ad8c700 00000100:00100000:1.0:1746134063.266357:0:27149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13477 00000100:00100000:1.0:1746134063.266365:0:27149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+17:2009:x1830953552589696:12345-192.168.203.26@tcp:3:cmp.0 00010000:00010000:2.0:1746134063.274046:0:7223:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746134063.277654:0:27149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+17:2009:x1830953552589696:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 11281us (12036us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746134063.277663:0:27149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13477 00002000:00100000:1.0:1746134063.277673:0:27149:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1e:0x0] (0->1048575) req@ffff88008ad8c700 x1830953552589696/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:274/0 lens 488/440 e 0 to 0 dl 1746134074 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746134063.277682:0:27149:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ad8c700 with x1830953552589696 ext(0->1048575) 00002000:00010000:1.0:1746134063.277687:0:27149:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ad8c700 00000100:00100000:0.0:1746134063.283517:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134063.283584:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552589824 00000100:00100000:2.0:1746134063.283592:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552589824 00000100:00100000:2.0:1746134063.283648:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30113 00000100:00100000:2.0:1746134063.283657:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+8:3793:x1830953552589824:12345-192.168.203.26@tcp:101:cmp.0 00010000:00010000:2.0:1746134063.283673:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134063.283687:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c9de9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750bc4 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134063.283714:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d855e00/0x9682c7de153c9c3e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750b31 expref: 7 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134063.283720:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134063.283722:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746134063.283725:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c9de9 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750bc4 expref: 9 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134063.283756:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d855e00/0x9682c7de153c9c3e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750b31 expref: 7 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134063.283766:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d855e00/0x9682c7de153c9c3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750b31 expref: 7 pid: 9580 timeout: 832 lvb_type: 0 00000100:00100000:2.0:1746134063.283777:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923a4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548222336:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134063.285707:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c8a4e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746134063.294363:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923a4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:9582:1830953548222336:192.168.203.26@tcp:104: 00010000:00010000:2.0:1746134063.294390:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c9de9 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750bc4 expref: 9 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134063.294404:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589c00, rc 0) 00000100:00100000:2.0:1746134063.294500:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+9:3793:x1830953552589824:12345-192.168.203.26@tcp:101:cmp.0 Request processed in 10843us (10987us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134063.294511:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30113 00000100:00100000:0.0:1746134063.301732:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134063.301833:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552589952 00000100:00100000:1.0:1746134063.301840:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552589952 00010000:00010000:1.0:1746134063.301869:0:7221:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d855e00/0x9682c7de153c9c3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750b31 expref: 8 pid: 9580 timeout: 832 lvb_type: 0 00000100:00100000:1.0:1746134063.301894:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15397 00000100:00100000:1.0:1746134063.301900:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+8:2009:x1830953552589952:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746134063.301912:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746134063.301928:0:7221:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d855e00/0x9682c7de153c9c3e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750b31 expref: 8 pid: 9580 timeout: 832 lvb_type: 0 00010000:00010000:1.0:1746134063.301948:0:7221:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d855e00/0x9682c7de153c9c3e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750b31 expref: 8 pid: 9580 timeout: 832 lvb_type: 0 00010000:00010000:1.0:1746134063.301965:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d855e00/0x9682c7de153c9c3e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xb596b23195750b31 expref: 8 pid: 9580 timeout: 832 lvb_type: 0 00010000:00010000:1.0:1746134063.301979:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134063.301981:0:7221:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746134063.301986:0:7221:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c9de9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750bc4 expref: 8 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134063.301992:0:7221:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c9de9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750bc4 expref: 8 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134063.302014:0:7221:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880095589c00/0x9682c7de153c9de9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xb596b23195750bc4 expref: 8 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134063.302024:0:7221:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d96a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548222464:192.168.203.26@tcp:105: 00000100:00100000:1.0:1746134063.302074:0:7221:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012de02cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746134063.305653:0:7221:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d96a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7221:1830953548222464:192.168.203.26@tcp:105: 00010000:00010000:1.0:1746134063.305672:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746134063.305784:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+7:2009:x1830953552589952:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 3882us (4057us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134063.305793:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15397 00000100:00100000:0.0:1746134063.310767:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134063.310816:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134063.310899:0:27147:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552590336 00000100:00100000:2.0:1746134063.310906:0:27147:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552590336 00002000:00100000:2.0:1746134063.310957:0:27147:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->2097151) req@ffff88008ad8ea00 x1830953552590336/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:274/0 lens 488/0 e 0 to 0 dl 1746134074 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746134063.310968:0:27147:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ad8ea00 with x1830953552590336 ext(0->2097151) 00002000:00010000:2.0:1746134063.310973:0:27147:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ad8ea00 00000100:00100000:2.0:1746134063.310988:0:27147:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552590464 00000100:00100000:2.0:1746134063.310991:0:27147:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552590464 00002000:00100000:2.0:1746134063.311004:0:27147:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1e:0x0] (1048576->2097151) req@ffff88009186aa00 x1830953552590464/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:274/0 lens 488/0 e 0 to 0 dl 1746134074 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746134063.311009:0:27147:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186aa00 with x1830953552590464 ext(1048576->2097151) 00002000:00010000:2.0:1746134063.311012:0:27147:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009186aa00 00000100:00100000:2.0:1746134063.311022:0:27147:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13478 00000100:00100000:2.0:1746134063.311029:0:27147:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:d9edd5a2-0c57-4a18-bc87-776e2499def8+9:2009:x1830953552590336:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:1.0:1746134063.311735:0:27149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13479 00000100:00100000:1.0:1746134063.311743:0:27149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+17:2010:x1830953552590464:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:2.0:1746134063.323522:0:27147:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:d9edd5a2-0c57-4a18-bc87-776e2499def8+9:2009:x1830953552590336:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 12485us (12753us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746134063.323522:0:27149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+17:2010:x1830953552590464:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 11772us (12698us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746134063.323533:0:27149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13479 00000100:00100000:2.0:1746134063.323537:0:27147:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13478 00002000:00100000:2.0:1746134063.323543:0:27147:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->2097151) req@ffff88008ad8ea00 x1830953552590336/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:274/0 lens 488/440 e 0 to 0 dl 1746134074 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746134063.323543:0:27149:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1e:0x0] (1048576->2097151) req@ffff88009186aa00 x1830953552590464/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:274/0 lens 488/440 e 0 to 0 dl 1746134074 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746134063.323551:0:27147:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ad8ea00 with x1830953552590336 ext(0->2097151) 00002000:00100000:1.0:1746134063.323551:0:27149:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186aa00 with x1830953552590464 ext(1048576->2097151) 00002000:00010000:2.0:1746134063.323556:0:27147:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ad8ea00 00002000:00010000:1.0:1746134063.323556:0:27149:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009186aa00 00000100:00100000:0.0:1746134063.350899:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134063.351075:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134063.351160:0:27149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552590720 00000100:00100000:1.0:1746134063.351167:0:27149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552590720 00002000:00100000:1.0:1746134063.351200:0:27149:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1e:0x0] (2097152->4194303) req@ffff88009186b800 x1830953552590720/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:274/0 lens 488/0 e 0 to 0 dl 1746134074 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746134063.351208:0:27149:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186b800 with x1830953552590720 ext(2097152->4194303) 00002000:00010000:1.0:1746134063.351213:0:27149:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009186b800 00000100:00100000:1.0:1746134063.351224:0:27149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552590976 00000100:00100000:1.0:1746134063.351226:0:27149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552590976 00002000:00100000:1.0:1746134063.351234:0:27149:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1c:0x0] (2097152->4194303) req@ffff880091868e00 x1830953552590976/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:274/0 lens 488/0 e 0 to 0 dl 1746134074 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746134063.351240:0:27149:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091868e00 with x1830953552590976 ext(2097152->4194303) 00002000:00010000:1.0:1746134063.351242:0:27149:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091868e00 00000100:00100000:1.0:1746134063.351263:0:27149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13480 00000100:00100000:1.0:1746134063.351269:0:27149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+17:2010:x1830953552590720:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:3.0:1746134063.351750:0:28823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13481 00000100:00100000:3.0:1746134063.351760:0:28823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091868e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d9edd5a2-0c57-4a18-bc87-776e2499def8+9:2010:x1830953552590976:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:1.0:1746134063.371596:0:27149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+17:2010:x1830953552590720:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 20318us (20694us total) trans 0 rc 2097152/2097152 00000100:00100000:1.0:1746134063.371607:0:27149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13480 00002000:00100000:1.0:1746134063.371617:0:27149:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1e:0x0] (2097152->4194303) req@ffff88009186b800 x1830953552590720/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:274/0 lens 488/440 e 0 to 0 dl 1746134074 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746134063.371625:0:27149:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186b800 with x1830953552590720 ext(2097152->4194303) 00002000:00010000:1.0:1746134063.371631:0:27149:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009186b800 00000100:00100000:3.0:1746134063.382919:0:28823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091868e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d9edd5a2-0c57-4a18-bc87-776e2499def8+9:2010:x1830953552590976:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 31155us (31837us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746134063.382928:0:28823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13481 00002000:00100000:3.0:1746134063.382945:0:28823:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1c:0x0] (2097152->4194303) req@ffff880091868e00 x1830953552590976/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:274/0 lens 488/440 e 0 to 0 dl 1746134074 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746134063.382953:0:28823:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091868e00 with x1830953552590976 ext(2097152->4194303) 00002000:00010000:3.0:1746134063.382958:0:28823:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091868e00 00000100:00100000:0.0:1746134063.415396:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134063.415484:0:28823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552591360 00000100:00100000:3.0:1746134063.415491:0:28823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552591360 00002000:00100000:3.0:1746134063.415528:0:28823:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->6291455) req@ffff88009186ad80 x1830953552591360/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:274/0 lens 488/0 e 0 to 0 dl 1746134074 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746134063.415538:0:28823:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186ad80 with x1830953552591360 ext(4194304->6291455) 00002000:00010000:3.0:1746134063.415542:0:28823:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009186ad80 00000100:00100000:3.0:1746134063.415572:0:28823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13482 00000100:00100000:3.0:1746134063.415579:0:28823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d9edd5a2-0c57-4a18-bc87-776e2499def8+9:2011:x1830953552591360:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:0.0:1746134063.425098:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134063.426764:0:27149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552591488 00000100:00100000:1.0:1746134063.426774:0:27149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552591488 00002000:00100000:1.0:1746134063.426813:0:27149:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1e:0x0] (4194304->6291455) req@ffff880091868700 x1830953552591488/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:274/0 lens 488/0 e 0 to 0 dl 1746134074 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746134063.426822:0:27149:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091868700 with x1830953552591488 ext(4194304->6291455) 00002000:00010000:1.0:1746134063.426826:0:27149:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091868700 00000100:00100000:1.0:1746134063.426860:0:27149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13483 00000100:00100000:1.0:1746134063.426868:0:27149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091868700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+17:2012:x1830953552591488:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:3.0:1746134063.435289:0:28823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d9edd5a2-0c57-4a18-bc87-776e2499def8+9:2011:x1830953552591360:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 19698us (19888us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746134063.435301:0:28823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13482 00002000:00100000:3.0:1746134063.435312:0:28823:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->6291455) req@ffff88009186ad80 x1830953552591360/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:274/0 lens 488/440 e 0 to 0 dl 1746134074 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746134063.435320:0:28823:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186ad80 with x1830953552591360 ext(4194304->6291455) 00002000:00010000:3.0:1746134063.435326:0:28823:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009186ad80 00000100:00100000:2.0:1746134063.442973:0:27149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091868700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+17:2012:x1830953552591488:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 16097us (17874us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746134063.442988:0:27149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13483 00002000:00100000:2.0:1746134063.442999:0:27149:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1e:0x0] (4194304->6291455) req@ffff880091868700 x1830953552591488/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:274/0 lens 488/440 e 0 to 0 dl 1746134074 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746134063.443008:0:27149:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091868700 with x1830953552591488 ext(4194304->6291455) 00002000:00010000:2.0:1746134063.443013:0:27149:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091868700 00000100:00100000:0.0:1746134063.456044:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134063.456089:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134063.456192:0:28823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552591872 00000100:00100000:3.0:1746134063.456199:0:28823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552591872 00002000:00100000:3.0:1746134063.456233:0:28823:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1e:0x0] (6291456->8388607) req@ffff880091869c00 x1830953552591872/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:274/0 lens 488/0 e 0 to 0 dl 1746134074 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746134063.456243:0:28823:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091869c00 with x1830953552591872 ext(6291456->8388607) 00002000:00010000:3.0:1746134063.456247:0:28823:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091869c00 00000100:00100000:3.0:1746134063.456270:0:28823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552592128 00000100:00100000:3.0:1746134063.456273:0:28823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552592128 00002000:00100000:3.0:1746134063.456285:0:28823:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1c:0x0] (6291456->8388607) req@ffff880091869f80 x1830953552592128/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:274/0 lens 488/0 e 0 to 0 dl 1746134074 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746134063.456291:0:28823:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091869f80 with x1830953552592128 ext(6291456->8388607) 00002000:00010000:3.0:1746134063.456294:0:28823:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091869f80 00000100:00100000:3.0:1746134063.456306:0:28823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13484 00000100:00100000:3.0:1746134063.456312:0:28823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091869c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d9edd5a2-0c57-4a18-bc87-776e2499def8+17:2009:x1830953552591872:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:3.0:1746134063.457051:0:27147:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13485 00000100:00100000:3.0:1746134063.457058:0:27147:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091869f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:d9edd5a2-0c57-4a18-bc87-776e2499def8+9:2009:x1830953552592128:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:3.0:1746134063.490625:0:28823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091869c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d9edd5a2-0c57-4a18-bc87-776e2499def8+17:2009:x1830953552591872:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 34305us (34581us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746134063.490634:0:28823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13484 00002000:00100000:3.0:1746134063.490643:0:28823:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1e:0x0] (6291456->8388607) req@ffff880091869c00 x1830953552591872/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:274/0 lens 488/440 e 0 to 0 dl 1746134074 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746134063.490652:0:28823:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091869c00 with x1830953552591872 ext(6291456->8388607) 00002000:00010000:3.0:1746134063.490656:0:28823:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091869c00 00000100:00100000:3.0:1746134063.501061:0:27147:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091869f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:d9edd5a2-0c57-4a18-bc87-776e2499def8+9:2009:x1830953552592128:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 43996us (44964us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746134063.501072:0:27147:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13485 00002000:00100000:3.0:1746134063.501082:0:27147:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1c:0x0] (6291456->8388607) req@ffff880091869f80 x1830953552592128/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:274/0 lens 488/440 e 0 to 0 dl 1746134074 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746134063.501090:0:27147:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091869f80 with x1830953552592128 ext(6291456->8388607) 00002000:00010000:3.0:1746134063.501096:0:27147:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091869f80 00000100:00100000:0.0:1746134063.520242:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134063.520285:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134063.521070:0:27147:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552592512 00000100:00100000:3.0:1746134063.521077:0:27147:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552592512 00000100:00100000:2.0:1746134063.521103:0:28823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552592768 00000100:00100000:2.0:1746134063.521106:0:28823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552592768 00002000:00100000:3.0:1746134063.521139:0:27147:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1e:0x0] (8388608->10485759) req@ffff88009186bb80 x1830953552592512/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:274/0 lens 488/0 e 0 to 0 dl 1746134074 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746134063.521148:0:27147:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186bb80 with x1830953552592512 ext(8388608->10485759) 00002000:00100000:2.0:1746134063.521148:0:28823:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->10485759) req@ffff880091869500 x1830953552592768/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:274/0 lens 488/0 e 0 to 0 dl 1746134074 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00010000:3.0:1746134063.521153:0:27147:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009186bb80 00002000:00100000:2.0:1746134063.521154:0:28823:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091869500 with x1830953552592768 ext(8388608->10485759) 00002000:00010000:2.0:1746134063.521156:0:28823:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091869500 00000100:00100000:3.0:1746134063.521184:0:27147:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13486 00000100:00100000:3.0:1746134063.521191:0:27147:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:d9edd5a2-0c57-4a18-bc87-776e2499def8+17:2011:x1830953552592512:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:2.0:1746134063.521481:0:28823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13487 00000100:00100000:2.0:1746134063.521487:0:28823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091869500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d9edd5a2-0c57-4a18-bc87-776e2499def8+9:2011:x1830953552592768:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:3.0:1746134063.551189:0:27147:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:d9edd5a2-0c57-4a18-bc87-776e2499def8+17:2011:x1830953552592512:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 29990us (30944us total) trans 0 rc 2097152/2097152 00000100:00100000:3.0:1746134063.551199:0:27147:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13486 00002000:00100000:3.0:1746134063.551209:0:27147:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1e:0x0] (8388608->10485759) req@ffff88009186bb80 x1830953552592512/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:274/0 lens 488/440 e 0 to 0 dl 1746134074 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746134063.551217:0:27147:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186bb80 with x1830953552592512 ext(8388608->10485759) 00002000:00010000:3.0:1746134063.551222:0:27147:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009186bb80 00000100:00100000:2.0:1746134063.552389:0:28823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091869500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d9edd5a2-0c57-4a18-bc87-776e2499def8+9:2011:x1830953552592768:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 30898us (32099us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746134063.552397:0:28823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13487 00002000:00100000:2.0:1746134063.552402:0:28823:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->10485759) req@ffff880091869500 x1830953552592768/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:274/0 lens 488/440 e 0 to 0 dl 1746134074 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746134063.552409:0:28823:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091869500 with x1830953552592768 ext(8388608->10485759) 00002000:00010000:2.0:1746134063.552413:0:28823:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091869500 00000100:00100000:0.0:1746134063.565227:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134063.565303:0:28823:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552593024 00000100:00100000:2.0:1746134063.565310:0:28823:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552593024 00002000:00100000:2.0:1746134063.565344:0:28823:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1e:0x0] (10485760->11534335) req@ffff880091869880 x1830953552593024/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:274/0 lens 488/0 e 0 to 0 dl 1746134074 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746134063.565359:0:28823:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091869880 with x1830953552593024 ext(10485760->11534335) 00002000:00010000:2.0:1746134063.565363:0:28823:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091869880 00000100:00100000:2.0:1746134063.565387:0:28823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13488 00000100:00100000:2.0:1746134063.565392:0:28823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091869880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d9edd5a2-0c57-4a18-bc87-776e2499def8+17:2012:x1830953552593024:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:0.0:1746134063.566498:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134063.566526:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134063.566540:0:27149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552593280 00000100:00100000:0.0:1746134063.566544:0:27149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552593280 00002000:00100000:0.0:1746134063.566561:0:27149:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1c:0x0] (10485760->11534335) req@ffff880091868000 x1830953552593280/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:274/0 lens 488/0 e 0 to 0 dl 1746134074 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746134063.566569:0:27149:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091868000 with x1830953552593280 ext(10485760->11534335) 00002000:00010000:0.0:1746134063.566572:0:27149:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091868000 00000100:00100000:0.0:1746134063.566584:0:27149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552593536 00000100:00100000:0.0:1746134063.566587:0:27149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552593536 00002000:00100000:0.0:1746134063.566594:0:27149:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1e:0x0] (11534336->12582911) req@ffff88009186a300 x1830953552593536/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:274/0 lens 488/0 e 0 to 0 dl 1746134074 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746134063.566599:0:27149:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186a300 with x1830953552593536 ext(11534336->12582911) 00002000:00010000:0.0:1746134063.566601:0:27149:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009186a300 00000100:00100000:0.0:1746134063.566608:0:27149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13489 00000100:00100000:0.0:1746134063.566612:0:27149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091868000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+9:2012:x1830953552593280:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:0.0:1746134063.567002:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13490 00000100:00100000:0.0:1746134063.567007:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+19:2012:x1830953552593536:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:1.0:1746134063.574852:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134063.574928:0:27147:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552593792 00000100:00100000:3.0:1746134063.574943:0:27147:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552593792 00002000:00100000:3.0:1746134063.574986:0:27147:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1c:0x0] (11534336->12582911) req@ffff88012d96a300 x1830953552593792/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:274/0 lens 488/0 e 0 to 0 dl 1746134074 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746134063.574995:0:27147:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d96a300 with x1830953552593792 ext(11534336->12582911) 00002000:00010000:3.0:1746134063.575000:0:27147:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d96a300 00000100:00100000:3.0:1746134063.575022:0:27147:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13491 00000100:00100000:3.0:1746134063.575029:0:27147:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d96a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:2011:x1830953552593792:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:1.0:1746134063.576160:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134063.576774:0:27139:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552594048 00000100:00100000:0.0:1746134063.576780:0:27139:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552594048 00002000:00100000:0.0:1746134063.576810:0:27139:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1e:0x0] (12582912->13631487) req@ffff88012d968000 x1830953552594048/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:274/0 lens 488/0 e 0 to 0 dl 1746134074 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746134063.576820:0:27139:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d968000 with x1830953552594048 ext(12582912->13631487) 00002000:00010000:0.0:1746134063.576825:0:27139:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d968000 00000100:00100000:0.0:1746134063.576851:0:27139:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13492 00000100:00100000:0.0:1746134063.576858:0:27139:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d968000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+21:2012:x1830953552594048:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:2.0:1746134063.581003:0:28823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091869880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:d9edd5a2-0c57-4a18-bc87-776e2499def8+21:2012:x1830953552593024:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 15603us (15773us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746134063.581012:0:28823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13488 00002000:00100000:2.0:1746134063.581022:0:28823:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1e:0x0] (10485760->11534335) req@ffff880091869880 x1830953552593024/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:274/0 lens 488/440 e 0 to 0 dl 1746134074 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746134063.581031:0:28823:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091869880 with x1830953552593024 ext(10485760->11534335) 00002000:00010000:2.0:1746134063.581037:0:28823:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091869880 00000100:00100000:1.0:1746134063.582782:0:27149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091868000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+11:2012:x1830953552593280:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 16163us (16280us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746134063.582791:0:27149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13489 00002000:00100000:1.0:1746134063.582799:0:27149:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x1c:0x0] (10485760->11534335) req@ffff880091868000 x1830953552593280/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:274/0 lens 488/440 e 0 to 0 dl 1746134074 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746134063.582807:0:27149:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091868000 with x1830953552593280 ext(10485760->11534335) 00002000:00010000:1.0:1746134063.582812:0:27149:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091868000 00000100:00100000:2.0:1746134063.590716:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+19:2012:x1830953552593536:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 23699us (24180us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746134063.590726:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13490 00002000:00100000:2.0:1746134063.590735:0:9587:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1e:0x0] (11534336->12582911) req@ffff88009186a300 x1830953552593536/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:274/0 lens 488/440 e 0 to 0 dl 1746134074 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746134063.590743:0:9587:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009186a300 with x1830953552593536 ext(11534336->12582911) 00002000:00010000:2.0:1746134063.590749:0:9587:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009186a300 00000100:00100000:3.0:1746134063.593609:0:27147:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d96a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:d9edd5a2-0c57-4a18-bc87-776e2499def8+9:2011:x1830953552593792:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 18573us (18756us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746134063.593620:0:27147:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13491 00002000:00100000:3.0:1746134063.593629:0:27147:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1c:0x0] (11534336->12582911) req@ffff88012d96a300 x1830953552593792/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:274/0 lens 488/440 e 0 to 0 dl 1746134074 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746134063.593638:0:27147:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d96a300 with x1830953552593792 ext(11534336->12582911) 00002000:00010000:3.0:1746134063.593642:0:27147:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d96a300 00000100:00100000:0.0:1746134063.595519:0:27139:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d968000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:d9edd5a2-0c57-4a18-bc87-776e2499def8+17:2012:x1830953552594048:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 18654us (19354us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746134063.595528:0:27139:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13492 00002000:00100000:0.0:1746134063.595536:0:27139:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1e:0x0] (12582912->13631487) req@ffff88012d968000 x1830953552594048/t0(0) o3->d9edd5a2-0c57-4a18-bc87-776e2499def8@192.168.203.26@tcp:274/0 lens 488/440 e 0 to 0 dl 1746134074 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746134063.595544:0:27139:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d968000 with x1830953552594048 ext(12582912->13631487) 00002000:00010000:0.0:1746134063.595550:0:27139:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d968000 00000100:00100000:0.0:1746134063.602039:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134063.602279:0:20211:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552594304 00000100:00100000:2.0:1746134063.602287:0:20211:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552594304 00000100:00100000:2.0:1746134063.602531:0:20211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 206 00000100:00100000:2.0:1746134063.602539:0:20211:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091868380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+35:3793:x1830953552594304:12345-192.168.203.26@tcp:35:cmp.0 00000100:00100000:2.0:1746134063.603040:0:20211:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091868380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+36:3793:x1830953552594304:12345-192.168.203.26@tcp:35:cmp.0 Request processed in 501us (1007us total) trans 4294986380 rc 0/0 00000100:00100000:2.0:1746134063.603046:0:20211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 206 00000100:00100000:0.0:1746134063.619579:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134063.619652:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552594560 00000100:00100000:1.0:1746134063.619659:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552594560 00000100:00100000:1.0:1746134063.619743:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43473 00000100:00100000:1.0:1746134063.619752:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009186a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+25:3795:x1830953552594560:12345-192.168.203.26@tcp:101:cmp.0 00010000:00010000:1.0:1746134063.619769:0:7233:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134063.619783:0:7233:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0e800/0x9682c7de153c9df0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750bcb expref: -99 pid: 7233 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134063.619868:0:7233:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c1000/0x9682c7de153c9df7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7233 initiator: MDT0 00010000:00010000:1.0:1746134063.619878:0:7233:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c1000/0x9682c7de153c9df7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7233 initiator: MDT0 00010000:00010000:1.0:1746134063.619887:0:7233:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c1000/0x9682c7de153c9df7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7233 initiator: MDT0 00000004:00200000:1.0:1746134063.619895:0:7233:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4d:0x0]: returning size 26214400 00010000:00010000:1.0:1746134063.619976:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008fe0e800/0x9682c7de153c9df0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750bcb expref: 28 pid: 7233 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134063.619992:0:7233:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c1000/0x9682c7de153c9df7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750bcb expref: 27 pid: 7233 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134063.619999:0:7233:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff88012ec6f200) 00010000:00010000:1.0:1746134063.620001:0:7233:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746134063.620003:0:7233:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c1000, rc 0) 00000100:00100000:1.0:1746134063.620325:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009186a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+27:3795:x1830953552594560:12345-192.168.203.26@tcp:101:cmp.0 Request processed in 574us (751us total) trans 4294986381 rc 0/0 00000100:00100000:1.0:1746134063.620330:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43473 00000100:00100000:1.0:1746134063.620371:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134063.620392:0:7238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552594688 00000100:00100000:0.0:1746134063.620396:0:7238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552594688 00000100:00100000:1.0:1746134063.620435:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 651 00000100:00100000:1.0:1746134063.620441:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+27:2012:x1830953552594688:12345-192.168.203.26@tcp:63:ll_sa.0 00010000:00010000:1.0:1746134063.620457:0:7237:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134063.620463:0:7237:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c0c00/0x9682c7de153c9e05 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750bd2 expref: -99 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134063.620485:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c0000/0x9682c7de153c9e0c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746134063.620492:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c0000/0x9682c7de153c9e0c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746134063.620497:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c0000/0x9682c7de153c9e0c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746134063.620508:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c1e00/0x9682c7de153c9e13 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746134063.620513:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c1e00/0x9682c7de153c9e13 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746134063.620517:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c1e00/0x9682c7de153c9e13 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746134063.620541:0:7237:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c0000/0x9682c7de153c9e0c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746134063.620546:0:7237:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c0000/0x9682c7de153c9e0c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746134063.620551:0:7237:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c0000/0x9682c7de153c9e0c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746134063.620560:0:7237:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800915c0000 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:1.0:1746134063.620566:0:7237:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c0000/0x9682c7de153c9e0c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746134063.620571:0:7237:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c0000/0x9682c7de153c9e0c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746134063.620578:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:1.0:1746134063.620580:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746134063.620583:0:7237:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c0000/0x9682c7de153c9e0c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746134063.620586:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c0000/0x9682c7de153c9e0c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746134063.620594:0:7237:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c1e00/0x9682c7de153c9e13 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746134063.620597:0:7237:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c1e00/0x9682c7de153c9e13 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746134063.620601:0:7237:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c1e00/0x9682c7de153c9e13 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746134063.620604:0:7237:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800915c1e00 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:1.0:1746134063.620607:0:7237:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c1e00/0x9682c7de153c9e13 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746134063.620611:0:7237:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c1e00/0x9682c7de153c9e13 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746134063.620616:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88009cb78d00) 00010000:00010000:1.0:1746134063.620618:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746134063.620619:0:7237:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c1e00/0x9682c7de153c9e13 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746134063.620626:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c1e00/0x9682c7de153c9e13 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746134063.620642:0:7237:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c0c00/0x9682c7de153c9e05 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750bd2 expref: 28 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134063.620649:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:1.0:1746134063.620651:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746134063.620653:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c0c00/0x9682c7de153c9e05 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750bd2 expref: 28 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134063.620659:0:7237:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c0c00, rc -2) 00000100:00100000:1.0:1746134063.620682:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+27:2012:x1830953552594688:12345-192.168.203.26@tcp:63:ll_sa.0 Request processed in 241us (311us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746134063.620688:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 651 00000100:00100000:1.0:1746134063.624467:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134063.624510:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134063.624522:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552594816 00000100:00100000:2.0:1746134063.624529:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552594816 00000100:00100000:2.0:1746134063.624559:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552594944 00000100:00100000:2.0:1746134063.624561:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552594944 00000100:00100000:2.0:1746134063.624575:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30114 00000100:00100000:2.0:1746134063.624581:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+23:2009:x1830953552594816:12345-192.168.203.26@tcp:101:cmp.0 00000100:00100000:3.0:1746134063.624582:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30115 00000100:00100000:3.0:1746134063.624589:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+7:2009:x1830953552594944:12345-192.168.203.26@tcp:101:cmp.0 00010000:00010000:2.0:1746134063.624593:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134063.624595:0:18904:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134063.624605:0:18904:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800917c0e00/0x9682c7de153c9e21 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750c0a expref: -99 pid: 18904 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134063.624605:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009565fa00/0x9682c7de153c9e1a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750c03 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134063.624622:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134063.624622:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134063.624624:0:18904:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134063.624624:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134063.624629:0:18904:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800917c0e00/0x9682c7de153c9e21 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750c0a expref: 8 pid: 18904 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746134063.624629:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009565fa00/0x9682c7de153c9e1a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750c03 expref: 24 pid: 9582 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746134063.624641:0:18904:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800917c0e00/0x9682c7de153c9e21 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750c0a expref: 8 pid: 18904 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746134063.624641:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009565fa00/0x9682c7de153c9e1a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750c03 expref: 24 pid: 9582 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746134063.624649:0:18904:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917c0e00, rc 0) 00010000:00010000:2.0:1746134063.624649:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009565fa00, rc 0) 00000100:00100000:3.0:1746134063.624929:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+8:2009:x1830953552594944:12345-192.168.203.26@tcp:101:cmp.0 Request processed in 340us (418us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134063.624943:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30115 00000100:00100000:2.0:1746134063.625604:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+24:2009:x1830953552594816:12345-192.168.203.26@tcp:101:cmp.0 Request processed in 1022us (1142us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134063.625609:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30114 00000100:00100000:2.0:1746134063.625714:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134063.625769:0:7221:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552595072 00000100:00100000:0.0:1746134063.625773:0:7221:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552595072 00000100:00100000:0.0:1746134063.625808:0:7221:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 653 00000100:00100000:0.0:1746134063.625813:0:7221:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ea5a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+27:2012:x1830953552595072:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746134063.625821:0:7221:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746134063.625837:0:7221:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c1000/0x9682c7de153c9df7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750bcb expref: 27 pid: 7233 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134063.625860:0:7221:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff88012ec6f200) 00010000:00010000:0.0:1746134063.625863:0:7221:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746134063.625881:0:7221:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ea5a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+26:2012:x1830953552595072:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 68us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134063.625886:0:7221:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 653 00000100:00100000:1.0:1746134063.642949:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134063.642981:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134063.646059:0:27147:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552595328 00000100:00100000:3.0:1746134063.646070:0:27147:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552595328 00002000:00100000:3.0:1746134063.646126:0:27147:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1e:0x0] (0->2097151) req@ffff88008fe85500 x1830953552595328/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:274/0 lens 488/0 e 0 to 0 dl 1746134074 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746134063.646135:0:27147:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe85500 with x1830953552595328 ext(0->2097151) 00002000:00010000:3.0:1746134063.646139:0:27147:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fe85500 00000100:00100000:0.0:1746134063.647510:0:27139:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552595584 00000100:00100000:0.0:1746134063.647517:0:27139:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552595584 00000100:00100000:2.0:1746134063.647537:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13493 00000100:00100000:2.0:1746134063.647547:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+24:2009:x1830953552595328:12345-192.168.203.26@tcp:3:cmp.0 00002000:00100000:1.0:1746134063.648265:0:27139:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->2097151) req@ffff88008fe85880 x1830953552595584/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:274/0 lens 488/0 e 0 to 0 dl 1746134074 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746134063.648274:0:27139:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe85880 with x1830953552595584 ext(0->2097151) 00002000:00010000:1.0:1746134063.648278:0:27139:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fe85880 00000100:00100000:1.0:1746134063.648301:0:27139:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13494 00000100:00100000:1.0:1746134063.648306:0:27139:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+8:2010:x1830953552595584:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:2.0:1746134063.667094:0:27139:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+8:2010:x1830953552595584:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 18779us (24104us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746134063.667104:0:27139:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13494 00002000:00100000:2.0:1746134063.667129:0:27139:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->2097151) req@ffff88008fe85880 x1830953552595584/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:274/0 lens 488/440 e 0 to 0 dl 1746134074 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746134063.667137:0:27139:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe85880 with x1830953552595584 ext(0->2097151) 00002000:00010000:2.0:1746134063.667142:0:27139:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fe85880 00000100:00100000:2.0:1746134063.671767:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+24:2009:x1830953552595328:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 24215us (28827us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746134063.671776:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13493 00002000:00100000:2.0:1746134063.671784:0:9587:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1e:0x0] (0->2097151) req@ffff88008fe85500 x1830953552595328/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:274/0 lens 488/440 e 0 to 0 dl 1746134074 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746134063.671792:0:9587:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe85500 with x1830953552595328 ext(0->2097151) 00002000:00010000:2.0:1746134063.671797:0:9587:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fe85500 00000100:00100000:1.0:1746134063.694674:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134063.695289:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134063.695505:0:27139:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552595968 00000100:00100000:3.0:1746134063.695512:0:27139:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552595968 00002000:00100000:3.0:1746134063.695545:0:27139:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1e:0x0] (2097152->4194303) req@ffff88008fe85180 x1830953552595968/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:274/0 lens 488/0 e 0 to 0 dl 1746134074 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746134063.695554:0:27139:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe85180 with x1830953552595968 ext(2097152->4194303) 00002000:00010000:3.0:1746134063.695559:0:27139:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fe85180 00000100:00100000:3.0:1746134063.695579:0:27139:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552596096 00000100:00100000:3.0:1746134063.695581:0:27139:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552596096 00002000:00100000:3.0:1746134063.695595:0:27139:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1c:0x0] (2097152->4194303) req@ffff88008fe87480 x1830953552596096/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:274/0 lens 488/0 e 0 to 0 dl 1746134074 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746134063.695600:0:27139:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe87480 with x1830953552596096 ext(2097152->4194303) 00002000:00010000:3.0:1746134063.695603:0:27139:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fe87480 00000100:00100000:3.0:1746134063.695612:0:27139:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13495 00000100:00100000:3.0:1746134063.695617:0:27139:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+24:2011:x1830953552595968:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:2.0:1746134063.695943:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13496 00000100:00100000:2.0:1746134063.695950:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+8:2012:x1830953552596096:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:0.0:1746134063.713316:0:27139:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+24:2011:x1830953552595968:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 17690us (18640us total) trans 0 rc 2097152/2097152 00000100:00100000:0.0:1746134063.713326:0:27139:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13495 00002000:00100000:0.0:1746134063.713336:0:27139:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1e:0x0] (2097152->4194303) req@ffff88008fe85180 x1830953552595968/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:274/0 lens 488/440 e 0 to 0 dl 1746134074 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746134063.713346:0:27139:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe85180 with x1830953552595968 ext(2097152->4194303) 00002000:00010000:0.0:1746134063.713350:0:27139:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fe85180 00000100:00100000:2.0:1746134063.724088:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+8:2012:x1830953552596096:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 28130us (28790us total) trans 0 rc 2097152/2097152 00000100:00100000:2.0:1746134063.724098:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13496 00002000:00100000:2.0:1746134063.724107:0:9587:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c:0x0] (2097152->4194303) req@ffff88008fe87480 x1830953552596096/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:274/0 lens 488/440 e 0 to 0 dl 1746134074 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746134063.724139:0:9587:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe87480 with x1830953552596096 ext(2097152->4194303) 00002000:00010000:2.0:1746134063.724145:0:9587:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008fe87480 00000100:00100000:1.0:1746134063.759194:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134063.759231:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134063.759279:0:27139:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552596352 00000100:00100000:0.0:1746134063.759286:0:27139:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552596352 00002000:00100000:0.0:1746134063.759319:0:27139:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1e:0x0] (4194304->6291455) req@ffff88008fe86680 x1830953552596352/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:274/0 lens 488/0 e 0 to 0 dl 1746134074 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746134063.759328:0:27139:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe86680 with x1830953552596352 ext(4194304->6291455) 00002000:00010000:0.0:1746134063.759332:0:27139:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fe86680 00000100:00100000:0.0:1746134063.759343:0:27139:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552596608 00000100:00100000:0.0:1746134063.759344:0:27139:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552596608 00002000:00100000:0.0:1746134063.759352:0:27139:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->6291455) req@ffff88012d5e1c00 x1830953552596608/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:274/0 lens 488/0 e 0 to 0 dl 1746134074 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746134063.759358:0:27139:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d5e1c00 with x1830953552596608 ext(4194304->6291455) 00002000:00010000:0.0:1746134063.759360:0:27139:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d5e1c00 00000100:00100000:0.0:1746134063.759369:0:27139:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13497 00000100:00100000:0.0:1746134063.759374:0:27139:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+24:2010:x1830953552596352:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:0.0:1746134063.760048:0:27147:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13498 00000100:00100000:0.0:1746134063.760054:0:27147:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+8:2010:x1830953552596608:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:0.0:1746134063.796599:0:27139:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+24:2010:x1830953552596352:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 37216us (37403us total) trans 0 rc 2097152/2097152 00000100:00100000:0.0:1746134063.796610:0:27139:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13497 00002000:00100000:0.0:1746134063.796620:0:27139:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1e:0x0] (4194304->6291455) req@ffff88008fe86680 x1830953552596352/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:274/0 lens 488/440 e 0 to 0 dl 1746134074 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746134063.796629:0:27139:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008fe86680 with x1830953552596352 ext(4194304->6291455) 00002000:00010000:0.0:1746134063.796634:0:27139:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008fe86680 00000100:00100000:0.0:1746134063.799918:0:27147:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+8:2010:x1830953552596608:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 39856us (40678us total) trans 0 rc 2097152/2097152 00000100:00100000:0.0:1746134063.799930:0:27147:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13498 00002000:00100000:0.0:1746134063.799947:0:27147:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1c:0x0] (4194304->6291455) req@ffff88012d5e1c00 x1830953552596608/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:274/0 lens 488/440 e 0 to 0 dl 1746134074 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746134063.799955:0:27147:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d5e1c00 with x1830953552596608 ext(4194304->6291455) 00002000:00010000:0.0:1746134063.799959:0:27147:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012d5e1c00 00000100:00100000:1.0:1746134063.801983:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134063.802581:0:27147:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552596864 00000100:00100000:0.0:1746134063.802588:0:27147:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552596864 00002000:00100000:0.0:1746134063.802620:0:27147:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1e:0x0] (6291456->7340031) req@ffff88012d5e2680 x1830953552596864/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:274/0 lens 488/0 e 0 to 0 dl 1746134074 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746134063.802629:0:27147:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d5e2680 with x1830953552596864 ext(6291456->7340031) 00002000:00010000:0.0:1746134063.802633:0:27147:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d5e2680 00000100:00100000:0.0:1746134063.802657:0:27147:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13499 00000100:00100000:0.0:1746134063.802662:0:27147:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+24:2012:x1830953552596864:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:0.0:1746134063.808697:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134063.808756:0:27139:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552597120 00000100:00100000:2.0:1746134063.808764:0:27139:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552597120 00002000:00100000:2.0:1746134063.808798:0:27139:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1c:0x0] (6291456->7340031) req@ffff88008ad8f100 x1830953552597120/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:274/0 lens 488/0 e 0 to 0 dl 1746134074 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746134063.808807:0:27139:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ad8f100 with x1830953552597120 ext(6291456->7340031) 00002000:00010000:2.0:1746134063.808811:0:27139:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ad8f100 00000100:00100000:2.0:1746134063.808872:0:27139:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13500 00000100:00100000:2.0:1746134063.808880:0:27139:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+8:2012:x1830953552597120:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:0.0:1746134063.808988:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134063.809638:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134063.810031:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552597376 00000100:00100000:3.0:1746134063.810036:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552597376 00002000:00100000:3.0:1746134063.810056:0:9587:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1e:0x0] (7340032->8388607) req@ffff88008ad8e680 x1830953552597376/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:274/0 lens 488/0 e 0 to 0 dl 1746134074 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746134063.810065:0:9587:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ad8e680 with x1830953552597376 ext(7340032->8388607) 00002000:00010000:3.0:1746134063.810068:0:9587:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ad8e680 00000100:00100000:3.0:1746134063.810139:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552597632 00000100:00100000:3.0:1746134063.810142:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552597632 00002000:00100000:3.0:1746134063.810153:0:9587:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c:0x0] (7340032->8388607) req@ffff88008ad8d180 x1830953552597632/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:274/0 lens 488/0 e 0 to 0 dl 1746134074 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746134063.810160:0:9587:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ad8d180 with x1830953552597632 ext(7340032->8388607) 00000100:00100000:0.0:1746134063.810161:0:28823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13501 00002000:00010000:3.0:1746134063.810162:0:9587:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ad8d180 00000100:00100000:0.0:1746134063.810169:0:28823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+26:2012:x1830953552597376:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:3.0:1746134063.810178:0:27148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13502 00000100:00100000:3.0:1746134063.810182:0:27148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+10:2012:x1830953552597632:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:1.0:1746134063.818516:0:27147:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+26:2012:x1830953552596864:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 15846us (16530us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746134063.818527:0:27147:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13499 00002000:00100000:1.0:1746134063.818536:0:27147:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1e:0x0] (6291456->7340031) req@ffff88012d5e2680 x1830953552596864/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:274/0 lens 488/440 e 0 to 0 dl 1746134074 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746134063.818543:0:27147:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012d5e2680 with x1830953552596864 ext(6291456->7340031) 00002000:00010000:1.0:1746134063.818549:0:27147:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012d5e2680 00000100:00100000:1.0:1746134063.826169:0:28823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+24:2012:x1830953552597376:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 15993us (17176us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746134063.826178:0:28823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13501 00002000:00100000:1.0:1746134063.826189:0:28823:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x1e:0x0] (7340032->8388607) req@ffff88008ad8e680 x1830953552597376/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:274/0 lens 488/440 e 0 to 0 dl 1746134074 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746134063.826197:0:28823:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ad8e680 with x1830953552597376 ext(7340032->8388607) 00002000:00010000:1.0:1746134063.826201:0:28823:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ad8e680 00000100:00100000:3.0:1746134063.826842:0:27139:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+10:2012:x1830953552597120:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 17960us (18149us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746134063.826849:0:27139:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13500 00002000:00100000:3.0:1746134063.826855:0:27139:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x1c:0x0] (6291456->7340031) req@ffff88008ad8f100 x1830953552597120/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:274/0 lens 488/440 e 0 to 0 dl 1746134074 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746134063.826862:0:27139:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ad8f100 with x1830953552597120 ext(6291456->7340031) 00002000:00010000:3.0:1746134063.826866:0:27139:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ad8f100 00000100:00100000:3.0:1746134063.829925:0:27148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+8:2012:x1830953552597632:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 19733us (20278us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746134063.829944:0:27148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13502 00002000:00100000:3.0:1746134063.829954:0:27148:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1c:0x0] (7340032->8388607) req@ffff88008ad8d180 x1830953552597632/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:274/0 lens 488/440 e 0 to 0 dl 1746134074 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746134063.829962:0:27148:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ad8d180 with x1830953552597632 ext(7340032->8388607) 00002000:00010000:3.0:1746134063.829967:0:27148:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ad8d180 00000100:00100000:0.0:1746134063.842803:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134063.842856:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134063.843079:0:27148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552597888 00000100:00100000:3.0:1746134063.843086:0:27148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552597888 00002000:00100000:3.0:1746134063.843148:0:27148:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1e:0x0] (8388608->10485759) req@ffff880091b0aa00 x1830953552597888/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:274/0 lens 488/0 e 0 to 0 dl 1746134074 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746134063.843157:0:27148:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b0aa00 with x1830953552597888 ext(8388608->10485759) 00002000:00010000:3.0:1746134063.843161:0:27148:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091b0aa00 00000100:00100000:3.0:1746134063.843643:0:27148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552598144 00000100:00100000:3.0:1746134063.843647:0:27148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552598144 00002000:00100000:3.0:1746134063.843663:0:27148:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->10485759) req@ffff880091b08e00 x1830953552598144/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:274/0 lens 488/0 e 0 to 0 dl 1746134074 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746134063.843670:0:27148:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b08e00 with x1830953552598144 ext(8388608->10485759) 00002000:00010000:3.0:1746134063.843672:0:27148:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091b08e00 00000100:00100000:2.0:1746134063.843699:0:27139:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13503 00000100:00100000:2.0:1746134063.843706:0:27139:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+24:2009:x1830953552597888:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:1.0:1746134063.845718:0:28823:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13504 00000100:00100000:0.0:1746134063.847407:0:28823:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+8:2009:x1830953552598144:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:0.0:1746134063.858425:0:27139:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+24:2009:x1830953552597888:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 14711us (15620us total) trans 0 rc 2097152/2097152 00000100:00100000:0.0:1746134063.858438:0:27139:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13503 00002000:00100000:0.0:1746134063.858448:0:27139:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x1e:0x0] (8388608->10485759) req@ffff880091b0aa00 x1830953552597888/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:274/0 lens 488/440 e 0 to 0 dl 1746134074 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746134063.858456:0:27139:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b0aa00 with x1830953552597888 ext(8388608->10485759) 00002000:00010000:0.0:1746134063.858460:0:27139:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091b0aa00 00000100:00100000:0.0:1746134063.866220:0:28823:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+8:2009:x1830953552598144:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 20486us (23355us total) trans 0 rc 2097152/2097152 00000100:00100000:0.0:1746134063.866231:0:28823:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13504 00002000:00100000:0.0:1746134063.866240:0:28823:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x1c:0x0] (8388608->10485759) req@ffff880091b08e00 x1830953552598144/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:274/0 lens 488/440 e 0 to 0 dl 1746134074 ref 1 fl Complete:/200/0 rc 2097152/2097152 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746134063.866248:0:28823:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b08e00 with x1830953552598144 ext(8388608->10485759) 00002000:00010000:0.0:1746134063.866253:0:28823:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091b08e00 00000100:00100000:0.0:1746134063.867593:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134063.868259:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134063.868288:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134063.868311:0:27147:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552598400 00000100:00100000:0.0:1746134063.868317:0:27147:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552598400 00002000:00100000:0.0:1746134063.868350:0:27147:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1e:0x0] (10485760->11534335) req@ffff880091b09180 x1830953552598400/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:274/0 lens 488/0 e 0 to 0 dl 1746134074 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746134063.868357:0:27147:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b09180 with x1830953552598400 ext(10485760->11534335) 00002000:00010000:0.0:1746134063.868361:0:27147:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091b09180 00000100:00100000:0.0:1746134063.868385:0:27147:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552598656 00000100:00100000:0.0:1746134063.868387:0:27147:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552598656 00002000:00100000:0.0:1746134063.868397:0:27147:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1c:0x0] (10485760->11534335) req@ffff88008f8b4000 x1830953552598656/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:274/0 lens 488/0 e 0 to 0 dl 1746134074 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746134063.868404:0:27147:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b4000 with x1830953552598656 ext(10485760->11534335) 00002000:00010000:0.0:1746134063.868406:0:27147:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f8b4000 00000100:00100000:0.0:1746134063.868414:0:27147:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552598912 00000100:00100000:0.0:1746134063.868415:0:27147:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552598912 00002000:00100000:0.0:1746134063.868422:0:27147:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1e:0x0] (11534336->12582911) req@ffff88008f8b5f80 x1830953552598912/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:274/0 lens 488/0 e 0 to 0 dl 1746134074 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746134063.868428:0:27147:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b5f80 with x1830953552598912 ext(11534336->12582911) 00002000:00010000:0.0:1746134063.868430:0:27147:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f8b5f80 00000100:00100000:0.0:1746134063.868438:0:27147:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13505 00000100:00100000:0.0:1746134063.868444:0:27147:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091b09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+25:2010:x1830953552598400:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:3.0:1746134063.868829:0:27148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13506 00000100:00100000:3.0:1746134063.868837:0:27148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+8:2010:x1830953552598656:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:3.0:1746134063.869971:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13507 00000100:00100000:3.0:1746134063.869979:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+26:2010:x1830953552598912:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:3.0:1746134063.881854:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134063.882188:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134063.882323:0:27148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+8:2010:x1830953552598656:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 13486us (14063us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746134063.882332:0:27148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13506 00002000:00100000:3.0:1746134063.882343:0:27148:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1c:0x0] (10485760->11534335) req@ffff88008f8b4000 x1830953552598656/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:274/0 lens 488/440 e 0 to 0 dl 1746134074 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746134063.882351:0:27148:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b4000 with x1830953552598656 ext(10485760->11534335) 00002000:00010000:3.0:1746134063.882356:0:27148:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f8b4000 00000100:00100000:3.0:1746134063.882376:0:27148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552599168 00000100:00100000:3.0:1746134063.882383:0:27148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552599168 00002000:00100000:3.0:1746134063.882406:0:27148:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1c:0x0] (11534336->12582911) req@ffff88009558ce00 x1830953552599168/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:274/0 lens 488/0 e 0 to 0 dl 1746134074 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746134063.882412:0:27148:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009558ce00 with x1830953552599168 ext(11534336->12582911) 00002000:00010000:3.0:1746134063.882415:0:27148:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009558ce00 00000100:00100000:3.0:1746134063.882425:0:27148:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552599424 00000100:00100000:3.0:1746134063.882427:0:27148:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552599424 00002000:00100000:3.0:1746134063.882439:0:27148:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x1e:0x0] (12582912->13631487) req@ffff88009558df80 x1830953552599424/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:274/0 lens 488/0 e 0 to 0 dl 1746134074 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746134063.882445:0:27148:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009558df80 with x1830953552599424 ext(12582912->13631487) 00002000:00010000:3.0:1746134063.882448:0:27148:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009558df80 00000100:00100000:3.0:1746134063.882458:0:27148:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13508 00000100:00100000:3.0:1746134063.882465:0:27148:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009558ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+8:2010:x1830953552599168:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:3.0:1746134063.882900:0:27149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13509 00000100:00100000:3.0:1746134063.882907:0:27149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009558df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+28:2010:x1830953552599424:12345-192.168.203.26@tcp:3:cmp.0 00000100:00100000:3.0:1746134063.895328:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+28:2010:x1830953552598912:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 25341us (27030us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746134063.895338:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13507 00002000:00100000:3.0:1746134063.895348:0:9587:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1e:0x0] (11534336->12582911) req@ffff88008f8b5f80 x1830953552598912/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:274/0 lens 488/440 e 0 to 0 dl 1746134074 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746134063.895356:0:9587:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f8b5f80 with x1830953552598912 ext(11534336->12582911) 00002000:00010000:3.0:1746134063.895361:0:9587:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f8b5f80 00000100:00100000:1.0:1746134063.895689:0:27147:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091b09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+26:2010:x1830953552598400:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 27244us (28098us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746134063.895696:0:27147:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13505 00002000:00100000:1.0:1746134063.895700:0:27147:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1e:0x0] (10485760->11534335) req@ffff880091b09180 x1830953552598400/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:274/0 lens 488/440 e 0 to 0 dl 1746134074 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746134063.895713:0:27147:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091b09180 with x1830953552598400 ext(10485760->11534335) 00002000:00010000:1.0:1746134063.895716:0:27147:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091b09180 00000100:00100000:3.0:1746134063.896666:0:27148:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009558ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+8:2010:x1830953552599168:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 14199us (14815us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746134063.896676:0:27148:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13508 00002000:00100000:3.0:1746134063.896681:0:27148:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000401:0x1c:0x0] (11534336->12582911) req@ffff88009558ce00 x1830953552599168/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:274/0 lens 488/440 e 0 to 0 dl 1746134074 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746134063.896688:0:27148:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009558ce00 with x1830953552599168 ext(11534336->12582911) 00002000:00010000:3.0:1746134063.896691:0:27148:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009558ce00 00000100:00100000:3.0:1746134063.899096:0:27149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009558df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+24:2010:x1830953552599424:12345-192.168.203.26@tcp:3:cmp.0 Request processed in 16182us (16900us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746134063.899104:0:27149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13509 00002000:00100000:3.0:1746134063.899139:0:27149:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1e:0x0] (12582912->13631487) req@ffff88009558df80 x1830953552599424/t0(0) o3->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:274/0 lens 488/440 e 0 to 0 dl 1746134074 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746134063.899148:0:27149:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009558df80 with x1830953552599424 ext(12582912->13631487) 00002000:00010000:3.0:1746134063.899152:0:27149:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009558df80 00000100:00100000:2.0:1746134063.908867:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134063.908945:0:20211:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552599680 00000100:00100000:0.0:1746134063.908953:0:20211:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552599680 00000100:00100000:0.0:1746134063.908997:0:20211:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 207 00000100:00100000:0.0:1746134063.909004:0:20211:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+26:3795:x1830953552599680:12345-192.168.203.26@tcp:35:cmp.0 00000100:00100000:0.0:1746134063.909195:0:20211:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+27:3795:x1830953552599680:12345-192.168.203.26@tcp:35:cmp.0 Request processed in 191us (334us total) trans 4294986382 rc 0/0 00000100:00100000:0.0:1746134063.909201:0:20211:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 207 00000100:00100000:1.0:1746134063.918256:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134063.918341:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552600064 00000100:00100000:0.0:1746134063.918349:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552600064 00000100:00100000:2.0:1746134063.918369:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134063.918381:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 652 00000100:00100000:0.0:1746134063.918387:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+36:2009:x1830953552600064:12345-192.168.203.26@tcp:63:ll_sa.0 00000100:00100000:2.0:1746134063.918393:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552599936 00000100:00100000:2.0:1746134063.918396:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552599936 00000100:00100000:2.0:1746134063.918414:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43474 00010000:00010000:0.0:1746134063.918416:0:7237:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746134063.918418:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+37:3798:x1830953552599936:12345-192.168.203.26@tcp:36:rm.0 00010000:00010000:0.0:1746134063.918428:0:7237:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800915ba600/0x9682c7de153c9e28 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750c11 expref: -99 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134063.918442:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1746134063.918458:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c8cb600/0x9682c7de153c9bff lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750add expref: 38 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134063.918458:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c0600/0x9682c7de153c9e2f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:0.0:1746134063.918468:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c0600/0x9682c7de153c9e2f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134063.918475:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbdb000/0x9682c7de153c9b7a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750aba expref: 37 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134063.918475:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c0600/0x9682c7de153c9e2f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134063.918483:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff88012ec6f200) 00010000:00010000:0.0:1746134063.918484:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c1a00/0x9682c7de153c9e36 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:0.0:1746134063.918489:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c1a00/0x9682c7de153c9e36 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134063.918490:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009565f200/0x9682c7de153c9d56 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750b46 expref: 36 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134063.918494:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c1a00/0x9682c7de153c9e36 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134063.918496:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:2.0:1746134063.918498:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746134063.918503:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091709600/0x9682c7de153c9e3d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746134063.918508:0:7234:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880095588600/0x9682c7de153c9da3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750b69 expref: 26 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134063.918513:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091709600/0x9682c7de153c9e3d lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746134063.918520:0:7237:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c0600/0x9682c7de153c9e2f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:0.0:1746134063.918525:0:7237:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c0600/0x9682c7de153c9e2f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7237 initiator: MDT0 00010000:00010000:0.0:1746134063.918529:0:7237:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c0600/0x9682c7de153c9e2f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:0.0:1746134063.918533:0:7237:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800917c0600 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:0.0:1746134063.918535:0:7237:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c0600/0x9682c7de153c9e2f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:2.0:1746134063.918541:0:7234:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880095588600/0x9682c7de153c9da3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750b69 expref: 26 pid: 7232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134063.918550:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880095588600/0x9682c7de153c9da3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750b69 expref: 26 pid: 7232 timeout: 833 lvb_type: 0 00000100:00100000:2.0:1746134063.918560:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923a4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7234:1830953548222592:192.168.203.26@tcp:104: 00000100:00100000:2.0:1746134063.918619:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009c8a4d80 going to sleep for 11 seconds 00010000:00010000:0.0:1746134063.919363:0:7237:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c0600/0x9682c7de153c9e2f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7237 initiator: MDT0 00010000:00010000:0.0:1746134063.919377:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:0.0:1746134063.919380:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746134063.919382:0:7237:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880091709600/0x9682c7de153c9e3d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746134063.919388:0:7237:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c0600/0x9682c7de153c9e2f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:0.0:1746134063.919392:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c0600/0x9682c7de153c9e2f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:0.0:1746134063.919415:0:7237:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c1a00/0x9682c7de153c9e36 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:0.0:1746134063.919420:0:7237:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c1a00/0x9682c7de153c9e36 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7237 initiator: MDT0 00010000:00010000:0.0:1746134063.919425:0:7237:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c1a00/0x9682c7de153c9e36 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:0.0:1746134063.919429:0:7237:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800917c1a00 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:0.0:1746134063.919431:0:7237:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c1a00/0x9682c7de153c9e36 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:0.0:1746134063.919436:0:7237:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c1a00/0x9682c7de153c9e36 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7237 initiator: MDT0 00010000:00010000:0.0:1746134063.919442:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff8800916ead00) 00010000:00010000:0.0:1746134063.919444:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746134063.919446:0:7237:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c1a00/0x9682c7de153c9e36 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:0.0:1746134063.919450:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c1a00/0x9682c7de153c9e36 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:0.0:1746134063.919476:0:7237:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915ba600/0x9682c7de153c9e28 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750c11 expref: 35 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134063.919482:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:0.0:1746134063.919484:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1746134063.919486:0:7237:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880091709600/0x9682c7de153c9e3d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746134063.919492:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800915ba600/0x9682c7de153c9e28 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750c11 expref: 35 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134063.919498:0:7237:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915ba600, rc -2) 00000100:00100000:1.0:1746134063.919643:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+34:2009:x1830953552600064:12345-192.168.203.26@tcp:63:ll_sa.0 Request processed in 1255us (1392us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746134063.919650:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 652 00000100:00100000:3.0:1746134063.920947:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923a4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7234:1830953548222592:192.168.203.26@tcp:104: 00010000:00010000:3.0:1746134063.920966:0:7234:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880091709600/0x9682c7de153c9e3d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00000100:00100000:2.0:1746134063.921739:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134063.921778:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552600192 00000100:00100000:3.0:1746134063.921783:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552600192 00010000:00010000:3.0:1746134063.921811:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095588600/0x9682c7de153c9da3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750b69 expref: 27 pid: 7232 timeout: 833 lvb_type: 0 00000100:00100000:3.0:1746134063.921832:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15398 00000100:00100000:3.0:1746134063.921839:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+27:2010:x1830953552600192:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134063.921849:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134063.921854:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880095588600/0x9682c7de153c9da3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750b69 expref: 27 pid: 7232 timeout: 833 lvb_type: 0 00010000:00010000:3.0:1746134063.921862:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880095588600/0x9682c7de153c9da3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750b69 expref: 27 pid: 7232 timeout: 833 lvb_type: 0 00010000:00010000:3.0:1746134063.921878:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095588600/0x9682c7de153c9da3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750b69 expref: 27 pid: 7232 timeout: 833 lvb_type: 0 00010000:00010000:3.0:1746134063.921902:0:8382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:3.0:1746134063.921905:0:8382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880091709600/0x9682c7de153c9e3d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134063.921912:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091709600/0x9682c7de153c9e3d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134063.921918:0:8382:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091709600/0x9682c7de153c9e3d lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134063.922149:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746134063.922209:0:7234:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880091709600/0x9682c7de153c9e3d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746134063.922216:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091709600/0x9682c7de153c9e3d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746134063.922229:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c0c00/0x9682c7de153c9e44 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746134063.922236:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c0c00/0x9682c7de153c9e44 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746134063.922242:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c0c00/0x9682c7de153c9e44 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746134063.922301:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880095588c00/0x9682c7de153c9e4b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746134063.922308:0:7234:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde4400/0x9682c7de153c9bc7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750b15 expref: 26 pid: 7233 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134063.922312:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+26:2010:x1830953552600192:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 474us (575us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134063.922319:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15398 00010000:00010000:0.0:1746134063.922319:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095588c00/0x9682c7de153c9e4b lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746134063.922337:0:7234:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde4400/0x9682c7de153c9bc7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750b15 expref: 25 pid: 7233 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134063.922346:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde4400/0x9682c7de153c9bc7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750b15 expref: 25 pid: 7233 timeout: 833 lvb_type: 0 00000100:00100000:0.0:1746134063.922356:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f8b7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7234:1830953548222720:192.168.203.26@tcp:104: 00000100:00100000:0.0:1746134063.922405:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b2119c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746134063.924642:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134063.924923:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f8b7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7234:1830953548222720:192.168.203.26@tcp:104: 00010000:00010000:0.0:1746134063.924949:0:7234:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880095588c00/0x9682c7de153c9e4b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00000100:00100000:3.0:1746134063.925067:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552600320 00000100:00100000:3.0:1746134063.925072:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552600320 00010000:00010000:3.0:1746134063.925095:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde4400/0x9682c7de153c9bc7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750b15 expref: 26 pid: 7233 timeout: 833 lvb_type: 0 00000100:00100000:3.0:1746134063.925136:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15399 00000100:00100000:3.0:1746134063.925144:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+26:2010:x1830953552600320:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134063.925155:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134063.925160:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde4400/0x9682c7de153c9bc7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750b15 expref: 26 pid: 7233 timeout: 833 lvb_type: 0 00010000:00010000:3.0:1746134063.925169:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde4400/0x9682c7de153c9bc7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750b15 expref: 26 pid: 7233 timeout: 833 lvb_type: 0 00010000:00010000:3.0:1746134063.925185:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012fde4400/0x9682c7de153c9bc7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750b15 expref: 26 pid: 7233 timeout: 833 lvb_type: 0 00010000:00010000:3.0:1746134063.925196:0:8382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff88012ec6f200) 00010000:00010000:3.0:1746134063.925199:0:8382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880095588c00/0x9682c7de153c9e4b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134063.925206:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880095588c00/0x9682c7de153c9e4b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134063.925212:0:8382:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095588c00/0x9682c7de153c9e4b lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134063.925521:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746134063.925634:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+25:2010:x1830953552600320:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 491us (999us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134063.925640:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15399 00010000:00010000:1.0:1746134063.925686:0:7234:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880095588c00/0x9682c7de153c9e4b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134063.925692:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095588c00/0x9682c7de153c9e4b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00000040:00080000:1.0:1746134063.925988:0:7234:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].15, 64 off9152 00000004:00080000:1.0:1746134063.925996:0:7234:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 733100882518ns, next at 734100879648ns, rc = 0 00000040:00080000:1.0:1746134063.926014:0:7234:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].18, 64 off9344 00000004:00080000:1.0:1746134063.926018:0:7234:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 733100904435ns, next at 734100903885ns, rc = 0 00010000:00010000:1.0:1746134063.926056:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88007393ba00/0x9682c7de153c9e52 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134063.926064:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007393ba00/0x9682c7de153c9e52 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134063.926070:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007393ba00/0x9682c7de153c9e52 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134063.926075:0:7234:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88007393ba00/0x9682c7de153c9e52 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134063.926080:0:7234:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88007393ba00/0x9682c7de153c9e52 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134063.926088:0:7234:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88007393ba00/0x9682c7de153c9e52 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134063.926108:0:7234:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1746134063.926396:0:7234:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880095588c00/0x9682c7de153c9e4b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134063.926401:0:7234:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095588c00/0x9682c7de153c9e4b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134063.926406:0:7234:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095588c00/0x9682c7de153c9e4b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134063.926410:0:7234:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095588c00 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:1.0:1746134063.926413:0:7234:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095588c00/0x9682c7de153c9e4b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134063.926418:0:7234:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095588c00/0x9682c7de153c9e4b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134063.926430:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff88012ec6f200) 00010000:00010000:1.0:1746134063.926433:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746134063.926435:0:7234:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095588c00/0x9682c7de153c9e4b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134063.926439:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095588c00/0x9682c7de153c9e4b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134063.926521:0:7234:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091709600/0x9682c7de153c9e3d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134063.926527:0:7234:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091709600/0x9682c7de153c9e3d lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134063.926534:0:7234:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091709600/0x9682c7de153c9e3d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134063.926538:0:7234:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091709600 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:1.0:1746134063.926540:0:7234:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091709600/0x9682c7de153c9e3d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134063.926545:0:7234:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091709600/0x9682c7de153c9e3d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134063.926549:0:9596:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1746134063.926551:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:1.0:1746134063.926552:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746134063.926554:0:9596:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88007393ba00/0x9682c7de153c9e52 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134063.926554:0:7234:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091709600/0x9682c7de153c9e3d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134063.926558:0:9596:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88007393ba00 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:1.0:1746134063.926559:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091709600/0x9682c7de153c9e3d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134063.926561:0:9596:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88007393ba00/0x9682c7de153c9e52 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134063.926566:0:9596:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88007393ba00/0x9682c7de153c9e52 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7234 initiator: MDT0 00000004:00010000:1.0:1746134063.926566:0:7234:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800923a5880 reply state ffff880095339000 transno 4294986383 ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c0c00/0x9682c7de153c9e44 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134063.926572:0:9596:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff88012ec6f200) 00010000:00010000:3.0:1746134063.926573:0:9596:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1746134063.926573:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c0c00/0x9682c7de153c9e44 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134063.926576:0:9596:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88007393ba00/0x9682c7de153c9e52 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134063.926577:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012ec6fa00) 00010000:00010000:1.0:1746134063.926579:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746134063.926580:0:9596:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007393ba00/0x9682c7de153c9e52 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7234 initiator: MDT0 00000100:00100000:1.0:1746134063.926581:0:7234:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746134063.926590:0:9596:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746134063.926591:0:9596:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746134063.926592:0:9596:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746134063.926625:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+35:3798:x1830953552599936:12345-192.168.203.26@tcp:36:rm.0 Request processed in 8205us (8255us total) trans 4294986383 rc 0/0 00000100:00100000:1.0:1746134063.926631:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43474 00000100:00100000:2.0:1746134063.962269:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134063.962571:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552600448 00000100:00100000:1.0:1746134063.962579:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552600448 00000100:00100000:1.0:1746134063.962630:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43475 00000100:00100000:1.0:1746134063.962637:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+35:3801:x1830953552600448:12345-192.168.203.26@tcp:101:lfs.0 00010000:00010000:1.0:1746134063.962655:0:7234:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134063.962669:0:7234:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007393a200/0x9682c7de153c9e59 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750c49 expref: -99 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134063.962724:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88007393ba00/0x9682c7de153c9e60 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134063.962734:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007393ba00/0x9682c7de153c9e60 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134063.962744:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007393ba00/0x9682c7de153c9e60 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00000004:00200000:1.0:1746134063.962771:0:7234:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1746134063.962774:0:7234:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1746134063.962786:0:7234:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88007393ba00/0x9682c7de153c9e60 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134063.962801:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007393a200/0x9682c7de153c9e59 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750c49 expref: 37 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134063.962828:0:7234:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88007393ba00/0x9682c7de153c9e60 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750c49 expref: 36 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134063.962834:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:1.0:1746134063.962837:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746134063.962840:0:7234:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007393ba00, rc 0) 00000100:00100000:1.0:1746134063.962875:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+36:3801:x1830953552600448:12345-192.168.203.26@tcp:101:lfs.0 Request processed in 238us (612us total) trans 0 rc 0/0 00000100:00100000:1.0:1746134063.964472:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43475 00000100:00100000:2.0:1746134063.965642:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134063.965856:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552600704 00000100:00100000:0.0:1746134063.965862:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552600704 00000100:00100000:0.0:1746134063.965902:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43476 00000100:00100000:0.0:1746134063.965909:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+36:3801:x1830953552600704:12345-192.168.203.26@tcp:101:lfs.0 00010000:00010000:0.0:1746134063.965923:0:7234:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134063.965926:0:7234:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746134063.965955:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007393ba00/0x9682c7de153c9e60 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750c49 expref: 36 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134063.966725:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:0.0:1746134063.966730:0:7234:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746134063.966741:0:7234:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095589000/0x9682c7de153c9e67 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750c50 expref: -99 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134063.966809:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095589200/0x9682c7de153c9e6e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746134063.966818:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095589200/0x9682c7de153c9e6e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746134063.966825:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095589200/0x9682c7de153c9e6e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746134063.966833:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095588600/0x9682c7de153c9e75 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746134063.966839:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095588600/0x9682c7de153c9e75 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746134063.966844:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095588600/0x9682c7de153c9e75 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746134063.967091:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c0a00/0x9682c7de153c9e7c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746134063.967097:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c0a00/0x9682c7de153c9e7c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746134063.967103:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c0a00/0x9682c7de153c9e7c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00000004:00200000:0.0:1746134063.967110:0:7234:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4e:0x0]: returning size 0 00010000:00010000:1.0:1746134063.967689:0:7234:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880095589200/0x9682c7de153c9e6e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134063.967696:0:7234:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095589200/0x9682c7de153c9e6e lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134063.967701:0:7234:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095589200/0x9682c7de153c9e6e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134063.967704:0:7234:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095589200 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:1.0:1746134063.967707:0:7234:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095589200/0x9682c7de153c9e6e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134063.967713:0:7234:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095589200/0x9682c7de153c9e6e lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134063.967721:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:1.0:1746134063.967724:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746134063.967726:0:7234:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095589200/0x9682c7de153c9e6e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134063.967730:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095589200/0x9682c7de153c9e6e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00000004:00010000:1.0:1746134063.967749:0:7234:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800923a7480 reply state ffff88012e883000 transno 4294986384 ns: mdt-lustre-MDT0000_UUID lock: ffff880095588600/0x9682c7de153c9e75 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134063.967756:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095588600/0x9682c7de153c9e75 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134063.967761:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012ec6fa00) 00010000:00010000:1.0:1746134063.967763:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1746134063.967767:0:7234:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1746134063.967786:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095589000/0x9682c7de153c9e67 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750c50 expref: 38 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134063.967796:0:7234:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c0a00/0x9682c7de153c9e7c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750c50 expref: 37 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134063.967801:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4e:0x0].0x0 (ffff8800916eaa00) 00010000:00010000:1.0:1746134063.967803:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746134063.967805:0:7234:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917c0a00, rc 0) 00000100:00100000:1.0:1746134063.967858:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+38:3801:x1830953552600704:12345-192.168.203.26@tcp:101:lfs.0 Request processed in 1949us (2217us total) trans 4294986384 rc 0/0 00000100:00100000:1.0:1746134063.967865:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43476 00000100:00100000:3.0:1746134063.969885:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134063.969968:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552600960 00000100:00100000:1.0:1746134063.969974:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552600960 00000100:00100000:1.0:1746134063.970206:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43477 00000100:00100000:1.0:1746134063.970213:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009558e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+38:3801:x1830953552600960:12345-192.168.203.26@tcp:101:lfs.0 00010000:00010000:1.0:1746134063.970231:0:7234:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134063.970244:0:7234:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007393a200/0x9682c7de153c9e8a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750c57 expref: -99 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134063.970307:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880095588c00/0x9682c7de153c9e91 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134063.970318:0:7234:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c0a00/0x9682c7de153c9e7c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750c50 expref: 39 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134063.970324:0:7234:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095588c00/0x9682c7de153c9e91 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134063.970350:0:7234:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c0a00/0x9682c7de153c9e7c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750c50 expref: 39 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134063.970360:0:7234:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c0a00/0x9682c7de153c9e7c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750c50 expref: 39 pid: 7234 timeout: 833 lvb_type: 0 00000100:00100000:1.0:1746134063.970369:0:7234:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d5e2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7234:1830953548222848:192.168.203.26@tcp:104: 00000100:00100000:1.0:1746134063.971152:0:7234:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012de02d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746134063.975742:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134063.975863:0:7234:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d5e2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7234:1830953548222848:192.168.203.26@tcp:104: 00000100:00100000:3.0:1746134063.976392:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552601088 00000100:00100000:3.0:1746134063.976397:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552601088 00010000:00010000:3.0:1746134063.976421:0:8382:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c0a00/0x9682c7de153c9e7c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750c50 expref: 40 pid: 7234 timeout: 833 lvb_type: 0 00000100:00100000:3.0:1746134063.976442:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15400 00000100:00100000:3.0:1746134063.976447:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+40:2010:x1830953552601088:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746134063.976458:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746134063.976463:0:8382:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c0a00/0x9682c7de153c9e7c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750c50 expref: 40 pid: 7234 timeout: 833 lvb_type: 0 00010000:00010000:3.0:1746134063.976471:0:8382:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c0a00/0x9682c7de153c9e7c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750c50 expref: 40 pid: 7234 timeout: 833 lvb_type: 0 00010000:00010000:3.0:1746134063.976487:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800917c0a00/0x9682c7de153c9e7c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.26@tcp remote: 0xb596b23195750c50 expref: 40 pid: 7234 timeout: 833 lvb_type: 0 00010000:00010000:3.0:1746134063.976501:0:8382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4e:0x0].0x0 (ffff8800916eaa00) 00010000:00010000:3.0:1746134063.976505:0:8382:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880095588c00/0x9682c7de153c9e91 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134063.976512:0:8382:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880095588c00/0x9682c7de153c9e91 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134063.976517:0:8382:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095588c00/0x9682c7de153c9e91 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134063.976527:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746134063.976632:0:7234:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880095588c00/0x9682c7de153c9e91 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134063.976639:0:7234:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880095588c00/0x9682c7de153c9e91 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:1.0:1746134063.976643:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095588c00/0x9682c7de153c9e91 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00000004:00200000:1.0:1746134063.976656:0:7234:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4e:0x0]: returning size 0 00000004:00080000:1.0:1746134063.976766:0:7234:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1d:0x0], index 1: 0 00000004:00080000:1.0:1746134063.976772:0:7234:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1f:0x0], index 0: 0 00000100:00100000:3.0:1746134063.977701:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+39:2010:x1830953552601088:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1250us (1962us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134063.977708:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15400 00010000:00010000:0.0:1746134063.978181:0:7234:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880095588c00/0x9682c7de153c9e91 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746134063.978188:0:7234:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880095588c00/0x9682c7de153c9e91 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746134063.978197:0:7234:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880095588c00/0x9682c7de153c9e91 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746134063.978202:0:7234:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095588c00 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:0.0:1746134063.978205:0:7234:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095588c00/0x9682c7de153c9e91 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746134063.978210:0:7234:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880095588c00/0x9682c7de153c9e91 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746134063.978218:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4e:0x0].0x0 (ffff8800916eaa00) 00010000:00010000:0.0:1746134063.978220:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746134063.978222:0:7234:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880095588c00/0x9682c7de153c9e91 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746134063.978226:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095588c00/0x9682c7de153c9e91 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7234 initiator: MDT0 00010000:00010000:0.0:1746134063.978266:0:7234:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88007393a200/0x9682c7de153c9e8a lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750c57 expref: 39 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134063.978273:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007393a200/0x9682c7de153c9e8a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750c57 expref: 39 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134063.978281:0:7234:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007393a200, rc 0) 00000100:00100000:0.0:1746134063.978299:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009558e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+38:3801:x1830953552600960:12345-192.168.203.26@tcp:101:lfs.0 Request processed in 8087us (8424us total) trans 4294986385 rc 301/301 00000100:00100000:0.0:1746134063.978304:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43477 00000100:00100000:0.0:1746134063.982720:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134063.982800:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552601344 00000100:00100000:3.0:1746134063.982806:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552601344 00000100:00100000:3.0:1746134063.982837:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 208 00000100:00100000:3.0:1746134063.982843:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801307b0450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+38:3801:x1830953552601344:12345-192.168.203.26@tcp:35:lfs.0 00000100:00100000:3.0:1746134063.984340:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801307b0450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+39:3801:x1830953552601344:12345-192.168.203.26@tcp:35:lfs.0 Request processed in 1493us (1622us total) trans 4294986386 rc 0/0 00000100:00100000:3.0:1746134063.984347:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 208 00000100:00100000:0.0:1746134063.988910:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134063.988995:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552601472 00000100:00100000:2.0:1746134063.989002:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552601472 00000100:00100000:2.0:1746134063.989034:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43478 00000100:00100000:2.0:1746134063.989041:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+39:3801:x1830953552601472:12345-192.168.203.26@tcp:101:lfs.0 00010000:00010000:2.0:1746134063.989057:0:7234:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134063.989072:0:7234:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095588c00/0x9682c7de153c9e9f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750c5e expref: -99 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134063.989109:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880095588c00/0x9682c7de153c9e9f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750c5e expref: 40 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134063.989135:0:7234:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880095588c00/0x9682c7de153c9e9f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750c5e expref: 40 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134063.989146:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4e:0x0].0x0 (ffff88009bce5900) 00010000:00010000:2.0:1746134063.989148:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746134063.989151:0:7234:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095588c00, rc 0) 00000100:00100000:2.0:1746134063.989367:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+40:3801:x1830953552601472:12345-192.168.203.26@tcp:101:lfs.0 Request processed in 326us (462us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134063.989372:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43478 00000100:00100000:0.0:1746134063.991511:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134063.991560:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552601728 00000100:00100000:3.0:1746134063.991566:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552601728 00000100:00100000:3.0:1746134063.991605:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 209 00000100:00100000:3.0:1746134063.991612:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+40:3801:x1830953552601728:12345-192.168.203.26@tcp:35:lfs.0 00000100:00100000:3.0:1746134063.992190:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+41:3801:x1830953552601728:12345-192.168.203.26@tcp:35:lfs.0 Request processed in 577us (682us total) trans 4294986387 rc 0/0 00000100:00100000:3.0:1746134063.992200:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 209 00000100:00100000:0.0:1746134063.998424:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134063.998544:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552601856 00000100:00100000:2.0:1746134063.998550:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552601856 00000100:00100000:2.0:1746134063.998583:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43479 00000100:00100000:2.0:1746134063.998589:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+25:3803:x1830953552601856:12345-192.168.203.26@tcp:101:dd.0 00010000:00010000:2.0:1746134063.998607:0:7234:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134063.998620:0:7234:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095589200/0x9682c7de153c9ea6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750c65 expref: -99 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134063.998660:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfac00/0x9682c7de153c9ead lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746134063.998670:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfac00/0x9682c7de153c9ead lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746134063.998678:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfac00/0x9682c7de153c9ead lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00000004:00200000:2.0:1746134063.998705:0:7234:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746134063.998707:0:7234:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746134063.998719:0:7234:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfac00/0x9682c7de153c9ead lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:2.0:1746134063.998734:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095589200/0x9682c7de153c9ea6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750c65 expref: 27 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134063.998747:0:7234:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfac00/0x9682c7de153c9ead lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750c65 expref: 26 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134063.998753:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:2.0:1746134063.998755:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746134063.998758:0:7234:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bbfac00, rc 0) 00000100:00100000:2.0:1746134063.998785:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+26:3803:x1830953552601856:12345-192.168.203.26@tcp:101:dd.0 Request processed in 197us (368us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134063.998790:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43479 00000100:00100000:0.0:1746134064.000984:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134064.001057:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552602112 00000100:00100000:1.0:1746134064.001063:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552602112 00000100:00100000:1.0:1746134064.001138:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43480 00000100:00100000:1.0:1746134064.001144:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+26:3803:x1830953552602112:12345-192.168.203.26@tcp:101:dd.0 00010000:00010000:1.0:1746134064.001158:0:7233:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134064.001161:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1746134064.001180:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bbfac00/0x9682c7de153c9ead lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750c65 expref: 26 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134064.001196:0:7233:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:1.0:1746134064.001199:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746134064.001207:0:7233:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a08c7000/0x9682c7de153c9eb4 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750c6c expref: -99 pid: 7233 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134064.001288:0:7233:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a08c6200/0x9682c7de153c9ebb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7233 initiator: MDT0 00010000:00010000:1.0:1746134064.001296:0:7233:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a08c6200/0x9682c7de153c9ebb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7233 initiator: MDT0 00010000:00010000:1.0:1746134064.001303:0:7233:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a08c6200/0x9682c7de153c9ebb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7233 initiator: MDT0 00010000:00010000:1.0:1746134064.001310:0:7233:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a08c6400/0x9682c7de153c9ec2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7233 initiator: MDT0 00010000:00010000:1.0:1746134064.001315:0:7233:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a08c6400/0x9682c7de153c9ec2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7233 initiator: MDT0 00010000:00010000:1.0:1746134064.001319:0:7233:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a08c6400/0x9682c7de153c9ec2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7233 initiator: MDT0 00010000:00010000:1.0:1746134064.001352:0:7233:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e22a00/0x9682c7de153c9ec9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7233 initiator: MDT0 00010000:00010000:1.0:1746134064.001357:0:7233:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134e22a00/0x9682c7de153c9ec9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7233 initiator: MDT0 00010000:00010000:1.0:1746134064.001361:0:7233:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e22a00/0x9682c7de153c9ec9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7233 initiator: MDT0 00000004:00200000:1.0:1746134064.001368:0:7233:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4e:0x0]: returning size 0 00010000:00010000:1.0:1746134064.001422:0:7233:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a08c6200/0x9682c7de153c9ebb lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7233 initiator: MDT0 00010000:00010000:1.0:1746134064.001426:0:7233:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a08c6200/0x9682c7de153c9ebb lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7233 initiator: MDT0 00010000:00010000:1.0:1746134064.001431:0:7233:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a08c6200/0x9682c7de153c9ebb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7233 initiator: MDT0 00010000:00010000:1.0:1746134064.001435:0:7233:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a08c6200/0x9682c7de153c9ebb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7233 initiator: MDT0 00010000:00010000:1.0:1746134064.001439:0:7233:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a08c6200 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:1.0:1746134064.001442:0:7233:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a08c6200/0x9682c7de153c9ebb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7233 initiator: MDT0 00010000:00010000:1.0:1746134064.001447:0:7233:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a08c6200/0x9682c7de153c9ebb lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7233 initiator: MDT0 00010000:00010000:1.0:1746134064.001454:0:7233:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:1.0:1746134064.001456:0:7233:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746134064.001458:0:7233:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a08c6200/0x9682c7de153c9ebb lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7233 initiator: MDT0 00010000:00010000:1.0:1746134064.001462:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a08c6200/0x9682c7de153c9ebb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7233 initiator: MDT0 00010000:00010000:1.0:1746134064.001469:0:7233:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a08c6400/0x9682c7de153c9ec2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7233 initiator: MDT0 00010000:00010000:1.0:1746134064.001474:0:7233:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a08c6400/0x9682c7de153c9ec2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7233 initiator: MDT0 00010000:00010000:1.0:1746134064.001478:0:7233:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a08c6400/0x9682c7de153c9ec2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7233 initiator: MDT0 00010000:00010000:1.0:1746134064.001485:0:7233:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a08c6400 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:1.0:1746134064.001487:0:7233:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a08c6400/0x9682c7de153c9ec2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7233 initiator: MDT0 00010000:00010000:1.0:1746134064.001492:0:7233:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a08c6400/0x9682c7de153c9ec2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7233 initiator: MDT0 00010000:00010000:1.0:1746134064.001497:0:7233:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012ec6fa00) 00010000:00010000:1.0:1746134064.001498:0:7233:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746134064.001501:0:7233:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a08c6400/0x9682c7de153c9ec2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7233 initiator: MDT0 00010000:00010000:1.0:1746134064.001504:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a08c6400/0x9682c7de153c9ec2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7233 initiator: MDT0 00010000:00010000:1.0:1746134064.001527:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a08c7000/0x9682c7de153c9eb4 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750c6c expref: 28 pid: 7233 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134064.001535:0:7233:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880134e22a00/0x9682c7de153c9ec9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750c6c expref: 27 pid: 7233 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134064.001539:0:7233:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4e:0x0].0x0 (ffff88009bce5900) 00010000:00010000:1.0:1746134064.001541:0:7233:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746134064.001543:0:7233:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134e22a00, rc 0) 00000100:00100000:1.0:1746134064.001574:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+27:3803:x1830953552602112:12345-192.168.203.26@tcp:101:dd.0 Request processed in 430us (596us total) trans 4294986388 rc 0/0 00000100:00100000:1.0:1746134064.001579:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43480 00000100:00080000:2.0:1746134064.005985:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746134064.007188:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134064.007280:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552602240 00000100:00100000:2.0:1746134064.007286:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552602240 00000100:00100000:2.0:1746134064.007337:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30116 00000100:00100000:2.0:1746134064.007344:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+8:3803:x1830953552602240:12345-192.168.203.26@tcp:101:dd.0 00010000:00010000:2.0:1746134064.007359:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134064.007374:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c9ed7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750c73 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746134064.007395:0:9582:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1746134064.007410:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134064.007412:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134064.007418:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c9ed7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750c73 expref: 9 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134064.007429:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880095589000/0x9682c7de153c9ed7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750c73 expref: 9 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134064.007437:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880095589000, rc 0) 00000100:00100000:2.0:1746134064.007468:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+9:3803:x1830953552602240:12345-192.168.203.26@tcp:101:dd.0 Request processed in 125us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134064.007473:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30116 00000100:00080000:0.0:1746134064.008878:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746134064.011439:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134064.011503:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552602368 00000100:00100000:3.0:1746134064.011509:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552602368 00000100:00100000:3.0:1746134064.011555:0:7234:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43481 00000100:00100000:3.0:1746134064.011561:0:7234:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+41:3802:x1830953552602368:12345-192.168.203.26@tcp:101:dd.0 00010000:00010000:3.0:1746134064.011576:0:7234:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134064.011589:0:7234:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880095544200/0x9682c7de153c9ede lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750c7a expref: -99 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134064.011628:0:7234:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88007393a200/0x9682c7de153c9ee5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134064.011637:0:7234:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88007393a200/0x9682c7de153c9ee5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134064.011645:0:7234:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88007393a200/0x9682c7de153c9ee5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00000004:00200000:3.0:1746134064.011672:0:7234:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1746134064.011675:0:7234:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746134064.011685:0:7234:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88007393a200/0x9682c7de153c9ee5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7234 initiator: MDT0 00010000:00010000:3.0:1746134064.011699:0:7234:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880095544200/0x9682c7de153c9ede lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750c7a expref: 43 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134064.011721:0:7234:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88007393a200/0x9682c7de153c9ee5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750c7a expref: 42 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134064.011727:0:7234:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:3.0:1746134064.011730:0:7234:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746134064.011732:0:7234:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88007393a200, rc 0) 00000100:00100000:3.0:1746134064.011762:0:7234:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+42:3802:x1830953552602368:12345-192.168.203.26@tcp:101:dd.0 Request processed in 202us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134064.011768:0:7234:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43481 00000100:00080000:0.0:1746134064.011921:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746134064.022240:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134064.022331:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134064.023048:0:7237:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552602496 00000100:00100000:1.0:1746134064.023055:0:7237:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552602496 00000100:00100000:1.0:1746134064.023102:0:7237:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 653 00000100:00100000:1.0:1746134064.023108:0:7237:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800ae5e7850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+42:2009:x1830953552602496:12345-192.168.203.26@tcp:63:ll_sa.0 00010000:00010000:1.0:1746134064.023158:0:7237:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134064.023171:0:7237:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e22000/0x9682c7de153c9eec lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750c81 expref: -99 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134064.023204:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a08c7000/0x9682c7de153c9ef3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746134064.023214:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a08c7000/0x9682c7de153c9ef3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746134064.023222:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a08c7000/0x9682c7de153c9ef3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746134064.023230:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a08c6400/0x9682c7de153c9efa lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746134064.023235:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a08c6400/0x9682c7de153c9efa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746134064.023240:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a08c6400/0x9682c7de153c9efa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746134064.023304:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a08c6200/0x9682c7de153c9f01 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746134064.023310:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a08c6200/0x9682c7de153c9f01 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746134064.023315:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a08c6200/0x9682c7de153c9f01 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00000004:00200000:1.0:1746134064.023330:0:7237:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4e:0x0]: returning size 0 00000004:00200000:1.0:1746134064.023333:0:7237:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1746134064.023346:0:7237:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a08c6200/0x9682c7de153c9f01 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746134064.023353:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a08c6200/0x9682c7de153c9f01 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746134064.023358:0:7237:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a08c7000/0x9682c7de153c9ef3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746134064.023363:0:7237:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a08c7000/0x9682c7de153c9ef3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746134064.023368:0:7237:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a08c7000/0x9682c7de153c9ef3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746134064.023373:0:7237:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a08c7000 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:1.0:1746134064.023376:0:7237:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a08c7000/0x9682c7de153c9ef3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746134064.023381:0:7237:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a08c7000/0x9682c7de153c9ef3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746134064.023390:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:1.0:1746134064.023392:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746134064.023395:0:7237:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a08c7000/0x9682c7de153c9ef3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746134064.023400:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a08c7000/0x9682c7de153c9ef3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746134064.023413:0:7237:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a08c6400/0x9682c7de153c9efa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746134064.023417:0:7237:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a08c6400/0x9682c7de153c9efa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746134064.023422:0:7237:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a08c6400/0x9682c7de153c9efa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746134064.023426:0:7237:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a08c6400 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:1.0:1746134064.023428:0:7237:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a08c6400/0x9682c7de153c9efa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746134064.023431:0:7237:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a08c6400/0x9682c7de153c9efa lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746134064.023436:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012ec6fa00) 00010000:00010000:1.0:1746134064.023437:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746134064.023439:0:7237:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a08c6400/0x9682c7de153c9efa lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746134064.023443:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a08c6400/0x9682c7de153c9efa lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746134064.023459:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e22000/0x9682c7de153c9eec lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750c81 expref: 44 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134064.023468:0:7237:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a08c6200/0x9682c7de153c9f01 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750c81 expref: 43 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134064.023473:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4e:0x0].0x0 (ffff88009bce5900) 00010000:00010000:1.0:1746134064.023475:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746134064.023477:0:7237:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a08c6200, rc 0) 00010000:00010000:1.0:1746134064.023480:0:7237:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134064.023485:0:7237:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800915bbc00/0x9682c7de153c9f08 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750c88 expref: -99 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134064.023503:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bcb2e00/0x9682c7de153c9f0f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746134064.023509:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bcb2e00/0x9682c7de153c9f0f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746134064.023514:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bcb2e00/0x9682c7de153c9f0f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746134064.023522:0:7237:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bcb3800/0x9682c7de153c9f16 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746134064.023527:0:7237:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bcb3800/0x9682c7de153c9f16 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746134064.023532:0:7237:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bcb3800/0x9682c7de153c9f16 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746134064.023542:0:7237:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bcb2e00/0x9682c7de153c9f0f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746134064.023547:0:7237:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bcb2e00/0x9682c7de153c9f0f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746134064.023551:0:7237:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bcb2e00/0x9682c7de153c9f0f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746134064.023554:0:7237:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bcb2e00 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:1.0:1746134064.023557:0:7237:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bcb2e00/0x9682c7de153c9f0f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746134064.023561:0:7237:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bcb2e00/0x9682c7de153c9f0f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746134064.023569:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:1.0:1746134064.023571:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746134064.023573:0:7237:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bcb2e00/0x9682c7de153c9f0f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746134064.023576:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bcb2e00/0x9682c7de153c9f0f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746134064.023583:0:7237:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bcb3800/0x9682c7de153c9f16 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746134064.023586:0:7237:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bcb3800/0x9682c7de153c9f16 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746134064.023589:0:7237:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bcb3800/0x9682c7de153c9f16 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746134064.023593:0:7237:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bcb3800 already unused, calling callback (ffffffffa0f0d690) 00010000:00010000:1.0:1746134064.023594:0:7237:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bcb3800/0x9682c7de153c9f16 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746134064.023598:0:7237:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bcb3800/0x9682c7de153c9f16 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746134064.023602:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88009cb78f00) 00010000:00010000:1.0:1746134064.023604:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746134064.023606:0:7237:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bcb3800/0x9682c7de153c9f16 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746134064.023610:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bcb3800/0x9682c7de153c9f16 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7237 initiator: MDT0 00010000:00010000:1.0:1746134064.023627:0:7237:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915bbc00/0x9682c7de153c9f08 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750c88 expref: 44 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134064.023634:0:7237:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:1.0:1746134064.023636:0:7237:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746134064.023638:0:7237:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800915bbc00/0x9682c7de153c9f08 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750c88 expref: 44 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134064.023644:0:7237:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915bbc00, rc -2) 00000100:00100000:1.0:1746134064.023692:0:7237:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800ae5e7850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+43:2009:x1830953552602496:12345-192.168.203.26@tcp:63:ll_sa.0 Request processed in 584us (1458us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746134064.023698:0:7237:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 653 00000100:00100000:1.0:1746134064.025763:0:7233:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552602752 00000100:00100000:1.0:1746134064.025770:0:7233:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552602752 00000100:00100000:1.0:1746134064.026400:0:7233:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43482 00000100:00100000:1.0:1746134064.026409:0:7233:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+43:3802:x1830953552602752:12345-192.168.203.26@tcp:101:dd.0 00010000:00010000:1.0:1746134064.026421:0:7233:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746134064.026424:0:7233:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1746134064.026442:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88007393a200/0x9682c7de153c9ee5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750c7a expref: 43 pid: 7234 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134064.026455:0:7233:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880135030f00) 00010000:00010000:1.0:1746134064.026458:0:7233:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746134064.026465:0:7233:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134e23600/0x9682c7de153c9f1d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750cb9 expref: -99 pid: 7233 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134064.026525:0:7233:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c1000/0x9682c7de153c9f24 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7233 initiator: MDT0 00010000:00010000:1.0:1746134064.026535:0:7233:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c1000/0x9682c7de153c9f24 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7233 initiator: MDT0 00010000:00010000:1.0:1746134064.026542:0:7233:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c1000/0x9682c7de153c9f24 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7233 initiator: MDT0 00000004:00200000:1.0:1746134064.026549:0:7233:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 26214400 00010000:00010000:1.0:1746134064.026621:0:7233:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134e23600/0x9682c7de153c9f1d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750cb9 expref: 45 pid: 7233 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134064.026631:0:7233:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c1000/0x9682c7de153c9f24 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750cb9 expref: 44 pid: 7233 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746134064.026636:0:7233:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88012ec6fc00) 00010000:00010000:1.0:1746134064.026638:0:7233:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746134064.026641:0:7233:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915c1000, rc 0) 00000100:00100000:2.0:1746134064.026844:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3770:1830953548223232:0@lo:400:kworker.0 00000100:00100000:2.0:1746134064.026879:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746134064.026914:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3770:1830953548223744:0@lo:400:kworker.0 00000100:00100000:2.0:1746134064.026942:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746134064.026955:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072ad9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3770:1830953548224256:0@lo:400:kworker.0 00000100:00100000:2.0:1746134064.026968:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746134064.026981:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1746134064.026985:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3770:1830953548223360:0@lo:400:kworker.0 00000100:00100000:2.0:1746134064.026999:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746134064.027009:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3770:1830953548223872:0@lo:400:kworker.0 00000100:00100000:2.0:1746134064.027025:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746134064.027038:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072adad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3770:1830953548224384:0@lo:400:kworker.0 00000100:00100000:2.0:1746134064.027050:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746134064.027067:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548223872 00000100:00100000:2.0:1746134064.027070:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548223872 00000100:00100000:2.0:1746134064.027094:0:18904:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548224384 00000100:00100000:2.0:1746134064.027096:0:18904:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548224384 00000100:00100000:2.0:1746134064.027110:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 762 00000100:00100000:2.0:1746134064.027130:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3770:x1830953548223872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746134064.027157:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3770:x1830953548223872:12345-0@lo:400:kworker.0 Request processed in 26us (130us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134064.027161:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 762 00000100:00100000:2.0:1746134064.027171:0:18904:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 763 00000100:00100000:2.0:1746134064.027175:0:18904:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3770:x1830953548224384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746134064.027194:0:18904:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3770:x1830953548224384:12345-0@lo:400:kworker.0 Request processed in 18us (143us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134064.027198:0:18904:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 763 00000100:00100000:2.0:1746134064.027223:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3770:1830953548223872:0@lo:400:kworker.0 00000100:00100000:2.0:1746134064.027230:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072adad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3770:1830953548224384:0@lo:400:kworker.0 00000100:00100000:2.0:1746134064.027245:0:7234:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548223744 00000100:00100000:2.0:1746134064.027247:0:7234:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548223744 00000100:00100000:2.0:1746134064.027267:0:10930:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548224256 00000100:00100000:2.0:1746134064.027268:0:10930:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548224256 00000100:00100000:2.0:1746134064.027281:0:10930:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1109 00000100:00100000:2.0:1746134064.027285:0:10930:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3770:x1830953548223744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746134064.027308:0:10930:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3770:x1830953548223744:12345-0@lo:400:kworker.0 Request processed in 22us (365us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134064.027312:0:10930:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1109 00000100:00100000:2.0:1746134064.027320:0:10930:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1110 00000100:00100000:2.0:1746134064.027324:0:10930:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830953548224256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746134064.027341:0:10930:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830953548224256:12345-0@lo:400:kworker.0 Request processed in 17us (372us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134064.027345:0:10930:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1110 00000100:00100000:2.0:1746134064.027363:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3770:1830953548223744:0@lo:400:kworker.0 00000100:00100000:2.0:1746134064.027370:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072ad9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3770:1830953548224256:0@lo:400:kworker.0 00000100:00100000:2.0:1746134064.027409:0:7238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548223232 00000100:00100000:2.0:1746134064.027412:0:7238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548223232 00000100:00100000:2.0:1746134064.027427:0:7238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548223360 00000100:00100000:2.0:1746134064.027428:0:7238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548223360 00000100:00100000:2.0:1746134064.027436:0:7238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 654 00000100:00100000:2.0:1746134064.027439:0:7238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880072adaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3770:x1830953548223232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746134064.027465:0:7238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880072adaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3770:x1830953548223232:12345-0@lo:400:kworker.0 Request processed in 24us (585us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134064.027469:0:7238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 654 00000100:00100000:2.0:1746134064.027477:0:7238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00100000:2.0:1746134064.027480:0:7238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fe25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3770:x1830953548223360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746134064.027497:0:7238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fe25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3770:x1830953548223360:12345-0@lo:400:kworker.0 Request processed in 16us (497us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134064.027501:0:7238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00000100:00100000:2.0:1746134064.027517:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3770:1830953548223360:0@lo:400:kworker.0 00000100:00100000:2.0:1746134064.027523:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3770:1830953548223232:0@lo:400:kworker.0 00000100:00080000:2.0:1746134064.027535:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746134064.027539:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746134064.027540:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746134064.027610:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830953548223104:0@lo:400:kworker.0 00000100:00100000:3.0:1746134064.027632:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746134064.027648:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3769:1830953548223616:0@lo:400:kworker.0 00000100:00100000:3.0:1746134064.027663:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746134064.027671:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091a87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3769:1830953548224128:0@lo:400:kworker.0 00000100:00100000:3.0:1746134064.027682:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746134064.027692:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:3.0:1746134064.027696:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:10d12d63-f4ad-4c9d-a453-33dc13ead851:3769:1830953548222976:0@lo:400:kworker.0 00000100:00100000:3.0:1746134064.027712:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746134064.027726:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830953548223488:0@lo:400:kworker.0 00000100:00100000:3.0:1746134064.027739:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746134064.027749:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c7e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3769:1830953548224000:0@lo:400:kworker.0 00000100:00100000:3.0:1746134064.027763:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746134064.027771:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880072ada680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3769:1830953548224512:0@lo:400:kworker.0 00000100:00100000:3.0:1746134064.027783:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746134064.027798:0:10165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548223104 00000100:00100000:3.0:1746134064.027801:0:10165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548223104 00000100:00100000:3.0:1746134064.027817:0:10165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548223616 00000100:00100000:3.0:1746134064.027818:0:10165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548223616 00000100:00100000:3.0:1746134064.027828:0:10165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548224128 00000100:00100000:3.0:1746134064.027829:0:10165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548224128 00000100:00100000:3.0:1746134064.027837:0:10165:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548223488 00000100:00100000:3.0:1746134064.027839:0:10165:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548223488 00000100:00100000:3.0:1746134064.027845:0:10165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1111 00000100:00100000:3.0:1746134064.027849:0:10165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009558ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830953548223104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746134064.027872:0:10165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009558ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830953548223104:12345-0@lo:400:kworker.0 Request processed in 23us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134064.027876:0:10165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1111 00000100:00100000:3.0:1746134064.027885:0:10165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1112 00000100:00100000:3.0:1746134064.027889:0:10165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009558d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3769:x1830953548223616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746134064.027906:0:10165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009558d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3769:x1830953548223616:12345-0@lo:400:kworker.0 Request processed in 18us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134064.027910:0:10165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1112 00000100:00100000:3.0:1746134064.027917:0:10165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1113 00000100:00100000:3.0:1746134064.027921:0:10165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009558f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830953548224128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746134064.027950:0:10165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009558f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830953548224128:12345-0@lo:400:kworker.0 Request processed in 28us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134064.027954:0:10165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1113 00000100:00100000:3.0:1746134064.027962:0:10165:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1114 00000100:00100000:3.0:1746134064.027965:0:10165:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009558c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830953548223488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746134064.027983:0:10165:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009558c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830953548223488:12345-0@lo:400:kworker.0 Request processed in 17us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134064.027987:0:10165:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1114 00000100:00100000:3.0:1746134064.028000:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548224000 00000100:00100000:3.0:1746134064.028002:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548224000 00000100:00100000:3.0:1746134064.028013:0:10181:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548224512 00000100:00100000:3.0:1746134064.028014:0:10181:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548224512 00000100:00100000:3.0:1746134064.028023:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 764 00000100:00100000:3.0:1746134064.028027:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3769:x1830953548224000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746134064.028044:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3769:x1830953548224000:12345-0@lo:400:kworker.0 Request processed in 17us (281us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134064.028049:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 764 00000100:00100000:3.0:1746134064.028055:0:10181:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 765 00000100:00100000:3.0:1746134064.028058:0:10181:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88011db4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3769:x1830953548224512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746134064.028073:0:10181:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88011db4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3769:x1830953548224512:12345-0@lo:400:kworker.0 Request processed in 14us (289us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134064.028076:0:10181:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 765 00000100:00100000:3.0:1746134064.028096:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830953548223488:0@lo:400:kworker.0 00000100:00100000:3.0:1746134064.028102:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3769:1830953548224000:0@lo:400:kworker.0 00000100:00100000:3.0:1746134064.028107:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880072ada680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3769:1830953548224512:0@lo:400:kworker.0 00000100:00100000:3.0:1746134064.028130:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830953548223104:0@lo:400:kworker.0 00000100:00100000:3.0:1746134064.028137:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c7e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3769:1830953548223616:0@lo:400:kworker.0 00000100:00100000:3.0:1746134064.028142:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091a87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3769:1830953548224128:0@lo:400:kworker.0 00000100:00100000:3.0:1746134064.028165:0:7227:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548222976 00000100:00100000:3.0:1746134064.028167:0:7227:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548222976 00000100:00100000:3.0:1746134064.028183:0:7227:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:3.0:1746134064.028186:0:7227:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124963c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:10d12d63-f4ad-4c9d-a453-33dc13ead851+23:3769:x1830953548222976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746134064.028206:0:7227:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124963c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:10d12d63-f4ad-4c9d-a453-33dc13ead851+23:3769:x1830953548222976:12345-0@lo:400:kworker.0 Request processed in 19us (493us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134064.028210:0:7227:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000100:00100000:3.0:1746134064.028226:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:10d12d63-f4ad-4c9d-a453-33dc13ead851:3769:1830953548222976:0@lo:400:kworker.0 00000100:00100000:1.0:1746134064.029343:0:7233:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:3802:x1830953552602752:12345-192.168.203.26@tcp:101:dd.0 Request processed in 2930us (7006us total) trans 4294986389 rc 0/0 00000100:00100000:1.0:1746134064.029352:0:7233:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43482 00000100:00080000:2.0:1746134064.029691:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746134064.029695:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1746134064.029697:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746134064.037414:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134064.037451:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1746134064.037492:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134064.037674:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552602880 00000100:00100000:2.0:1746134064.037681:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552602880 00000100:00100000:2.0:1746134064.037720:0:9580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552603008 00000100:00100000:2.0:1746134064.037721:0:9580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552603008 00000100:00080000:0.0:1746134064.038327:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746134064.038330:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746134064.039279:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552603136 00000100:00100000:3.0:1746134064.039285:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552603136 00000100:00100000:3.0:1746134064.039317:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30117 00000100:00100000:3.0:1746134064.039324:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+9:2012:x1830953552602880:12345-192.168.203.26@tcp:101:ll_agl.0 00010000:00010000:3.0:1746134064.039338:0:9582:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746134064.039351:0:9582:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88008fe0e400/0x9682c7de153c9f32 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750cc0 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134064.039374:0:9582:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88008fe0e400/0x9682c7de153c9f32 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750cc0 expref: 10 pid: 9582 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746134064.039383:0:9582:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88008fe0e400/0x9682c7de153c9f32 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750cc0 expref: 10 pid: 9582 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746134064.039394:0:9582:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008fe0e400, rc 0) 00000100:00100000:2.0:1746134064.039464:0:9580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30118 00000100:00100000:2.0:1746134064.039470:0:9580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f8b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+24:3803:x1830953552603008:12345-192.168.203.26@tcp:101:dd.0 00010000:00010000:2.0:1746134064.039477:0:9580:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746134064.039487:0:9580:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bca6000/0x9682c7de153c9f39 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750cc7 expref: -99 pid: 9580 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746134064.039501:0:9580:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x1f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1746134064.039511:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134064.039513:0:9580:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746134064.039519:0:9580:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bca6000/0x9682c7de153c9f39 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750cc7 expref: 25 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134064.039531:0:9580:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bca6000/0x9682c7de153c9f39 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750cc7 expref: 25 pid: 9580 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134064.039538:0:9580:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bca6000, rc 0) 00000100:00100000:0.0:1746134064.039816:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30119 00000100:00100000:0.0:1746134064.039823:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080652680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+17:2012:x1830953552603136:12345-192.168.203.26@tcp:101:ll_agl.0 00010000:00010000:0.0:1746134064.039830:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746134064.039836:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800917c0a00/0x9682c7de153c9f40 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xb596b23195750cce expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746134064.039851:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800917c0a00/0x9682c7de153c9f40 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750cce expref: 18 pid: 9581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746134064.039858:0:9581:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800917c0a00/0x9682c7de153c9f40 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750cce expref: 18 pid: 9581 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746134064.039869:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800917c0a00, rc 0) 00000100:00080000:1.0:1746134064.040363:0:7230:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746134064.040587:0:9580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+25:3803:x1830953552603008:12345-192.168.203.26@tcp:101:dd.0 Request processed in 1115us (3133us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134064.040593:0:9580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30118 00000100:00100000:3.0:1746134064.040651:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f8b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+9:2012:x1830953552602880:12345-192.168.203.26@tcp:101:ll_agl.0 Request processed in 1326us (3242us total) trans 0 rc 301/301 00000100:00100000:3.0:1746134064.040656:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30117 00000100:00100000:0.0:1746134064.041089:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080652680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d9edd5a2-0c57-4a18-bc87-776e2499def8+17:2012:x1830953552603136:12345-192.168.203.26@tcp:101:ll_agl.0 Request processed in 1265us (3594us total) trans 0 rc 301/301 00000100:00100000:0.0:1746134064.041098:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30119 00000100:00100000:1.0:1746134064.041235:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134064.043289:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134064.043342:0:27149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552603392 00000100:00100000:3.0:1746134064.043348:0:27149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552603392 00000100:00100000:3.0:1746134064.043388:0:27149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552603648 00000100:00100000:3.0:1746134064.043390:0:27149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552603648 00000100:00100000:3.0:1746134064.043405:0:27149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13510 00000100:00100000:3.0:1746134064.043411:0:27149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+17:2009:x1830953552603392:12345-192.168.203.26@tcp:3:dd.0 00010000:00010000:3.0:1746134064.043434:0:27149:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880095545800/0x9682c7de153c9f47 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134064.043449:0:27149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134064.043450:0:27149:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134064.043454:0:27149:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880095545800/0x9682c7de153c9f47 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134064.043464:0:27149:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880095545800/0x9682c7de153c9f47 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134064.043858:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13511 00000100:00100000:3.0:1746134064.043863:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+9:2009:x1830953552603648:12345-192.168.203.26@tcp:3:dd.0 00010000:00010000:3.0:1746134064.043876:0:9587:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880095544200/0x9682c7de153c9f4e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134064.043883:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134064.043884:0:9587:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746134064.043887:0:9587:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880095544200/0x9682c7de153c9f4e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134064.043894:0:9587:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880095544200/0x9682c7de153c9f4e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746134064.044754:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134064.044807:0:8382:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552603776 00000100:00100000:2.0:1746134064.044811:0:8382:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552603776 00000100:00100000:2.0:1746134064.044852:0:8382:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 654 00000100:00100000:2.0:1746134064.044858:0:8382:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:2011:x1830953552603776:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746134064.044866:0:8382:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746134064.044881:0:8382:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800915c1000/0x9682c7de153c9f24 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0xb596b23195750cb9 expref: 44 pid: 7233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746134064.044899:0:8382:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff88012ec6fc00) 00010000:00010000:2.0:1746134064.044902:0:8382:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746134064.044923:0:8382:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d9edd5a2-0c57-4a18-bc87-776e2499def8+43:2011:x1830953552603776:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 65us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134064.044928:0:8382:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 654 00010000:00010000:3.0:1746134064.055876:0:27149:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880095545800/0x9682c7de153c9f47 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134064.055888:0:27149:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880095545800/0x9682c7de153c9f47 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134064.055896:0:27149:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880095545800/0x9682c7de153c9f47 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134064.055902:0:27149:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095545800 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:3.0:1746134064.055905:0:27149:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880095545800/0x9682c7de153c9f47 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134064.055911:0:27149:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880095545800/0x9682c7de153c9f47 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134064.055925:0:27149:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880095545800/0x9682c7de153c9f47 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134064.055940:0:27149:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880095545800/0x9682c7de153c9f47 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27149 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134064.056630:0:27149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:d9edd5a2-0c57-4a18-bc87-776e2499def8+17:2009:x1830953552603392:12345-192.168.203.26@tcp:3:dd.0 Request processed in 13215us (15391us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746134064.056639:0:27149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13510 00010000:00010000:3.0:1746134064.061776:0:9587:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880095544200/0x9682c7de153c9f4e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134064.061788:0:9587:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880095544200/0x9682c7de153c9f4e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134064.061795:0:9587:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880095544200/0x9682c7de153c9f4e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134064.061800:0:9587:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880095544200 already unused, calling callback (ffffffffa0875d70) 00010000:00010000:3.0:1746134064.061803:0:9587:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880095544200/0x9682c7de153c9f4e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134064.061810:0:9587:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880095544200/0x9682c7de153c9f4e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134064.061824:0:9587:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880095544200/0x9682c7de153c9f4e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746134064.061829:0:9587:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880095544200/0x9682c7de153c9f4e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9587 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746134064.061880:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:d9edd5a2-0c57-4a18-bc87-776e2499def8+9:2009:x1830953552603648:12345-192.168.203.26@tcp:3:dd.0 Request processed in 18013us (18590us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746134064.061888:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13511 00000100:00100000:0.0:1746134064.099365:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134064.099447:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552604032 00000100:00100000:3.0:1746134064.099454:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552604032 00002000:00100000:3.0:1746134064.099486:0:9587:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->4194303) req@ffff880080650a80 x1830953552604032/t0(0) o4->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:275/0 lens 488/0 e 0 to 0 dl 1746134075 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746134064.099494:0:9587:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080650a80 with x1830953552604032 ext(0->4194303) 00002000:00010000:3.0:1746134064.099498:0:9587:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080650a80 00000100:00100000:3.0:1746134064.100170:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13512 00000100:00100000:3.0:1746134064.100178:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080650a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+9:2011:x1830953552604032:12345-192.168.203.26@tcp:4:dd.0 00000100:00100000:2.0:1746134064.107844:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134064.107950:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552604288 00000100:00100000:3.0:1746134064.107956:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552604288 00000100:00100000:3.0:1746134064.107987:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 210 00000100:00100000:3.0:1746134064.107994:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+43:3802:x1830953552604288:12345-192.168.203.26@tcp:35:dd.0 00000100:00100000:0.0:1746134064.108745:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134064.108865:0:27149:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552604544 00000100:00100000:1.0:1746134064.108869:0:27149:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552604544 00002000:00100000:1.0:1746134064.108888:0:27149:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1f:0x0] (0->4194303) req@ffff880080651f80 x1830953552604544/t0(0) o4->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:275/0 lens 488/0 e 0 to 0 dl 1746134075 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746134064.108896:0:27149:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080651f80 with x1830953552604544 ext(0->4194303) 00002000:00010000:1.0:1746134064.108900:0:27149:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880080651f80 00000100:00100000:3.0:1746134064.109036:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d9edd5a2-0c57-4a18-bc87-776e2499def8+44:3802:x1830953552604288:12345-192.168.203.26@tcp:35:dd.0 Request processed in 1041us (1197us total) trans 4294986390 rc 0/0 00000100:00100000:3.0:1746134064.109043:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 210 00000100:00100000:1.0:1746134064.109229:0:27149:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13513 00000100:00100000:1.0:1746134064.109235:0:27149:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080651f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+25:2012:x1830953552604544:12345-192.168.203.26@tcp:4:dd.0 00000100:00100000:0.0:1746134064.151613:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080650a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+11:2011:x1830953552604032:12345-192.168.203.26@tcp:4:dd.0 Request processed in 51428us (52245us total) trans 4294970737 rc 0/0 00000100:00100000:0.0:1746134064.151624:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13512 00002000:00100000:0.0:1746134064.151636:0:9587:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->4194303) req@ffff880080650a80 x1830953552604032/t4294970737(0) o4->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:275/0 lens 488/448 e 0 to 0 dl 1746134075 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746134064.151644:0:9587:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080650a80 with x1830953552604032 ext(0->4194303) 00002000:00010000:0.0:1746134064.151650:0:9587:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080650a80 00000100:00100000:1.0:1746134064.154322:0:3768:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746134064.154340:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880080652d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3768:1830953548224640:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746134064.154384:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746134064.154884:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548224640 00000100:00100000:0.0:1746134064.154891:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548224640 00000100:00100000:0.0:1746134064.154923:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510 00000100:00100000:0.0:1746134064.154941:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1830953548224640:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746134064.154960:0:9583:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 539712320 pending 4218880 free 3855081472 avail 3611877376 00000100:00100000:0.0:1746134064.155166:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1830953548224640:12345-0@lo:13:osp-pre-1-0.0 Request processed in 236us (780us total) trans 0 rc 0/0 00000100:00100000:0.0:1746134064.155172:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510 00000100:00100000:1.0:1746134064.155243:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880080652d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3768:1830953548224640:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746134064.163082:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134064.166127:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552604800 00000100:00100000:2.0:1746134064.166137:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552604800 00002000:00100000:2.0:1746134064.166172:0:9587:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1d:0x0] (4194304->8388607) req@ffff880080652300 x1830953552604800/t0(0) o4->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:275/0 lens 488/0 e 0 to 0 dl 1746134075 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746134064.166181:0:9587:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080652300 with x1830953552604800 ext(4194304->8388607) 00002000:00010000:2.0:1746134064.166185:0:9587:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080652300 00000100:00100000:2.0:1746134064.166208:0:27147:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13514 00000100:00100000:2.0:1746134064.166213:0:27147:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080652300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+11:2011:x1830953552604800:12345-192.168.203.26@tcp:4:dd.0 00000100:00100000:0.0:1746134064.174981:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134064.176442:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552605056 00000100:00100000:2.0:1746134064.176450:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552605056 00002000:00100000:2.0:1746134064.176482:0:9587:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1f:0x0] (4194304->8388607) req@ffff880080650380 x1830953552605056/t0(0) o4->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:275/0 lens 488/0 e 0 to 0 dl 1746134075 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746134064.176498:0:9587:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080650380 with x1830953552605056 ext(4194304->8388607) 00002000:00010000:2.0:1746134064.176503:0:9587:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880080650380 00000100:00100000:2.0:1746134064.176519:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13515 00000100:00100000:2.0:1746134064.176525:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080650380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+29:2012:x1830953552605056:12345-192.168.203.26@tcp:4:dd.0 00000100:00100000:1.0:1746134064.182551:0:27149:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080651f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+29:2012:x1830953552604544:12345-192.168.203.26@tcp:4:dd.0 Request processed in 73307us (73797us total) trans 4294972127 rc 0/0 00000100:00100000:1.0:1746134064.182563:0:27149:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13513 00002000:00100000:1.0:1746134064.182573:0:27149:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x1f:0x0] (0->4194303) req@ffff880080651f80 x1830953552604544/t4294972127(0) o4->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:275/0 lens 488/448 e 0 to 0 dl 1746134075 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746134064.182583:0:27149:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080651f80 with x1830953552604544 ext(0->4194303) 00002000:00010000:1.0:1746134064.182589:0:27149:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880080651f80 00000001:00080000:0.0:1746134064.190989:0:9578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294972127 is committed 00000001:00080000:0.0:1746134064.191023:0:9578:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294972119 is committed 00000100:00100000:3.0:1746134064.200761:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746134064.200779:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3771:1830953548224768:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746134064.200834:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746134064.201045:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548224768 00000100:00100000:2.0:1746134064.201051:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548224768 00000100:00100000:2.0:1746134064.201081:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511 00000100:00100000:2.0:1746134064.201088:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091a87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830953548224768:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746134064.201105:0:9584:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 548150080 pending 8437760 free 3855081472 avail 3611877376 00000100:00100000:2.0:1746134064.201704:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091a87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830953548224768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 615us (869us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134064.201711:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511 00000100:00100000:3.0:1746134064.202075:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3771:1830953548224768:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746134064.216239:0:27147:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080652300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+13:2011:x1830953552604800:12345-192.168.203.26@tcp:4:dd.0 Request processed in 50016us (53154us total) trans 4294970738 rc 0/0 00000100:00100000:2.0:1746134064.216250:0:27147:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13514 00002000:00100000:2.0:1746134064.216262:0:27147:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x1d:0x0] (4194304->8388607) req@ffff880080652300 x1830953552604800/t4294970738(0) o4->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:275/0 lens 488/448 e 0 to 0 dl 1746134075 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746134064.216271:0:27147:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080652300 with x1830953552604800 ext(4194304->8388607) 00002000:00010000:2.0:1746134064.216277:0:27147:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080652300 00000100:00100000:2.0:1746134064.241617:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080650380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+13:2012:x1830953552605056:12345-192.168.203.26@tcp:4:dd.0 Request processed in 65084us (66634us total) trans 4294972128 rc 0/0 00000100:00100000:2.0:1746134064.241626:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13515 00002000:00100000:2.0:1746134064.241636:0:9587:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1f:0x0] (4194304->8388607) req@ffff880080650380 x1830953552605056/t4294972128(0) o4->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:275/0 lens 488/448 e 0 to 0 dl 1746134075 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746134064.241756:0:9587:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080650380 with x1830953552605056 ext(4194304->8388607) 00002000:00010000:2.0:1746134064.241761:0:9587:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880080650380 00000100:00100000:0.0:1746134064.263328:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1746134064.263421:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552605312 00000100:00100000:2.0:1746134064.263428:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552605312 00002000:00100000:2.0:1746134064.263463:0:9587:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1d:0x0] (8388608->12582911) req@ffff880080653800 x1830953552605312/t0(0) o4->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:275/0 lens 488/0 e 0 to 0 dl 1746134075 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746134064.263472:0:9587:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080653800 with x1830953552605312 ext(8388608->12582911) 00002000:00010000:2.0:1746134064.263476:0:9587:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080653800 00000100:00100000:2.0:1746134064.263542:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13516 00000100:00100000:2.0:1746134064.263549:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080653800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+13:2011:x1830953552605312:12345-192.168.203.26@tcp:4:dd.0 00010000:00010000:2.0:1746134064.276250:0:7222:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746134064.277092:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1746134064.278672:0:27147:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552605568 00000100:00100000:1.0:1746134064.278683:0:27147:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552605568 00002000:00100000:1.0:1746134064.278719:0:27147:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1f:0x0] (8388608->12582911) req@ffff880080650000 x1830953552605568/t0(0) o4->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:275/0 lens 488/0 e 0 to 0 dl 1746134075 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746134064.278729:0:27147:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080650000 with x1830953552605568 ext(8388608->12582911) 00002000:00010000:1.0:1746134064.278734:0:27147:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880080650000 00000100:00100000:1.0:1746134064.278764:0:27147:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13517 00000100:00100000:1.0:1746134064.278771:0:27147:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880080650000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+13:2009:x1830953552605568:12345-192.168.203.26@tcp:4:dd.0 00000100:00100000:2.0:1746134064.286376:0:3761:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1746134064.287428:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953552605824 00000100:00100000:3.0:1746134064.287436:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953552605824 00000100:00100000:3.0:1746134064.287482:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 211 00000100:00100000:3.0:1746134064.287491:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+27:3803:x1830953552605824:12345-192.168.203.26@tcp:35:dd.0 00000100:00100000:3.0:1746134064.287699:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+28:3803:x1830953552605824:12345-192.168.203.26@tcp:35:dd.0 Request processed in 209us (1330us total) trans 4294986391 rc 0/0 00000100:00100000:3.0:1746134064.287705:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 211 00000100:00100000:2.0:1746134064.300692:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080653800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+15:2011:x1830953552605312:12345-192.168.203.26@tcp:4:dd.0 Request processed in 37136us (37364us total) trans 4294970739 rc 0/0 00000100:00100000:2.0:1746134064.300703:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13516 00002000:00100000:2.0:1746134064.300713:0:9587:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1d:0x0] (8388608->12582911) req@ffff880080653800 x1830953552605312/t4294970739(0) o4->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:275/0 lens 488/448 e 0 to 0 dl 1746134075 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746134064.300721:0:9587:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080653800 with x1830953552605312 ext(8388608->12582911) 00002000:00010000:2.0:1746134064.300726:0:9587:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880080653800 00000100:00100000:1.0:1746134064.323252:0:27147:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880080650000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:ee2c00db-2e4e-42f8-a894-2d2ef037fe3a+15:2009:x1830953552605568:12345-192.168.203.26@tcp:4:dd.0 Request processed in 44473us (46157us total) trans 4294972129 rc 0/0 00000100:00100000:1.0:1746134064.323262:0:27147:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13517 00002000:00100000:1.0:1746134064.323273:0:27147:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x1f:0x0] (8388608->12582911) req@ffff880080650000 x1830953552605568/t4294972129(0) o4->ee2c00db-2e4e-42f8-a894-2d2ef037fe3a@192.168.203.26@tcp:275/0 lens 488/448 e 0 to 0 dl 1746134075 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746134064.323281:0:27147:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880080650000 with x1830953552605568 ext(8388608->12582911) 00002000:00010000:1.0:1746134064.323285:0:27147:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880080650000 00000100:00100000:2.0:1746134064.552433:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800923a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3771:1830953548224896:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1746134064.552481:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746134064.552545:0:9583:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548224896 00000100:00100000:2.0:1746134064.552552:0:9583:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548224896 00000100:00100000:2.0:1746134064.552582:0:9583:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512 00000100:00100000:2.0:1746134064.552587:0:9583:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800923a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830953548224896:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1746134064.552604:0:9583:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 552368960 pending 8437760 free 3883560960 avail 3607703552 00000100:00100000:2.0:1746134064.552632:0:9583:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800923a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830953548224896:12345-0@lo:13:osp-pre-0-1.0 Request processed in 45us (151us total) trans 0 rc 0/0 00000100:00100000:2.0:1746134064.552638:0:9583:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512 00000100:00100000:2.0:1746134064.552669:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800923a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3771:1830953548224896:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1746134064.552756:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012fdc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3768:1830953548225024:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1746134064.552786:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746134064.553305:0:9584:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830953548225024 00000100:00100000:3.0:1746134064.553310:0:9584:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830953548225024 00000100:00100000:3.0:1746134064.553328:0:9584:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513 00000100:00100000:3.0:1746134064.553332:0:9584:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d5e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1830953548225024:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1746134064.553342:0:9584:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 552368960 pending 8437760 free 3883560960 avail 3607703552 00000100:00100000:3.0:1746134064.553378:0:9584:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d5e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1830953548225024:12345-0@lo:13:osp-pre-0-0.0 Request processed in 45us (591us total) trans 0 rc 0/0 00000100:00100000:3.0:1746134064.553383:0:9584:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513 00000100:00100000:0.0:1746134064.553501:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012fdc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3768:1830953548225024:0@lo:13:osp-pre-0-0.0 00000001:02000400:3.0:1746134064.918495:0:28870:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: sanityn test_16j: @@@@@@ FAIL: dio copy 1 w/bsize 1049600 failed: 1 00010000:00010000:3.0:1746134065.278320:0:9597:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 67785 lines, 67785 kept, 0 dropped, 0 bad.